You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by gi...@apache.org on 2018/03/17 14:53:37 UTC

[01/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Repository: hbase-site
Updated Branches:
  refs/heads/asf-site b5f95ca57 -> bd675fa38


http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html
index 93bb11a..6cd219e 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html
@@ -106,13 +106,13 @@
 <span class="sourceLineNo">098</span>                               float poolSizePercentage, float indexChunkSizePercentage,<a name="line.98"></a>
 <span class="sourceLineNo">099</span>                               float initialCountPercentage,<a name="line.99"></a>
 <span class="sourceLineNo">100</span>                               HeapMemoryManager heapMemoryManager) {<a name="line.100"></a>
-<span class="sourceLineNo">101</span>    this.dataChunksPool = initializePool(globalMemStoreSize,<a name="line.101"></a>
+<span class="sourceLineNo">101</span>    this.dataChunksPool = initializePool("data", globalMemStoreSize,<a name="line.101"></a>
 <span class="sourceLineNo">102</span>            (1 - indexChunkSizePercentage) * poolSizePercentage,<a name="line.102"></a>
 <span class="sourceLineNo">103</span>            initialCountPercentage, chunkSize, heapMemoryManager);<a name="line.103"></a>
 <span class="sourceLineNo">104</span>    // The index chunks pool is needed only when the index type is CCM.<a name="line.104"></a>
 <span class="sourceLineNo">105</span>    // Since the pools are not created at all when the index type isn't CCM,<a name="line.105"></a>
 <span class="sourceLineNo">106</span>    // we don't need to check it here.<a name="line.106"></a>
-<span class="sourceLineNo">107</span>    this.indexChunksPool = initializePool(globalMemStoreSize,<a name="line.107"></a>
+<span class="sourceLineNo">107</span>    this.indexChunksPool = initializePool("index", globalMemStoreSize,<a name="line.107"></a>
 <span class="sourceLineNo">108</span>            indexChunkSizePercentage * poolSizePercentage,<a name="line.108"></a>
 <span class="sourceLineNo">109</span>            initialCountPercentage, (int) (indexChunkSizePercentage * chunkSize),<a name="line.109"></a>
 <span class="sourceLineNo">110</span>            heapMemoryManager);<a name="line.110"></a>
@@ -339,313 +339,315 @@
 <span class="sourceLineNo">331</span>    private static final int statThreadPeriod = 60 * 5;<a name="line.331"></a>
 <span class="sourceLineNo">332</span>    private final AtomicLong chunkCount = new AtomicLong();<a name="line.332"></a>
 <span class="sourceLineNo">333</span>    private final LongAdder reusedChunkCount = new LongAdder();<a name="line.333"></a>
-<span class="sourceLineNo">334</span><a name="line.334"></a>
-<span class="sourceLineNo">335</span>    MemStoreChunkPool(int chunkSize, int maxCount, int initialCount, float poolSizePercentage) {<a name="line.335"></a>
-<span class="sourceLineNo">336</span>      this.chunkSize = chunkSize;<a name="line.336"></a>
-<span class="sourceLineNo">337</span>      this.maxCount = maxCount;<a name="line.337"></a>
-<span class="sourceLineNo">338</span>      this.poolSizePercentage = poolSizePercentage;<a name="line.338"></a>
-<span class="sourceLineNo">339</span>      this.reclaimedChunks = new LinkedBlockingQueue&lt;&gt;();<a name="line.339"></a>
-<span class="sourceLineNo">340</span>      for (int i = 0; i &lt; initialCount; i++) {<a name="line.340"></a>
-<span class="sourceLineNo">341</span>        Chunk chunk = createChunk(true, CompactingMemStore.IndexType.ARRAY_MAP, chunkSize);<a name="line.341"></a>
-<span class="sourceLineNo">342</span>        chunk.init();<a name="line.342"></a>
-<span class="sourceLineNo">343</span>        reclaimedChunks.add(chunk);<a name="line.343"></a>
-<span class="sourceLineNo">344</span>      }<a name="line.344"></a>
-<span class="sourceLineNo">345</span>      chunkCount.set(initialCount);<a name="line.345"></a>
-<span class="sourceLineNo">346</span>      final String n = Thread.currentThread().getName();<a name="line.346"></a>
-<span class="sourceLineNo">347</span>      scheduleThreadPool = Executors.newScheduledThreadPool(1, new ThreadFactoryBuilder()<a name="line.347"></a>
-<span class="sourceLineNo">348</span>              .setNameFormat(n + "-MemStoreChunkPool Statistics").setDaemon(true).build());<a name="line.348"></a>
-<span class="sourceLineNo">349</span>      this.scheduleThreadPool.scheduleAtFixedRate(new StatisticsThread(), statThreadPeriod,<a name="line.349"></a>
-<span class="sourceLineNo">350</span>              statThreadPeriod, TimeUnit.SECONDS);<a name="line.350"></a>
-<span class="sourceLineNo">351</span>    }<a name="line.351"></a>
-<span class="sourceLineNo">352</span><a name="line.352"></a>
-<span class="sourceLineNo">353</span>    /**<a name="line.353"></a>
-<span class="sourceLineNo">354</span>     * Poll a chunk from the pool, reset it if not null, else create a new chunk to return if we have<a name="line.354"></a>
-<span class="sourceLineNo">355</span>     * not yet created max allowed chunks count. When we have already created max allowed chunks and<a name="line.355"></a>
-<span class="sourceLineNo">356</span>     * no free chunks as of now, return null. It is the responsibility of the caller to make a chunk<a name="line.356"></a>
-<span class="sourceLineNo">357</span>     * then.<a name="line.357"></a>
-<span class="sourceLineNo">358</span>     * Note: Chunks returned by this pool must be put back to the pool after its use.<a name="line.358"></a>
-<span class="sourceLineNo">359</span>     * @return a chunk<a name="line.359"></a>
-<span class="sourceLineNo">360</span>     * @see #putbackChunks(Chunk)<a name="line.360"></a>
-<span class="sourceLineNo">361</span>     */<a name="line.361"></a>
-<span class="sourceLineNo">362</span>    Chunk getChunk() {<a name="line.362"></a>
-<span class="sourceLineNo">363</span>      return getChunk(CompactingMemStore.IndexType.ARRAY_MAP);<a name="line.363"></a>
-<span class="sourceLineNo">364</span>    }<a name="line.364"></a>
-<span class="sourceLineNo">365</span><a name="line.365"></a>
-<span class="sourceLineNo">366</span>    Chunk getChunk(CompactingMemStore.IndexType chunkIndexType) {<a name="line.366"></a>
-<span class="sourceLineNo">367</span>      Chunk chunk = reclaimedChunks.poll();<a name="line.367"></a>
-<span class="sourceLineNo">368</span>      if (chunk != null) {<a name="line.368"></a>
-<span class="sourceLineNo">369</span>        chunk.reset();<a name="line.369"></a>
-<span class="sourceLineNo">370</span>        reusedChunkCount.increment();<a name="line.370"></a>
-<span class="sourceLineNo">371</span>      } else {<a name="line.371"></a>
-<span class="sourceLineNo">372</span>        // Make a chunk iff we have not yet created the maxCount chunks<a name="line.372"></a>
-<span class="sourceLineNo">373</span>        while (true) {<a name="line.373"></a>
-<span class="sourceLineNo">374</span>          long created = this.chunkCount.get();<a name="line.374"></a>
-<span class="sourceLineNo">375</span>          if (created &lt; this.maxCount) {<a name="line.375"></a>
-<span class="sourceLineNo">376</span>            if (this.chunkCount.compareAndSet(created, created + 1)) {<a name="line.376"></a>
-<span class="sourceLineNo">377</span>              chunk = createChunkForPool(chunkIndexType, chunkSize);<a name="line.377"></a>
-<span class="sourceLineNo">378</span>              break;<a name="line.378"></a>
-<span class="sourceLineNo">379</span>            }<a name="line.379"></a>
-<span class="sourceLineNo">380</span>          } else {<a name="line.380"></a>
-<span class="sourceLineNo">381</span>            break;<a name="line.381"></a>
-<span class="sourceLineNo">382</span>          }<a name="line.382"></a>
-<span class="sourceLineNo">383</span>        }<a name="line.383"></a>
-<span class="sourceLineNo">384</span>      }<a name="line.384"></a>
-<span class="sourceLineNo">385</span>      return chunk;<a name="line.385"></a>
-<span class="sourceLineNo">386</span>    }<a name="line.386"></a>
-<span class="sourceLineNo">387</span><a name="line.387"></a>
-<span class="sourceLineNo">388</span>    int getChunkSize() {<a name="line.388"></a>
-<span class="sourceLineNo">389</span>      return chunkSize;<a name="line.389"></a>
-<span class="sourceLineNo">390</span>    }<a name="line.390"></a>
-<span class="sourceLineNo">391</span><a name="line.391"></a>
-<span class="sourceLineNo">392</span>    /**<a name="line.392"></a>
-<span class="sourceLineNo">393</span>     * Add the chunks to the pool, when the pool achieves the max size, it will skip the remaining<a name="line.393"></a>
-<span class="sourceLineNo">394</span>     * chunks<a name="line.394"></a>
-<span class="sourceLineNo">395</span>     * @param c<a name="line.395"></a>
-<span class="sourceLineNo">396</span>     */<a name="line.396"></a>
-<span class="sourceLineNo">397</span>    private void putbackChunks(Chunk c) {<a name="line.397"></a>
-<span class="sourceLineNo">398</span>      int toAdd = this.maxCount - reclaimedChunks.size();<a name="line.398"></a>
-<span class="sourceLineNo">399</span>      if (c.isFromPool() &amp;&amp; c.size == chunkSize &amp;&amp; toAdd &gt; 0) {<a name="line.399"></a>
-<span class="sourceLineNo">400</span>        reclaimedChunks.add(c);<a name="line.400"></a>
-<span class="sourceLineNo">401</span>      } else {<a name="line.401"></a>
-<span class="sourceLineNo">402</span>        // remove the chunk (that is not going to pool)<a name="line.402"></a>
-<span class="sourceLineNo">403</span>        // though it is initially from the pool or not<a name="line.403"></a>
-<span class="sourceLineNo">404</span>        ChunkCreator.this.removeChunk(c.getId());<a name="line.404"></a>
-<span class="sourceLineNo">405</span>      }<a name="line.405"></a>
-<span class="sourceLineNo">406</span>    }<a name="line.406"></a>
-<span class="sourceLineNo">407</span><a name="line.407"></a>
-<span class="sourceLineNo">408</span>    private class StatisticsThread extends Thread {<a name="line.408"></a>
-<span class="sourceLineNo">409</span>      StatisticsThread() {<a name="line.409"></a>
-<span class="sourceLineNo">410</span>        super("MemStoreChunkPool.StatisticsThread");<a name="line.410"></a>
-<span class="sourceLineNo">411</span>        setDaemon(true);<a name="line.411"></a>
-<span class="sourceLineNo">412</span>      }<a name="line.412"></a>
-<span class="sourceLineNo">413</span><a name="line.413"></a>
-<span class="sourceLineNo">414</span>      @Override<a name="line.414"></a>
-<span class="sourceLineNo">415</span>      public void run() {<a name="line.415"></a>
-<span class="sourceLineNo">416</span>        logStats();<a name="line.416"></a>
-<span class="sourceLineNo">417</span>      }<a name="line.417"></a>
-<span class="sourceLineNo">418</span><a name="line.418"></a>
-<span class="sourceLineNo">419</span>      private void logStats() {<a name="line.419"></a>
-<span class="sourceLineNo">420</span>        if (!LOG.isDebugEnabled()) return;<a name="line.420"></a>
-<span class="sourceLineNo">421</span>        long created = chunkCount.get();<a name="line.421"></a>
-<span class="sourceLineNo">422</span>        long reused = reusedChunkCount.sum();<a name="line.422"></a>
-<span class="sourceLineNo">423</span>        long total = created + reused;<a name="line.423"></a>
-<span class="sourceLineNo">424</span>        LOG.debug("Stats (chunk size=" + chunkSize + "): "<a name="line.424"></a>
-<span class="sourceLineNo">425</span>                + "current pool size=" + reclaimedChunks.size()<a name="line.425"></a>
-<span class="sourceLineNo">426</span>                + ",created chunk count=" + created<a name="line.426"></a>
-<span class="sourceLineNo">427</span>                + ",reused chunk count=" + reused<a name="line.427"></a>
-<span class="sourceLineNo">428</span>                + ",reuseRatio=" + (total == 0 ? "0" : StringUtils.formatPercent(<a name="line.428"></a>
-<span class="sourceLineNo">429</span>                (float) reused / (float) total, 2)));<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      }<a name="line.430"></a>
-<span class="sourceLineNo">431</span>    }<a name="line.431"></a>
-<span class="sourceLineNo">432</span><a name="line.432"></a>
-<span class="sourceLineNo">433</span>    private int getMaxCount() {<a name="line.433"></a>
-<span class="sourceLineNo">434</span>      return this.maxCount;<a name="line.434"></a>
-<span class="sourceLineNo">435</span>    }<a name="line.435"></a>
-<span class="sourceLineNo">436</span><a name="line.436"></a>
-<span class="sourceLineNo">437</span>    @Override<a name="line.437"></a>
-<span class="sourceLineNo">438</span>    public void onHeapMemoryTune(long newMemstoreSize, long newBlockCacheSize) {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>      // don't do any tuning in case of offheap memstore<a name="line.439"></a>
-<span class="sourceLineNo">440</span>      if (isOffheap()) {<a name="line.440"></a>
-<span class="sourceLineNo">441</span>        LOG.warn("Not tuning the chunk pool as it is offheap");<a name="line.441"></a>
-<span class="sourceLineNo">442</span>        return;<a name="line.442"></a>
-<span class="sourceLineNo">443</span>      }<a name="line.443"></a>
-<span class="sourceLineNo">444</span>      int newMaxCount =<a name="line.444"></a>
-<span class="sourceLineNo">445</span>              (int) (newMemstoreSize * poolSizePercentage / getChunkSize());<a name="line.445"></a>
-<span class="sourceLineNo">446</span>      if (newMaxCount != this.maxCount) {<a name="line.446"></a>
-<span class="sourceLineNo">447</span>        // We need an adjustment in the chunks numbers<a name="line.447"></a>
-<span class="sourceLineNo">448</span>        if (newMaxCount &gt; this.maxCount) {<a name="line.448"></a>
-<span class="sourceLineNo">449</span>          // Max chunks getting increased. Just change the variable. Later calls to getChunk() would<a name="line.449"></a>
-<span class="sourceLineNo">450</span>          // create and add them to Q<a name="line.450"></a>
-<span class="sourceLineNo">451</span>          LOG.info("Max count for chunks increased from " + this.maxCount + " to " + newMaxCount);<a name="line.451"></a>
-<span class="sourceLineNo">452</span>          this.maxCount = newMaxCount;<a name="line.452"></a>
-<span class="sourceLineNo">453</span>        } else {<a name="line.453"></a>
-<span class="sourceLineNo">454</span>          // Max chunks getting decreased. We may need to clear off some of the pooled chunks now<a name="line.454"></a>
-<span class="sourceLineNo">455</span>          // itself. If the extra chunks are serving already, do not pool those when we get them back<a name="line.455"></a>
-<span class="sourceLineNo">456</span>          LOG.info("Max count for chunks decreased from " + this.maxCount + " to " + newMaxCount);<a name="line.456"></a>
-<span class="sourceLineNo">457</span>          this.maxCount = newMaxCount;<a name="line.457"></a>
-<span class="sourceLineNo">458</span>          if (this.reclaimedChunks.size() &gt; newMaxCount) {<a name="line.458"></a>
-<span class="sourceLineNo">459</span>            synchronized (this) {<a name="line.459"></a>
-<span class="sourceLineNo">460</span>              while (this.reclaimedChunks.size() &gt; newMaxCount) {<a name="line.460"></a>
-<span class="sourceLineNo">461</span>                this.reclaimedChunks.poll();<a name="line.461"></a>
-<span class="sourceLineNo">462</span>              }<a name="line.462"></a>
-<span class="sourceLineNo">463</span>            }<a name="line.463"></a>
-<span class="sourceLineNo">464</span>          }<a name="line.464"></a>
-<span class="sourceLineNo">465</span>        }<a name="line.465"></a>
-<span class="sourceLineNo">466</span>      }<a name="line.466"></a>
-<span class="sourceLineNo">467</span>    }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>  }<a name="line.468"></a>
-<span class="sourceLineNo">469</span><a name="line.469"></a>
-<span class="sourceLineNo">470</span>  @VisibleForTesting<a name="line.470"></a>
-<span class="sourceLineNo">471</span>  static void clearDisableFlag() {<a name="line.471"></a>
-<span class="sourceLineNo">472</span>    chunkPoolDisabled = false;<a name="line.472"></a>
-<span class="sourceLineNo">473</span>  }<a name="line.473"></a>
-<span class="sourceLineNo">474</span><a name="line.474"></a>
-<span class="sourceLineNo">475</span>  private MemStoreChunkPool initializePool(long globalMemStoreSize, float poolSizePercentage,<a name="line.475"></a>
-<span class="sourceLineNo">476</span>                                           float initialCountPercentage, int chunkSize,<a name="line.476"></a>
-<span class="sourceLineNo">477</span>                                           HeapMemoryManager heapMemoryManager) {<a name="line.477"></a>
-<span class="sourceLineNo">478</span>    if (poolSizePercentage &lt;= 0) {<a name="line.478"></a>
-<span class="sourceLineNo">479</span>      LOG.info("PoolSizePercentage is less than 0. So not using pool");<a name="line.479"></a>
-<span class="sourceLineNo">480</span>      return null;<a name="line.480"></a>
-<span class="sourceLineNo">481</span>    }<a name="line.481"></a>
-<span class="sourceLineNo">482</span>    if (chunkPoolDisabled) {<a name="line.482"></a>
+<span class="sourceLineNo">334</span>    private final String label;<a name="line.334"></a>
+<span class="sourceLineNo">335</span><a name="line.335"></a>
+<span class="sourceLineNo">336</span>    MemStoreChunkPool(String label, int chunkSize, int maxCount, int initialCount,<a name="line.336"></a>
+<span class="sourceLineNo">337</span>        float poolSizePercentage) {<a name="line.337"></a>
+<span class="sourceLineNo">338</span>      this.label = label;<a name="line.338"></a>
+<span class="sourceLineNo">339</span>      this.chunkSize = chunkSize;<a name="line.339"></a>
+<span class="sourceLineNo">340</span>      this.maxCount = maxCount;<a name="line.340"></a>
+<span class="sourceLineNo">341</span>      this.poolSizePercentage = poolSizePercentage;<a name="line.341"></a>
+<span class="sourceLineNo">342</span>      this.reclaimedChunks = new LinkedBlockingQueue&lt;&gt;();<a name="line.342"></a>
+<span class="sourceLineNo">343</span>      for (int i = 0; i &lt; initialCount; i++) {<a name="line.343"></a>
+<span class="sourceLineNo">344</span>        Chunk chunk = createChunk(true, CompactingMemStore.IndexType.ARRAY_MAP, chunkSize);<a name="line.344"></a>
+<span class="sourceLineNo">345</span>        chunk.init();<a name="line.345"></a>
+<span class="sourceLineNo">346</span>        reclaimedChunks.add(chunk);<a name="line.346"></a>
+<span class="sourceLineNo">347</span>      }<a name="line.347"></a>
+<span class="sourceLineNo">348</span>      chunkCount.set(initialCount);<a name="line.348"></a>
+<span class="sourceLineNo">349</span>      final String n = Thread.currentThread().getName();<a name="line.349"></a>
+<span class="sourceLineNo">350</span>      scheduleThreadPool = Executors.newScheduledThreadPool(1, new ThreadFactoryBuilder()<a name="line.350"></a>
+<span class="sourceLineNo">351</span>              .setNameFormat(n + "-MemStoreChunkPool Statistics").setDaemon(true).build());<a name="line.351"></a>
+<span class="sourceLineNo">352</span>      this.scheduleThreadPool.scheduleAtFixedRate(new StatisticsThread(), statThreadPeriod,<a name="line.352"></a>
+<span class="sourceLineNo">353</span>              statThreadPeriod, TimeUnit.SECONDS);<a name="line.353"></a>
+<span class="sourceLineNo">354</span>    }<a name="line.354"></a>
+<span class="sourceLineNo">355</span><a name="line.355"></a>
+<span class="sourceLineNo">356</span>    /**<a name="line.356"></a>
+<span class="sourceLineNo">357</span>     * Poll a chunk from the pool, reset it if not null, else create a new chunk to return if we have<a name="line.357"></a>
+<span class="sourceLineNo">358</span>     * not yet created max allowed chunks count. When we have already created max allowed chunks and<a name="line.358"></a>
+<span class="sourceLineNo">359</span>     * no free chunks as of now, return null. It is the responsibility of the caller to make a chunk<a name="line.359"></a>
+<span class="sourceLineNo">360</span>     * then.<a name="line.360"></a>
+<span class="sourceLineNo">361</span>     * Note: Chunks returned by this pool must be put back to the pool after its use.<a name="line.361"></a>
+<span class="sourceLineNo">362</span>     * @return a chunk<a name="line.362"></a>
+<span class="sourceLineNo">363</span>     * @see #putbackChunks(Chunk)<a name="line.363"></a>
+<span class="sourceLineNo">364</span>     */<a name="line.364"></a>
+<span class="sourceLineNo">365</span>    Chunk getChunk() {<a name="line.365"></a>
+<span class="sourceLineNo">366</span>      return getChunk(CompactingMemStore.IndexType.ARRAY_MAP);<a name="line.366"></a>
+<span class="sourceLineNo">367</span>    }<a name="line.367"></a>
+<span class="sourceLineNo">368</span><a name="line.368"></a>
+<span class="sourceLineNo">369</span>    Chunk getChunk(CompactingMemStore.IndexType chunkIndexType) {<a name="line.369"></a>
+<span class="sourceLineNo">370</span>      Chunk chunk = reclaimedChunks.poll();<a name="line.370"></a>
+<span class="sourceLineNo">371</span>      if (chunk != null) {<a name="line.371"></a>
+<span class="sourceLineNo">372</span>        chunk.reset();<a name="line.372"></a>
+<span class="sourceLineNo">373</span>        reusedChunkCount.increment();<a name="line.373"></a>
+<span class="sourceLineNo">374</span>      } else {<a name="line.374"></a>
+<span class="sourceLineNo">375</span>        // Make a chunk iff we have not yet created the maxCount chunks<a name="line.375"></a>
+<span class="sourceLineNo">376</span>        while (true) {<a name="line.376"></a>
+<span class="sourceLineNo">377</span>          long created = this.chunkCount.get();<a name="line.377"></a>
+<span class="sourceLineNo">378</span>          if (created &lt; this.maxCount) {<a name="line.378"></a>
+<span class="sourceLineNo">379</span>            if (this.chunkCount.compareAndSet(created, created + 1)) {<a name="line.379"></a>
+<span class="sourceLineNo">380</span>              chunk = createChunkForPool(chunkIndexType, chunkSize);<a name="line.380"></a>
+<span class="sourceLineNo">381</span>              break;<a name="line.381"></a>
+<span class="sourceLineNo">382</span>            }<a name="line.382"></a>
+<span class="sourceLineNo">383</span>          } else {<a name="line.383"></a>
+<span class="sourceLineNo">384</span>            break;<a name="line.384"></a>
+<span class="sourceLineNo">385</span>          }<a name="line.385"></a>
+<span class="sourceLineNo">386</span>        }<a name="line.386"></a>
+<span class="sourceLineNo">387</span>      }<a name="line.387"></a>
+<span class="sourceLineNo">388</span>      return chunk;<a name="line.388"></a>
+<span class="sourceLineNo">389</span>    }<a name="line.389"></a>
+<span class="sourceLineNo">390</span><a name="line.390"></a>
+<span class="sourceLineNo">391</span>    int getChunkSize() {<a name="line.391"></a>
+<span class="sourceLineNo">392</span>      return chunkSize;<a name="line.392"></a>
+<span class="sourceLineNo">393</span>    }<a name="line.393"></a>
+<span class="sourceLineNo">394</span><a name="line.394"></a>
+<span class="sourceLineNo">395</span>    /**<a name="line.395"></a>
+<span class="sourceLineNo">396</span>     * Add the chunks to the pool, when the pool achieves the max size, it will skip the remaining<a name="line.396"></a>
+<span class="sourceLineNo">397</span>     * chunks<a name="line.397"></a>
+<span class="sourceLineNo">398</span>     * @param c<a name="line.398"></a>
+<span class="sourceLineNo">399</span>     */<a name="line.399"></a>
+<span class="sourceLineNo">400</span>    private void putbackChunks(Chunk c) {<a name="line.400"></a>
+<span class="sourceLineNo">401</span>      int toAdd = this.maxCount - reclaimedChunks.size();<a name="line.401"></a>
+<span class="sourceLineNo">402</span>      if (c.isFromPool() &amp;&amp; c.size == chunkSize &amp;&amp; toAdd &gt; 0) {<a name="line.402"></a>
+<span class="sourceLineNo">403</span>        reclaimedChunks.add(c);<a name="line.403"></a>
+<span class="sourceLineNo">404</span>      } else {<a name="line.404"></a>
+<span class="sourceLineNo">405</span>        // remove the chunk (that is not going to pool)<a name="line.405"></a>
+<span class="sourceLineNo">406</span>        // though it is initially from the pool or not<a name="line.406"></a>
+<span class="sourceLineNo">407</span>        ChunkCreator.this.removeChunk(c.getId());<a name="line.407"></a>
+<span class="sourceLineNo">408</span>      }<a name="line.408"></a>
+<span class="sourceLineNo">409</span>    }<a name="line.409"></a>
+<span class="sourceLineNo">410</span><a name="line.410"></a>
+<span class="sourceLineNo">411</span>    private class StatisticsThread extends Thread {<a name="line.411"></a>
+<span class="sourceLineNo">412</span>      StatisticsThread() {<a name="line.412"></a>
+<span class="sourceLineNo">413</span>        super("MemStoreChunkPool.StatisticsThread");<a name="line.413"></a>
+<span class="sourceLineNo">414</span>        setDaemon(true);<a name="line.414"></a>
+<span class="sourceLineNo">415</span>      }<a name="line.415"></a>
+<span class="sourceLineNo">416</span><a name="line.416"></a>
+<span class="sourceLineNo">417</span>      @Override<a name="line.417"></a>
+<span class="sourceLineNo">418</span>      public void run() {<a name="line.418"></a>
+<span class="sourceLineNo">419</span>        logStats();<a name="line.419"></a>
+<span class="sourceLineNo">420</span>      }<a name="line.420"></a>
+<span class="sourceLineNo">421</span><a name="line.421"></a>
+<span class="sourceLineNo">422</span>      private void logStats() {<a name="line.422"></a>
+<span class="sourceLineNo">423</span>        if (!LOG.isDebugEnabled()) return;<a name="line.423"></a>
+<span class="sourceLineNo">424</span>        long created = chunkCount.get();<a name="line.424"></a>
+<span class="sourceLineNo">425</span>        long reused = reusedChunkCount.sum();<a name="line.425"></a>
+<span class="sourceLineNo">426</span>        long total = created + reused;<a name="line.426"></a>
+<span class="sourceLineNo">427</span>        LOG.debug("{} Stats (chunk size={}): current pool size={}, created chunk count={}, " +<a name="line.427"></a>
+<span class="sourceLineNo">428</span>                "reused chunk count={}, reuseRatio={}", label, chunkSize, reclaimedChunks.size(),<a name="line.428"></a>
+<span class="sourceLineNo">429</span>            created, reused,<a name="line.429"></a>
+<span class="sourceLineNo">430</span>            (total == 0? "0": StringUtils.formatPercent((float)reused/(float)total,2)));<a name="line.430"></a>
+<span class="sourceLineNo">431</span>      }<a name="line.431"></a>
+<span class="sourceLineNo">432</span>    }<a name="line.432"></a>
+<span class="sourceLineNo">433</span><a name="line.433"></a>
+<span class="sourceLineNo">434</span>    private int getMaxCount() {<a name="line.434"></a>
+<span class="sourceLineNo">435</span>      return this.maxCount;<a name="line.435"></a>
+<span class="sourceLineNo">436</span>    }<a name="line.436"></a>
+<span class="sourceLineNo">437</span><a name="line.437"></a>
+<span class="sourceLineNo">438</span>    @Override<a name="line.438"></a>
+<span class="sourceLineNo">439</span>    public void onHeapMemoryTune(long newMemstoreSize, long newBlockCacheSize) {<a name="line.439"></a>
+<span class="sourceLineNo">440</span>      // don't do any tuning in case of offheap memstore<a name="line.440"></a>
+<span class="sourceLineNo">441</span>      if (isOffheap()) {<a name="line.441"></a>
+<span class="sourceLineNo">442</span>        LOG.warn("{} not tuning the chunk pool as it is offheap", label);<a name="line.442"></a>
+<span class="sourceLineNo">443</span>        return;<a name="line.443"></a>
+<span class="sourceLineNo">444</span>      }<a name="line.444"></a>
+<span class="sourceLineNo">445</span>      int newMaxCount =<a name="line.445"></a>
+<span class="sourceLineNo">446</span>              (int) (newMemstoreSize * poolSizePercentage / getChunkSize());<a name="line.446"></a>
+<span class="sourceLineNo">447</span>      if (newMaxCount != this.maxCount) {<a name="line.447"></a>
+<span class="sourceLineNo">448</span>        // We need an adjustment in the chunks numbers<a name="line.448"></a>
+<span class="sourceLineNo">449</span>        if (newMaxCount &gt; this.maxCount) {<a name="line.449"></a>
+<span class="sourceLineNo">450</span>          // Max chunks getting increased. Just change the variable. Later calls to getChunk() would<a name="line.450"></a>
+<span class="sourceLineNo">451</span>          // create and add them to Q<a name="line.451"></a>
+<span class="sourceLineNo">452</span>          LOG.info("{} max count for chunks increased from {} to {}", this.label, this.maxCount,<a name="line.452"></a>
+<span class="sourceLineNo">453</span>              newMaxCount);<a name="line.453"></a>
+<span class="sourceLineNo">454</span>          this.maxCount = newMaxCount;<a name="line.454"></a>
+<span class="sourceLineNo">455</span>        } else {<a name="line.455"></a>
+<span class="sourceLineNo">456</span>          // Max chunks getting decreased. We may need to clear off some of the pooled chunks now<a name="line.456"></a>
+<span class="sourceLineNo">457</span>          // itself. If the extra chunks are serving already, do not pool those when we get them back<a name="line.457"></a>
+<span class="sourceLineNo">458</span>          LOG.info("{} max count for chunks decreased from {} to {}", this.label, this.maxCount,<a name="line.458"></a>
+<span class="sourceLineNo">459</span>              newMaxCount);<a name="line.459"></a>
+<span class="sourceLineNo">460</span>          this.maxCount = newMaxCount;<a name="line.460"></a>
+<span class="sourceLineNo">461</span>          if (this.reclaimedChunks.size() &gt; newMaxCount) {<a name="line.461"></a>
+<span class="sourceLineNo">462</span>            synchronized (this) {<a name="line.462"></a>
+<span class="sourceLineNo">463</span>              while (this.reclaimedChunks.size() &gt; newMaxCount) {<a name="line.463"></a>
+<span class="sourceLineNo">464</span>                this.reclaimedChunks.poll();<a name="line.464"></a>
+<span class="sourceLineNo">465</span>              }<a name="line.465"></a>
+<span class="sourceLineNo">466</span>            }<a name="line.466"></a>
+<span class="sourceLineNo">467</span>          }<a name="line.467"></a>
+<span class="sourceLineNo">468</span>        }<a name="line.468"></a>
+<span class="sourceLineNo">469</span>      }<a name="line.469"></a>
+<span class="sourceLineNo">470</span>    }<a name="line.470"></a>
+<span class="sourceLineNo">471</span>  }<a name="line.471"></a>
+<span class="sourceLineNo">472</span><a name="line.472"></a>
+<span class="sourceLineNo">473</span>  @VisibleForTesting<a name="line.473"></a>
+<span class="sourceLineNo">474</span>  static void clearDisableFlag() {<a name="line.474"></a>
+<span class="sourceLineNo">475</span>    chunkPoolDisabled = false;<a name="line.475"></a>
+<span class="sourceLineNo">476</span>  }<a name="line.476"></a>
+<span class="sourceLineNo">477</span><a name="line.477"></a>
+<span class="sourceLineNo">478</span>  private MemStoreChunkPool initializePool(String label, long globalMemStoreSize,<a name="line.478"></a>
+<span class="sourceLineNo">479</span>      float poolSizePercentage, float initialCountPercentage, int chunkSize,<a name="line.479"></a>
+<span class="sourceLineNo">480</span>      HeapMemoryManager heapMemoryManager) {<a name="line.480"></a>
+<span class="sourceLineNo">481</span>    if (poolSizePercentage &lt;= 0) {<a name="line.481"></a>
+<span class="sourceLineNo">482</span>      LOG.info("{} poolSizePercentage is less than 0. So not using pool", label);<a name="line.482"></a>
 <span class="sourceLineNo">483</span>      return null;<a name="line.483"></a>
 <span class="sourceLineNo">484</span>    }<a name="line.484"></a>
-<span class="sourceLineNo">485</span>    if (poolSizePercentage &gt; 1.0) {<a name="line.485"></a>
-<span class="sourceLineNo">486</span>      throw new IllegalArgumentException(<a name="line.486"></a>
-<span class="sourceLineNo">487</span>              MemStoreLAB.CHUNK_POOL_MAXSIZE_KEY + " must be between 0.0 and 1.0");<a name="line.487"></a>
-<span class="sourceLineNo">488</span>    }<a name="line.488"></a>
-<span class="sourceLineNo">489</span>    int maxCount = (int) (globalMemStoreSize * poolSizePercentage / chunkSize);<a name="line.489"></a>
-<span class="sourceLineNo">490</span>    if (initialCountPercentage &gt; 1.0 || initialCountPercentage &lt; 0) {<a name="line.490"></a>
-<span class="sourceLineNo">491</span>      throw new IllegalArgumentException(<a name="line.491"></a>
-<span class="sourceLineNo">492</span>              MemStoreLAB.CHUNK_POOL_INITIALSIZE_KEY + " must be between 0.0 and 1.0");<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    }<a name="line.493"></a>
-<span class="sourceLineNo">494</span>    int initialCount = (int) (initialCountPercentage * maxCount);<a name="line.494"></a>
-<span class="sourceLineNo">495</span>    LOG.info("Allocating MemStoreChunkPool with chunk size "<a name="line.495"></a>
-<span class="sourceLineNo">496</span>            + StringUtils.byteDesc(chunkSize) + ", max count " + maxCount<a name="line.496"></a>
-<span class="sourceLineNo">497</span>            + ", initial count " + initialCount);<a name="line.497"></a>
-<span class="sourceLineNo">498</span>    MemStoreChunkPool memStoreChunkPool = new MemStoreChunkPool(chunkSize, maxCount,<a name="line.498"></a>
-<span class="sourceLineNo">499</span>            initialCount, poolSizePercentage);<a name="line.499"></a>
-<span class="sourceLineNo">500</span>    if (heapMemoryManager != null &amp;&amp; memStoreChunkPool != null) {<a name="line.500"></a>
-<span class="sourceLineNo">501</span>      // Register with Heap Memory manager<a name="line.501"></a>
-<span class="sourceLineNo">502</span>      heapMemoryManager.registerTuneObserver(memStoreChunkPool);<a name="line.502"></a>
-<span class="sourceLineNo">503</span>    }<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    return memStoreChunkPool;<a name="line.504"></a>
-<span class="sourceLineNo">505</span>  }<a name="line.505"></a>
-<span class="sourceLineNo">506</span><a name="line.506"></a>
-<span class="sourceLineNo">507</span>  @VisibleForTesting<a name="line.507"></a>
-<span class="sourceLineNo">508</span>  int getMaxCount() {<a name="line.508"></a>
-<span class="sourceLineNo">509</span>    return getMaxCount(ChunkType.DATA_CHUNK);<a name="line.509"></a>
-<span class="sourceLineNo">510</span>  }<a name="line.510"></a>
-<span class="sourceLineNo">511</span><a name="line.511"></a>
-<span class="sourceLineNo">512</span>  @VisibleForTesting<a name="line.512"></a>
-<span class="sourceLineNo">513</span>  int getMaxCount(ChunkType chunkType) {<a name="line.513"></a>
-<span class="sourceLineNo">514</span>    switch (chunkType) {<a name="line.514"></a>
-<span class="sourceLineNo">515</span>      case INDEX_CHUNK:<a name="line.515"></a>
-<span class="sourceLineNo">516</span>        if (indexChunksPool != null) {<a name="line.516"></a>
-<span class="sourceLineNo">517</span>          return indexChunksPool.getMaxCount();<a name="line.517"></a>
-<span class="sourceLineNo">518</span>        }<a name="line.518"></a>
-<span class="sourceLineNo">519</span>        break;<a name="line.519"></a>
-<span class="sourceLineNo">520</span>      case DATA_CHUNK:<a name="line.520"></a>
-<span class="sourceLineNo">521</span>        if (dataChunksPool != null) {<a name="line.521"></a>
-<span class="sourceLineNo">522</span>          return dataChunksPool.getMaxCount();<a name="line.522"></a>
-<span class="sourceLineNo">523</span>        }<a name="line.523"></a>
-<span class="sourceLineNo">524</span>        break;<a name="line.524"></a>
-<span class="sourceLineNo">525</span>      default:<a name="line.525"></a>
-<span class="sourceLineNo">526</span>        throw new IllegalArgumentException(<a name="line.526"></a>
-<span class="sourceLineNo">527</span>                "chunkType must either be INDEX_CHUNK or DATA_CHUNK");<a name="line.527"></a>
-<span class="sourceLineNo">528</span>    }<a name="line.528"></a>
-<span class="sourceLineNo">529</span><a name="line.529"></a>
-<span class="sourceLineNo">530</span>    return 0;<a name="line.530"></a>
-<span class="sourceLineNo">531</span>  }<a name="line.531"></a>
-<span class="sourceLineNo">532</span><a name="line.532"></a>
-<span class="sourceLineNo">533</span>  @VisibleForTesting<a name="line.533"></a>
-<span class="sourceLineNo">534</span>  int getPoolSize() {<a name="line.534"></a>
-<span class="sourceLineNo">535</span>    return getPoolSize(ChunkType.DATA_CHUNK);<a name="line.535"></a>
-<span class="sourceLineNo">536</span>  }<a name="line.536"></a>
-<span class="sourceLineNo">537</span><a name="line.537"></a>
-<span class="sourceLineNo">538</span>  @VisibleForTesting<a name="line.538"></a>
-<span class="sourceLineNo">539</span>  int getPoolSize(ChunkType chunkType) {<a name="line.539"></a>
-<span class="sourceLineNo">540</span>    switch (chunkType) {<a name="line.540"></a>
-<span class="sourceLineNo">541</span>      case INDEX_CHUNK:<a name="line.541"></a>
-<span class="sourceLineNo">542</span>        if (indexChunksPool != null) {<a name="line.542"></a>
-<span class="sourceLineNo">543</span>          return indexChunksPool.reclaimedChunks.size();<a name="line.543"></a>
-<span class="sourceLineNo">544</span>        }<a name="line.544"></a>
-<span class="sourceLineNo">545</span>        break;<a name="line.545"></a>
-<span class="sourceLineNo">546</span>      case DATA_CHUNK:<a name="line.546"></a>
-<span class="sourceLineNo">547</span>        if (dataChunksPool != null) {<a name="line.547"></a>
-<span class="sourceLineNo">548</span>          return dataChunksPool.reclaimedChunks.size();<a name="line.548"></a>
-<span class="sourceLineNo">549</span>        }<a name="line.549"></a>
-<span class="sourceLineNo">550</span>        break;<a name="line.550"></a>
-<span class="sourceLineNo">551</span>      default:<a name="line.551"></a>
-<span class="sourceLineNo">552</span>        throw new IllegalArgumentException(<a name="line.552"></a>
-<span class="sourceLineNo">553</span>                "chunkType must either be INDEX_CHUNK or DATA_CHUNK");<a name="line.553"></a>
-<span class="sourceLineNo">554</span>    }<a name="line.554"></a>
-<span class="sourceLineNo">555</span>    return 0;<a name="line.555"></a>
-<span class="sourceLineNo">556</span>  }<a name="line.556"></a>
-<span class="sourceLineNo">557</span><a name="line.557"></a>
-<span class="sourceLineNo">558</span>  @VisibleForTesting<a name="line.558"></a>
-<span class="sourceLineNo">559</span>  boolean isChunkInPool(int chunkId) {<a name="line.559"></a>
-<span class="sourceLineNo">560</span>    Chunk c = getChunk(chunkId);<a name="line.560"></a>
-<span class="sourceLineNo">561</span>    if (c==null) {<a name="line.561"></a>
-<span class="sourceLineNo">562</span>      return false;<a name="line.562"></a>
-<span class="sourceLineNo">563</span>    }<a name="line.563"></a>
-<span class="sourceLineNo">564</span><a name="line.564"></a>
-<span class="sourceLineNo">565</span>    // chunks that are from pool will return true chunk reference not null<a name="line.565"></a>
-<span class="sourceLineNo">566</span>    if (dataChunksPool != null &amp;&amp; dataChunksPool.reclaimedChunks.contains(c)) {<a name="line.566"></a>
-<span class="sourceLineNo">567</span>      return true;<a name="line.567"></a>
-<span class="sourceLineNo">568</span>    } else if (indexChunksPool != null &amp;&amp; indexChunksPool.reclaimedChunks.contains(c)) {<a name="line.568"></a>
+<span class="sourceLineNo">485</span>    if (chunkPoolDisabled) {<a name="line.485"></a>
+<span class="sourceLineNo">486</span>      return null;<a name="line.486"></a>
+<span class="sourceLineNo">487</span>    }<a name="line.487"></a>
+<span class="sourceLineNo">488</span>    if (poolSizePercentage &gt; 1.0) {<a name="line.488"></a>
+<span class="sourceLineNo">489</span>      throw new IllegalArgumentException(<a name="line.489"></a>
+<span class="sourceLineNo">490</span>              MemStoreLAB.CHUNK_POOL_MAXSIZE_KEY + " must be between 0.0 and 1.0");<a name="line.490"></a>
+<span class="sourceLineNo">491</span>    }<a name="line.491"></a>
+<span class="sourceLineNo">492</span>    int maxCount = (int) (globalMemStoreSize * poolSizePercentage / chunkSize);<a name="line.492"></a>
+<span class="sourceLineNo">493</span>    if (initialCountPercentage &gt; 1.0 || initialCountPercentage &lt; 0) {<a name="line.493"></a>
+<span class="sourceLineNo">494</span>      throw new IllegalArgumentException(label + " " + MemStoreLAB.CHUNK_POOL_INITIALSIZE_KEY +<a name="line.494"></a>
+<span class="sourceLineNo">495</span>          " must be between 0.0 and 1.0");<a name="line.495"></a>
+<span class="sourceLineNo">496</span>    }<a name="line.496"></a>
+<span class="sourceLineNo">497</span>    int initialCount = (int) (initialCountPercentage * maxCount);<a name="line.497"></a>
+<span class="sourceLineNo">498</span>    LOG.info("{} allocating {} MemStoreChunkPool with chunk size {}, max count {}, " +<a name="line.498"></a>
+<span class="sourceLineNo">499</span>            "initial count {}", label, StringUtils.byteDesc(chunkSize), maxCount, initialCount);<a name="line.499"></a>
+<span class="sourceLineNo">500</span>    MemStoreChunkPool memStoreChunkPool = new MemStoreChunkPool(label, chunkSize, maxCount,<a name="line.500"></a>
+<span class="sourceLineNo">501</span>            initialCount, poolSizePercentage);<a name="line.501"></a>
+<span class="sourceLineNo">502</span>    if (heapMemoryManager != null &amp;&amp; memStoreChunkPool != null) {<a name="line.502"></a>
+<span class="sourceLineNo">503</span>      // Register with Heap Memory manager<a name="line.503"></a>
+<span class="sourceLineNo">504</span>      heapMemoryManager.registerTuneObserver(memStoreChunkPool);<a name="line.504"></a>
+<span class="sourceLineNo">505</span>    }<a name="line.505"></a>
+<span class="sourceLineNo">506</span>    return memStoreChunkPool;<a name="line.506"></a>
+<span class="sourceLineNo">507</span>  }<a name="line.507"></a>
+<span class="sourceLineNo">508</span><a name="line.508"></a>
+<span class="sourceLineNo">509</span>  @VisibleForTesting<a name="line.509"></a>
+<span class="sourceLineNo">510</span>  int getMaxCount() {<a name="line.510"></a>
+<span class="sourceLineNo">511</span>    return getMaxCount(ChunkType.DATA_CHUNK);<a name="line.511"></a>
+<span class="sourceLineNo">512</span>  }<a name="line.512"></a>
+<span class="sourceLineNo">513</span><a name="line.513"></a>
+<span class="sourceLineNo">514</span>  @VisibleForTesting<a name="line.514"></a>
+<span class="sourceLineNo">515</span>  int getMaxCount(ChunkType chunkType) {<a name="line.515"></a>
+<span class="sourceLineNo">516</span>    switch (chunkType) {<a name="line.516"></a>
+<span class="sourceLineNo">517</span>      case INDEX_CHUNK:<a name="line.517"></a>
+<span class="sourceLineNo">518</span>        if (indexChunksPool != null) {<a name="line.518"></a>
+<span class="sourceLineNo">519</span>          return indexChunksPool.getMaxCount();<a name="line.519"></a>
+<span class="sourceLineNo">520</span>        }<a name="line.520"></a>
+<span class="sourceLineNo">521</span>        break;<a name="line.521"></a>
+<span class="sourceLineNo">522</span>      case DATA_CHUNK:<a name="line.522"></a>
+<span class="sourceLineNo">523</span>        if (dataChunksPool != null) {<a name="line.523"></a>
+<span class="sourceLineNo">524</span>          return dataChunksPool.getMaxCount();<a name="line.524"></a>
+<span class="sourceLineNo">525</span>        }<a name="line.525"></a>
+<span class="sourceLineNo">526</span>        break;<a name="line.526"></a>
+<span class="sourceLineNo">527</span>      default:<a name="line.527"></a>
+<span class="sourceLineNo">528</span>        throw new IllegalArgumentException(<a name="line.528"></a>
+<span class="sourceLineNo">529</span>                "chunkType must either be INDEX_CHUNK or DATA_CHUNK");<a name="line.529"></a>
+<span class="sourceLineNo">530</span>    }<a name="line.530"></a>
+<span class="sourceLineNo">531</span><a name="line.531"></a>
+<span class="sourceLineNo">532</span>    return 0;<a name="line.532"></a>
+<span class="sourceLineNo">533</span>  }<a name="line.533"></a>
+<span class="sourceLineNo">534</span><a name="line.534"></a>
+<span class="sourceLineNo">535</span>  @VisibleForTesting<a name="line.535"></a>
+<span class="sourceLineNo">536</span>  int getPoolSize() {<a name="line.536"></a>
+<span class="sourceLineNo">537</span>    return getPoolSize(ChunkType.DATA_CHUNK);<a name="line.537"></a>
+<span class="sourceLineNo">538</span>  }<a name="line.538"></a>
+<span class="sourceLineNo">539</span><a name="line.539"></a>
+<span class="sourceLineNo">540</span>  @VisibleForTesting<a name="line.540"></a>
+<span class="sourceLineNo">541</span>  int getPoolSize(ChunkType chunkType) {<a name="line.541"></a>
+<span class="sourceLineNo">542</span>    switch (chunkType) {<a name="line.542"></a>
+<span class="sourceLineNo">543</span>      case INDEX_CHUNK:<a name="line.543"></a>
+<span class="sourceLineNo">544</span>        if (indexChunksPool != null) {<a name="line.544"></a>
+<span class="sourceLineNo">545</span>          return indexChunksPool.reclaimedChunks.size();<a name="line.545"></a>
+<span class="sourceLineNo">546</span>        }<a name="line.546"></a>
+<span class="sourceLineNo">547</span>        break;<a name="line.547"></a>
+<span class="sourceLineNo">548</span>      case DATA_CHUNK:<a name="line.548"></a>
+<span class="sourceLineNo">549</span>        if (dataChunksPool != null) {<a name="line.549"></a>
+<span class="sourceLineNo">550</span>          return dataChunksPool.reclaimedChunks.size();<a name="line.550"></a>
+<span class="sourceLineNo">551</span>        }<a name="line.551"></a>
+<span class="sourceLineNo">552</span>        break;<a name="line.552"></a>
+<span class="sourceLineNo">553</span>      default:<a name="line.553"></a>
+<span class="sourceLineNo">554</span>        throw new IllegalArgumentException(<a name="line.554"></a>
+<span class="sourceLineNo">555</span>                "chunkType must either be INDEX_CHUNK or DATA_CHUNK");<a name="line.555"></a>
+<span class="sourceLineNo">556</span>    }<a name="line.556"></a>
+<span class="sourceLineNo">557</span>    return 0;<a name="line.557"></a>
+<span class="sourceLineNo">558</span>  }<a name="line.558"></a>
+<span class="sourceLineNo">559</span><a name="line.559"></a>
+<span class="sourceLineNo">560</span>  @VisibleForTesting<a name="line.560"></a>
+<span class="sourceLineNo">561</span>  boolean isChunkInPool(int chunkId) {<a name="line.561"></a>
+<span class="sourceLineNo">562</span>    Chunk c = getChunk(chunkId);<a name="line.562"></a>
+<span class="sourceLineNo">563</span>    if (c==null) {<a name="line.563"></a>
+<span class="sourceLineNo">564</span>      return false;<a name="line.564"></a>
+<span class="sourceLineNo">565</span>    }<a name="line.565"></a>
+<span class="sourceLineNo">566</span><a name="line.566"></a>
+<span class="sourceLineNo">567</span>    // chunks that are from pool will return true chunk reference not null<a name="line.567"></a>
+<span class="sourceLineNo">568</span>    if (dataChunksPool != null &amp;&amp; dataChunksPool.reclaimedChunks.contains(c)) {<a name="line.568"></a>
 <span class="sourceLineNo">569</span>      return true;<a name="line.569"></a>
-<span class="sourceLineNo">570</span>    }<a name="line.570"></a>
-<span class="sourceLineNo">571</span>    return false;<a name="line.571"></a>
-<span class="sourceLineNo">572</span>  }<a name="line.572"></a>
-<span class="sourceLineNo">573</span><a name="line.573"></a>
-<span class="sourceLineNo">574</span>  /*<a name="line.574"></a>
-<span class="sourceLineNo">575</span>   * Only used in testing<a name="line.575"></a>
-<span class="sourceLineNo">576</span>   */<a name="line.576"></a>
-<span class="sourceLineNo">577</span>  @VisibleForTesting<a name="line.577"></a>
-<span class="sourceLineNo">578</span>  void clearChunksInPool() {<a name="line.578"></a>
-<span class="sourceLineNo">579</span>    if (dataChunksPool != null) {<a name="line.579"></a>
-<span class="sourceLineNo">580</span>      dataChunksPool.reclaimedChunks.clear();<a name="line.580"></a>
-<span class="sourceLineNo">581</span>    }<a name="line.581"></a>
-<span class="sourceLineNo">582</span>    if (indexChunksPool != null) {<a name="line.582"></a>
-<span class="sourceLineNo">583</span>      indexChunksPool.reclaimedChunks.clear();<a name="line.583"></a>
-<span class="sourceLineNo">584</span>    }<a name="line.584"></a>
-<span class="sourceLineNo">585</span>  }<a name="line.585"></a>
-<span class="sourceLineNo">586</span><a name="line.586"></a>
-<span class="sourceLineNo">587</span>  int getChunkSize() {<a name="line.587"></a>
-<span class="sourceLineNo">588</span>    return getChunkSize(ChunkType.DATA_CHUNK);<a name="line.588"></a>
-<span class="sourceLineNo">589</span>  }<a name="line.589"></a>
-<span class="sourceLineNo">590</span><a name="line.590"></a>
-<span class="sourceLineNo">591</span>  int getChunkSize(ChunkType chunkType) {<a name="line.591"></a>
-<span class="sourceLineNo">592</span>    switch (chunkType) {<a name="line.592"></a>
-<span class="sourceLineNo">593</span>      case INDEX_CHUNK:<a name="line.593"></a>
-<span class="sourceLineNo">594</span>        if (indexChunksPool != null) {<a name="line.594"></a>
-<span class="sourceLineNo">595</span>          return indexChunksPool.getChunkSize();<a name="line.595"></a>
-<span class="sourceLineNo">596</span>        }<a name="line.596"></a>
-<span class="sourceLineNo">597</span>      case DATA_CHUNK:<a name="line.597"></a>
-<span class="sourceLineNo">598</span>        if (dataChunksPool != null) {<a name="line.598"></a>
-<span class="sourceLineNo">599</span>          return dataChunksPool.getChunkSize();<a name="line.599"></a>
-<span class="sourceLineNo">600</span>        } else { // When pools are empty<a name="line.600"></a>
-<span class="sourceLineNo">601</span>          return chunkSize;<a name="line.601"></a>
-<span class="sourceLineNo">602</span>        }<a name="line.602"></a>
-<span class="sourceLineNo">603</span>      default:<a name="line.603"></a>
-<span class="sourceLineNo">604</span>        throw new IllegalArgumentException(<a name="line.604"></a>
-<span class="sourceLineNo">605</span>                "chunkType must either be INDEX_CHUNK or DATA_CHUNK");<a name="line.605"></a>
-<span class="sourceLineNo">606</span>    }<a name="line.606"></a>
-<span class="sourceLineNo">607</span>  }<a name="line.607"></a>
-<span class="sourceLineNo">608</span><a name="line.608"></a>
-<span class="sourceLineNo">609</span>  synchronized void putbackChunks(Set&lt;Integer&gt; chunks) {<a name="line.609"></a>
-<span class="sourceLineNo">610</span>    // if there is no pool just try to clear the chunkIdMap in case there is something<a name="line.610"></a>
-<span class="sourceLineNo">611</span>    if (dataChunksPool == null &amp;&amp; indexChunksPool == null) {<a name="line.611"></a>
-<span class="sourceLineNo">612</span>      this.removeChunks(chunks);<a name="line.612"></a>
-<span class="sourceLineNo">613</span>      return;<a name="line.613"></a>
-<span class="sourceLineNo">614</span>    }<a name="line.614"></a>
-<span class="sourceLineNo">615</span><a name="line.615"></a>
-<span class="sourceLineNo">616</span>    // if there is a pool, go over all chunk IDs that came back, the chunks may be from pool or not<a name="line.616"></a>
-<span class="sourceLineNo">617</span>    for (int chunkID : chunks) {<a name="line.617"></a>
-<span class="sourceLineNo">618</span>      // translate chunk ID to chunk, if chunk initially wasn't in pool<a name="line.618"></a>
-<span class="sourceLineNo">619</span>      // this translation will (most likely) return null<a name="line.619"></a>
-<span class="sourceLineNo">620</span>      Chunk chunk = ChunkCreator.this.getChunk(chunkID);<a name="line.620"></a>
-<span class="sourceLineNo">621</span>      if (chunk != null) {<a name="line.621"></a>
-<span class="sourceLineNo">622</span>        if (chunk.isFromPool() &amp;&amp; chunk.isIndexChunk()) {<a name="line.622"></a>
-<span class="sourceLineNo">623</span>          indexChunksPool.putbackChunks(chunk);<a name="line.623"></a>
-<span class="sourceLineNo">624</span>        } else if (chunk.isFromPool() &amp;&amp; chunk.size == dataChunksPool.getChunkSize()) {<a name="line.624"></a>
-<span class="sourceLineNo">625</span>          dataChunksPool.putbackChunks(chunk);<a name="line.625"></a>
-<span class="sourceLineNo">626</span>        } else {<a name="line.626"></a>
-<span class="sourceLineNo">627</span>          // chunks which are not from one of the pools<a name="line.627"></a>
-<span class="sourceLineNo">628</span>          // should be released without going to the pools.<a name="line.628"></a>
-<span class="sourceLineNo">629</span>          // Removing them from chunkIdMap will cause their removal by the GC.<a name="line.629"></a>
-<span class="sourceLineNo">630</span>          this.removeChunk(chunkID);<a name="line.630"></a>
-<span class="sourceLineNo">631</span>        }<a name="line.631"></a>
-<span class="sourceLineNo">632</span>      }<a name="line.632"></a>
-<span class="sourceLineNo">633</span>      // if chunk is null, it was never covered by the chunkIdMap (and so wasn't in pool also),<a name="line.633"></a>
-<span class="sourceLineNo">634</span>      // so we have nothing to do on its release<a name="line.634"></a>
-<span class="sourceLineNo">635</span>    }<a name="line.635"></a>
-<span class="sourceLineNo">636</span>    return;<a name="line.636"></a>
-<span class="sourceLineNo">637</span>  }<a name="line.637"></a>
-<span class="sourceLineNo">638</span><a name="line.638"></a>
-<span class="sourceLineNo">639</span>}<a name="line.639"></a>
+<span class="sourceLineNo">570</span>    } else if (indexChunksPool != null &amp;&amp; indexChunksPool.reclaimedChunks.contains(c)) {<a name="line.570"></a>
+<span class="sourceLineNo">571</span>      return true;<a name="line.571"></a>
+<span class="sourceLineNo">572</span>    }<a name="line.572"></a>
+<span class="sourceLineNo">573</span>    return false;<a name="line.573"></a>
+<span class="sourceLineNo">574</span>  }<a name="line.574"></a>
+<span class="sourceLineNo">575</span><a name="line.575"></a>
+<span class="sourceLineNo">576</span>  /*<a name="line.576"></a>
+<span class="sourceLineNo">577</span>   * Only used in testing<a name="line.577"></a>
+<span class="sourceLineNo">578</span>   */<a name="line.578"></a>
+<span class="sourceLineNo">579</span>  @VisibleForTesting<a name="line.579"></a>
+<span class="sourceLineNo">580</span>  void clearChunksInPool() {<a name="line.580"></a>
+<span class="sourceLineNo">581</span>    if (dataChunksPool != null) {<a name="line.581"></a>
+<span class="sourceLineNo">582</span>      dataChunksPool.reclaimedChunks.clear();<a name="line.582"></a>
+<span class="sourceLineNo">583</span>    }<a name="line.583"></a>
+<span class="sourceLineNo">584</span>    if (indexChunksPool != null) {<a name="line.584"></a>
+<span class="sourceLineNo">585</span>      indexChunksPool.reclaimedChunks.clear();<a name="line.585"></a>
+<span class="sourceLineNo">586</span>    }<a name="line.586"></a>
+<span class="sourceLineNo">587</span>  }<a name="line.587"></a>
+<span class="sourceLineNo">588</span><a name="line.588"></a>
+<span class="sourceLineNo">589</span>  int getChunkSize() {<a name="line.589"></a>
+<span class="sourceLineNo">590</span>    return getChunkSize(ChunkType.DATA_CHUNK);<a name="line.590"></a>
+<span class="sourceLineNo">591</span>  }<a name="line.591"></a>
+<span class="sourceLineNo">592</span><a name="line.592"></a>
+<span class="sourceLineNo">593</span>  int getChunkSize(ChunkType chunkType) {<a name="line.593"></a>
+<span class="sourceLineNo">594</span>    switch (chunkType) {<a name="line.594"></a>
+<span class="sourceLineNo">595</span>      case INDEX_CHUNK:<a name="line.595"></a>
+<span class="sourceLineNo">596</span>        if (indexChunksPool != null) {<a name="line.596"></a>
+<span class="sourceLineNo">597</span>          return indexChunksPool.getChunkSize();<a name="line.597"></a>
+<span class="sourceLineNo">598</span>        }<a name="line.598"></a>
+<span class="sourceLineNo">599</span>      case DATA_CHUNK:<a name="line.599"></a>
+<span class="sourceLineNo">600</span>        if (dataChunksPool != null) {<a name="line.600"></a>
+<span class="sourceLineNo">601</span>          return dataChunksPool.getChunkSize();<a name="line.601"></a>
+<span class="sourceLineNo">602</span>        } else { // When pools are empty<a name="line.602"></a>
+<span class="sourceLineNo">603</span>          return chunkSize;<a name="line.603"></a>
+<span class="sourceLineNo">604</span>        }<a name="line.604"></a>
+<span class="sourceLineNo">605</span>      default:<a name="line.605"></a>
+<span class="sourceLineNo">606</span>        throw new IllegalArgumentException(<a name="line.606"></a>
+<span class="sourceLineNo">607</span>                "chunkType must either be INDEX_CHUNK or DATA_CHUNK");<a name="line.607"></a>
+<span class="sourceLineNo">608</span>    }<a name="line.608"></a>
+<span class="sourceLineNo">609</span>  }<a name="line.609"></a>
+<span class="sourceLineNo">610</span><a name="line.610"></a>
+<span class="sourceLineNo">611</span>  synchronized void putbackChunks(Set&lt;Integer&gt; chunks) {<a name="line.611"></a>
+<span class="sourceLineNo">612</span>    // if there is no pool just try to clear the chunkIdMap in case there is something<a name="line.612"></a>
+<span class="sourceLineNo">613</span>    if (dataChunksPool == null &amp;&amp; indexChunksPool == null) {<a name="line.613"></a>
+<span class="sourceLineNo">614</span>      this.removeChunks(chunks);<a name="line.614"></a>
+<span class="sourceLineNo">615</span>      return;<a name="line.615"></a>
+<span class="sourceLineNo">616</span>    }<a name="line.616"></a>
+<span class="sourceLineNo">617</span><a name="line.617"></a>
+<span class="sourceLineNo">618</span>    // if there is a pool, go over all chunk IDs that came back, the chunks may be from pool or not<a name="line.618"></a>
+<span class="sourceLineNo">619</span>    for (int chunkID : chunks) {<a name="line.619"></a>
+<span class="sourceLineNo">620</span>      // translate chunk ID to chunk, if chunk initially wasn't in pool<a name="line.620"></a>
+<span class="sourceLineNo">621</span>      // this translation will (most likely) return null<a name="line.621"></a>
+<span class="sourceLineNo">622</span>      Chunk chunk = ChunkCreator.this.getChunk(chunkID);<a name="line.622"></a>
+<span class="sourceLineNo">623</span>      if (chunk != null) {<a name="line.623"></a>
+<span class="sourceLineNo">624</span>        if (chunk.isFromPool() &amp;&amp; chunk.isIndexChunk()) {<a name="line.624"></a>
+<span class="sourceLineNo">625</span>          indexChunksPool.putbackChunks(chunk);<a name="line.625"></a>
+<span class="sourceLineNo">626</span>        } else if (chunk.isFromPool() &amp;&amp; chunk.size == dataChunksPool.getChunkSize()) {<a name="line.626"></a>
+<span class="sourceLineNo">627</span>          dataChunksPool.putbackChunks(chunk);<a name="line.627"></a>
+<span class="sourceLineNo">628</span>        } else {<a name="line.628"></a>
+<span class="sourceLineNo">629</span>          // chunks which are not from one of the pools<a name="line.629"></a>
+<span class="sourceLineNo">630</span>          // should be released without going to the pools.<a name="line.630"></a>
+<span class="sourceLineNo">631</span>          // Removing them from chunkIdMap will cause their removal by the GC.<a name="line.631"></a>
+<span class="sourceLineNo">632</span>          this.removeChunk(chunkID);<a name="line.632"></a>
+<span class="sourceLineNo">633</span>        }<a name="line.633"></a>
+<span class="sourceLineNo">634</span>      }<a name="line.634"></a>
+<span class="sourceLineNo">635</span>      // if chunk is null, it was never covered by the chunkIdMap (and so wasn't in pool also),<a name="line.635"></a>
+<span class="sourceLineNo">636</span>      // so we have nothing to do on its release<a name="line.636"></a>
+<span class="sourceLineNo">637</span>    }<a name="line.637"></a>
+<span class="sourceLineNo">638</span>    return;<a name="line.638"></a>
+<span class="sourceLineNo">639</span>  }<a name="line.639"></a>
 <span class="sourceLineNo">640</span><a name="line.640"></a>
+<span class="sourceLineNo">641</span>}<a name="line.641"></a>
+<span class="sourceLineNo">642</span><a name="line.642"></a>
 
 
 


[45/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html b/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html
index 56c6c99..40bbdbf 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/class-use/RegionInfo.html
@@ -2927,14 +2927,18 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><code>private static void</code></td>
-<td class="colLast"><span class="typeNameLabel">MergeTableRegionsProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.client.RegionInfo:A-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[]&nbsp;regionsToMerge,
+<td class="colLast"><span class="typeNameLabel">MergeTableRegionsProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo:A-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+                   <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[]&nbsp;regionsToMerge,
                    boolean&nbsp;forcible)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
 <td class="colFirst"><code>private static void</code></td>
-<td class="colLast"><span class="typeNameLabel">MergeTableRegionsProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
+<td class="colLast"><span class="typeNameLabel">MergeTableRegionsProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+                   <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
                    <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeB,
-                   boolean&nbsp;forcible)</code>&nbsp;</td>
+                   boolean&nbsp;forcible)</code>
+<div class="block">One time checks.</div>
+</td>
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><code>private void</code></td>
@@ -4221,11 +4225,18 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 </tr>
 <tbody>
 <tr class="altColor">
+<td class="colFirst"><code>protected static void</code></td>
+<td class="colLast"><span class="typeNameLabel">AbstractStateMachineTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+           <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;ri)</code>
+<div class="block">Check region is online.</div>
+</td>
+</tr>
+<tr class="rowColor">
 <td class="colFirst"><code>protected org.apache.hadoop.fs.Path</code></td>
 <td class="colLast"><span class="typeNameLabel">AbstractStateMachineTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
             <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;region)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">RecoverMetaProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/RecoverMetaProcedure.html#handleRIT-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.ServerName-">handleRIT</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
          <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;ri,
@@ -4235,24 +4246,24 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
  to carry.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">ServerCrashProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html#isDefaultMetaRegion-org.apache.hadoop.hbase.client.RegionInfo-">isDefaultMetaRegion</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;hri)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">AbstractStateMachineRegionProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.html#setRegion-org.apache.hadoop.hbase.client.RegionInfo-">setRegion</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;hri)</code>
 <div class="block">Used when deserializing.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">MasterProcedureScheduler.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html#waitRegion-org.apache.hadoop.hbase.procedure2.Procedure-org.apache.hadoop.hbase.client.RegionInfo-">waitRegion</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;procedure,
           <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionInfo)</code>
 <div class="block">Suspend the procedure if the specified region is already locked.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">MasterProcedureScheduler.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html#waitRegions-org.apache.hadoop.hbase.procedure2.Procedure-org.apache.hadoop.hbase.TableName-org.apache.hadoop.hbase.client.RegionInfo...-">waitRegions</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;procedure,
            <a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;table,
@@ -4260,14 +4271,14 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 <div class="block">Suspend the procedure if the specified set of regions are already locked.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">MasterProcedureScheduler.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html#wakeRegion-org.apache.hadoop.hbase.procedure2.Procedure-org.apache.hadoop.hbase.client.RegionInfo-">wakeRegion</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;procedure,
           <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionInfo)</code>
 <div class="block">Wake the procedures waiting for the specified region</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">MasterProcedureScheduler.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html#wakeRegions-org.apache.hadoop.hbase.procedure2.Procedure-org.apache.hadoop.hbase.TableName-org.apache.hadoop.hbase.client.RegionInfo...-">wakeRegions</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;procedure,
            <a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;table,

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/client/class-use/Result.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/client/class-use/Result.html b/devapidocs/org/apache/hadoop/hbase/client/class-use/Result.html
index 2521b5b..a85184f 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/class-use/Result.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/class-use/Result.html
@@ -145,44 +145,38 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 <td class="colLast">&nbsp;</td>
 </tr>
 <tr class="rowColor">
-<td class="colFirst"><a href="#org.apache.hadoop.hbase.replication">org.apache.hadoop.hbase.replication</a></td>
-<td class="colLast">
-<div class="block">Multi Cluster Replication</div>
-</td>
-</tr>
-<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.rest">org.apache.hadoop.hbase.rest</a></td>
 <td class="colLast">
 <div class="block">HBase REST</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.rest.client">org.apache.hadoop.hbase.rest.client</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.security.access">org.apache.hadoop.hbase.security.access</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.security.visibility">org.apache.hadoop.hbase.security.visibility</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.thrift">org.apache.hadoop.hbase.thrift</a></td>
 <td class="colLast">
 <div class="block">Provides an HBase <a href="http://incubator.apache.org/thrift/">Thrift</a>
 service.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.thrift2">org.apache.hadoop.hbase.thrift2</a></td>
 <td class="colLast">
 <div class="block">Provides an HBase <a href="http://thrift.apache.org/">Thrift</a>
 service.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.util">org.apache.hadoop.hbase.util</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
@@ -2056,26 +2050,6 @@ service.</div>
 </tbody>
 </table>
 </li>
-<li class="blockList"><a name="org.apache.hadoop.hbase.replication">
-<!--   -->
-</a>
-<h3>Uses of <a href="../../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a> in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a></h3>
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing methods, and an explanation">
-<caption><span>Methods in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a> with parameters of type <a href="../../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Method and Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#result2WALCells-org.apache.hadoop.hbase.client.Result-">result2WALCells</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>&nbsp;r)</code>
-<div class="block">Parse the WALCell list from a HBase result.</div>
-</td>
-</tr>
-</tbody>
-</table>
-</li>
 <li class="blockList"><a name="org.apache.hadoop.hbase.rest">
 <!--   -->
 </a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/client/class-use/Table.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/client/class-use/Table.html b/devapidocs/org/apache/hadoop/hbase/client/class-use/Table.html
index 8af2dd8..e4548d3 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/class-use/Table.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/class-use/Table.html
@@ -138,56 +138,50 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 <td class="colLast">&nbsp;</td>
 </tr>
 <tr class="altColor">
-<td class="colFirst"><a href="#org.apache.hadoop.hbase.replication">org.apache.hadoop.hbase.replication</a></td>
-<td class="colLast">
-<div class="block">Multi Cluster Replication</div>
-</td>
-</tr>
-<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.replication.regionserver">org.apache.hadoop.hbase.replication.regionserver</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.rest">org.apache.hadoop.hbase.rest</a></td>
 <td class="colLast">
 <div class="block">HBase REST</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.rest.client">org.apache.hadoop.hbase.rest.client</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.rsgroup">org.apache.hadoop.hbase.rsgroup</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.security.access">org.apache.hadoop.hbase.security.access</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.thrift">org.apache.hadoop.hbase.thrift</a></td>
 <td class="colLast">
 <div class="block">Provides an HBase <a href="http://incubator.apache.org/thrift/">Thrift</a>
 service.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.thrift2">org.apache.hadoop.hbase.thrift2</a></td>
 <td class="colLast">
 <div class="block">Provides an HBase <a href="http://thrift.apache.org/">Thrift</a>
 service.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.tool">org.apache.hadoop.hbase.tool</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.util">org.apache.hadoop.hbase.util</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hbase.archetypes.exemplars.client">org.apache.hbase.archetypes.exemplars.client</a></td>
 <td class="colLast">
 <div class="block">This package provides fully-functional exemplar Java code demonstrating
@@ -195,7 +189,7 @@ service.</div>
  archetype with hbase-client dependency.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hbase.archetypes.exemplars.shaded_client">org.apache.hbase.archetypes.exemplars.shaded_client</a></td>
 <td class="colLast">
 <div class="block">This package provides fully-functional exemplar Java code demonstrating
@@ -750,46 +744,6 @@ service.</div>
 </tbody>
 </table>
 </li>
-<li class="blockList"><a name="org.apache.hadoop.hbase.replication">
-<!--   -->
-</a>
-<h3>Uses of <a href="../../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a> in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a></h3>
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing methods, and an explanation">
-<caption><span>Methods in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a> that return <a href="../../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Method and Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><code>protected <a href="../../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a></code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationStorageBase.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getReplicationMetaTable--">getReplicationMetaTable</a></span>()</code>&nbsp;</td>
-</tr>
-</tbody>
-</table>
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing methods, and an explanation">
-<caption><span>Methods in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a> with parameters of type <a href="../../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Method and Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALsInQueue0-org.apache.hadoop.hbase.client.Table-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue0</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a>&nbsp;table,
-               <a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-               <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>
-<div class="block">List all WALs for the specific region server and queueId.</div>
-</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>private boolean</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#peerExist-java.lang.String-org.apache.hadoop.hbase.client.Table-">peerExist</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-         <a href="../../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a>&nbsp;table)</code>&nbsp;</td>
-</tr>
-</tbody>
-</table>
-</li>
 <li class="blockList"><a name="org.apache.hadoop.hbase.replication.regionserver">
 <!--   -->
 </a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/client/class-use/TableDescriptorBuilder.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/client/class-use/TableDescriptorBuilder.html b/devapidocs/org/apache/hadoop/hbase/client/class-use/TableDescriptorBuilder.html
index 4f2de68..a4016ce 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/class-use/TableDescriptorBuilder.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/class-use/TableDescriptorBuilder.html
@@ -97,12 +97,6 @@
 <td class="colLast">&nbsp;</td>
 </tr>
 <tr class="rowColor">
-<td class="colFirst"><a href="#org.apache.hadoop.hbase.replication">org.apache.hadoop.hbase.replication</a></td>
-<td class="colLast">
-<div class="block">Multi Cluster Replication</div>
-</td>
-</tr>
-<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.util">org.apache.hadoop.hbase.util</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
@@ -296,24 +290,6 @@
 </tbody>
 </table>
 </li>
-<li class="blockList"><a name="org.apache.hadoop.hbase.replication">
-<!--   -->
-</a>
-<h3>Uses of <a href="../../../../../../org/apache/hadoop/hbase/client/TableDescriptorBuilder.html" title="class in org.apache.hadoop.hbase.client">TableDescriptorBuilder</a> in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a></h3>
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing methods, and an explanation">
-<caption><span>Methods in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a> that return <a href="../../../../../../org/apache/hadoop/hbase/client/TableDescriptorBuilder.html" title="class in org.apache.hadoop.hbase.client">TableDescriptorBuilder</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Method and Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><code>static <a href="../../../../../../org/apache/hadoop/hbase/client/TableDescriptorBuilder.html" title="class in org.apache.hadoop.hbase.client">TableDescriptorBuilder</a></code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationStorageBase.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#createReplicationTableDescBuilder-org.apache.hadoop.conf.Configuration-">createReplicationTableDescBuilder</a></span>(org.apache.hadoop.conf.Configuration&nbsp;conf)</code>&nbsp;</td>
-</tr>
-</tbody>
-</table>
-</li>
 <li class="blockList"><a name="org.apache.hadoop.hbase.util">
 <!--   -->
 </a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/client/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/client/package-tree.html b/devapidocs/org/apache/hadoop/hbase/client/package-tree.html
index be313d2..d045ffe 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/package-tree.html
@@ -550,24 +550,24 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
-<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/RegionLocateType.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">RegionLocateType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/ScannerCallable.MoreResults.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">ScannerCallable.MoreResults</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/TableState.State.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">TableState.State</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/AbstractResponse.ResponseType.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">AbstractResponse.ResponseType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/SnapshotType.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">SnapshotType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/AsyncProcessTask.SubmittedRows.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">AsyncProcessTask.SubmittedRows</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/TableState.State.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">TableState.State</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/MobCompactPartitionPolicy.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">MobCompactPartitionPolicy</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/CompactType.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">CompactType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/AsyncScanSingleRegionRpcRetryingCaller.ScanResumerState.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">AsyncScanSingleRegionRpcRetryingCaller.ScanResumerState</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/CompactionState.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">CompactionState</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/ScannerCallable.MoreResults.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">ScannerCallable.MoreResults</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/MasterSwitchType.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">MasterSwitchType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/AsyncScanSingleRegionRpcRetryingCaller.ScanControllerState.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">AsyncScanSingleRegionRpcRetryingCaller.ScanControllerState</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/RequestController.ReturnCode.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">RequestController.ReturnCode</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/Durability.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">Durability</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/AsyncProcessTask.SubmittedRows.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">AsyncProcessTask.SubmittedRows</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/CompactType.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">CompactType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/RegionLocateType.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">RegionLocateType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/Consistency.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">Consistency</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/CompactionState.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">CompactionState</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/Scan.ReadType.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">Scan.ReadType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/IsolationLevel.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">IsolationLevel</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/Durability.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">Durability</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">AsyncRequestFutureImpl.Retry</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/AsyncScanSingleRegionRpcRetryingCaller.ScanResumerState.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">AsyncScanSingleRegionRpcRetryingCaller.ScanResumerState</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/AsyncScanSingleRegionRpcRetryingCaller.ScanControllerState.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">AsyncScanSingleRegionRpcRetryingCaller.ScanControllerState</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/AbstractResponse.ResponseType.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">AbstractResponse.ResponseType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.client.<a href="../../../../../org/apache/hadoop/hbase/client/IsolationLevel.html" title="enum in org.apache.hadoop.hbase.client"><span class="typeNameLink">IsolationLevel</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/client/package-use.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/client/package-use.html b/devapidocs/org/apache/hadoop/hbase/client/package-use.html
index 8752785..89ee7fa 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/package-use.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/package-use.html
@@ -271,96 +271,90 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 <td class="colLast">&nbsp;</td>
 </tr>
 <tr class="rowColor">
-<td class="colFirst"><a href="#org.apache.hadoop.hbase.replication">org.apache.hadoop.hbase.replication</a></td>
-<td class="colLast">
-<div class="block">Multi Cluster Replication</div>
-</td>
-</tr>
-<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.replication.regionserver">org.apache.hadoop.hbase.replication.regionserver</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.rest">org.apache.hadoop.hbase.rest</a></td>
 <td class="colLast">
 <div class="block">HBase REST</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.rest.client">org.apache.hadoop.hbase.rest.client</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.rest.model">org.apache.hadoop.hbase.rest.model</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.rsgroup">org.apache.hadoop.hbase.rsgroup</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.security">org.apache.hadoop.hbase.security</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.security.access">org.apache.hadoop.hbase.security.access</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.security.token">org.apache.hadoop.hbase.security.token</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.security.visibility">org.apache.hadoop.hbase.security.visibility</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.snapshot">org.apache.hadoop.hbase.snapshot</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.thrift">org.apache.hadoop.hbase.thrift</a></td>
 <td class="colLast">
 <div class="block">Provides an HBase <a href="http://incubator.apache.org/thrift/">Thrift</a>
 service.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.thrift2">org.apache.hadoop.hbase.thrift2</a></td>
 <td class="colLast">
 <div class="block">Provides an HBase <a href="http://thrift.apache.org/">Thrift</a>
 service.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.tmpl.master">org.apache.hadoop.hbase.tmpl.master</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.tmpl.regionserver">org.apache.hadoop.hbase.tmpl.regionserver</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.tool">org.apache.hadoop.hbase.tool</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.util">org.apache.hadoop.hbase.util</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.util.compaction">org.apache.hadoop.hbase.util.compaction</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.wal">org.apache.hadoop.hbase.wal</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.zookeeper">org.apache.hadoop.hbase.zookeeper</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hbase.archetypes.exemplars.client">org.apache.hbase.archetypes.exemplars.client</a></td>
 <td class="colLast">
 <div class="block">This package provides fully-functional exemplar Java code demonstrating
@@ -2400,16 +2394,21 @@ service.</div>
 </td>
 </tr>
 <tr class="rowColor">
+<td class="colOne"><a href="../../../../../org/apache/hadoop/hbase/client/class-use/DoNotRetryRegionException.html#org.apache.hadoop.hbase.master.procedure">DoNotRetryRegionException</a>
+<div class="block">Similar to RegionException, but disables retries.</div>
+</td>
+</tr>
+<tr class="altColor">
 <td class="colOne"><a href="../../../../../org/apache/hadoop/hbase/client/class-use/RegionInfo.html#org.apache.hadoop.hbase.master.procedure">RegionInfo</a>
 <div class="block">Information about a region.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colOne"><a href="../../../../../org/apache/hadoop/hbase/client/class-use/Result.html#org.apache.hadoop.hbase.master.procedure">Result</a>
 <div class="block">Single row result of a <a href="../../../../../org/apache/hadoop/hbase/client/Get.html" title="class in org.apache.hadoop.hbase.client"><code>Get</code></a> or <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client"><code>Scan</code></a> query.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colOne"><a href="../../../../../org/apache/hadoop/hbase/client/class-use/TableDescriptor.html#org.apache.hadoop.hbase.master.procedure">TableDescriptor</a>
 <div class="block">TableDescriptor contains the details about an HBase table such as the descriptors of
  all the column families, is the table a catalog table, <code> hbase:meta </code>,
@@ -2817,37 +2816,6 @@ service.</div>
 </tbody>
 </table>
 </li>
-<li class="blockList"><a name="org.apache.hadoop.hbase.replication">
-<!--   -->
-</a>
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing classes, and an explanation">
-<caption><span>Classes in <a href="../../../../../org/apache/hadoop/hbase/client/package-summary.html">org.apache.hadoop.hbase.client</a> used by <a href="../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colOne" scope="col">Class and Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colOne"><a href="../../../../../org/apache/hadoop/hbase/client/class-use/Connection.html#org.apache.hadoop.hbase.replication">Connection</a>
-<div class="block">A cluster connection encapsulating lower level individual connections to actual servers and
- a connection to zookeeper.</div>
-</td>
-</tr>
-<tr class="rowColor">
-<td class="colOne"><a href="../../../../../org/apache/hadoop/hbase/client/class-use/Result.html#org.apache.hadoop.hbase.replication">Result</a>
-<div class="block">Single row result of a <a href="../../../../../org/apache/hadoop/hbase/client/Get.html" title="class in org.apache.hadoop.hbase.client"><code>Get</code></a> or <a href="../../../../../org/apache/hadoop/hbase/client/Scan.html" title="class in org.apache.hadoop.hbase.client"><code>Scan</code></a> query.</div>
-</td>
-</tr>
-<tr class="altColor">
-<td class="colOne"><a href="../../../../../org/apache/hadoop/hbase/client/class-use/Table.html#org.apache.hadoop.hbase.replication">Table</a>
-<div class="block">Used to communicate with a single HBase table.</div>
-</td>
-</tr>
-<tr class="rowColor">
-<td class="colOne"><a href="../../../../../org/apache/hadoop/hbase/client/class-use/TableDescriptorBuilder.html#org.apache.hadoop.hbase.replication">TableDescriptorBuilder</a>&nbsp;</td>
-</tr>
-</tbody>
-</table>
-</li>
 <li class="blockList"><a name="org.apache.hadoop.hbase.replication.regionserver">
 <!--   -->
 </a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/exceptions/MergeRegionException.html b/devapidocs/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
index 08f60f0..92599c8 100644
--- a/devapidocs/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
+++ b/devapidocs/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
@@ -191,6 +191,9 @@ extends <a href="../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionE
 <div class="block">Constructor</div>
 </td>
 </tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/exceptions/MergeRegionException.html#MergeRegionException-java.lang.Throwable-">MergeRegionException</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;cause)</code>&nbsp;</td>
+</tr>
 </table>
 </li>
 </ul>
@@ -262,7 +265,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionE
 <a name="MergeRegionException-java.lang.String-">
 <!--   -->
 </a>
-<ul class="blockListLast">
+<ul class="blockList">
 <li class="blockList">
 <h4>MergeRegionException</h4>
 <pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html#line.42">MergeRegionException</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;s)</pre>
@@ -273,6 +276,15 @@ extends <a href="../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionE
 </dl>
 </li>
 </ul>
+<a name="MergeRegionException-java.lang.Throwable-">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>MergeRegionException</h4>
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html#line.46">MergeRegionException</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;cause)</pre>
+</li>
+</ul>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/exceptions/class-use/MergeRegionException.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/exceptions/class-use/MergeRegionException.html b/devapidocs/org/apache/hadoop/hbase/exceptions/class-use/MergeRegionException.html
index 4e40abb..a599d19 100644
--- a/devapidocs/org/apache/hadoop/hbase/exceptions/class-use/MergeRegionException.html
+++ b/devapidocs/org/apache/hadoop/hbase/exceptions/class-use/MergeRegionException.html
@@ -104,14 +104,18 @@
 <tbody>
 <tr class="altColor">
 <td class="colFirst"><code>private static void</code></td>
-<td class="colLast"><span class="typeNameLabel">MergeTableRegionsProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.client.RegionInfo:A-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[]&nbsp;regionsToMerge,
+<td class="colLast"><span class="typeNameLabel">MergeTableRegionsProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo:A-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+                   <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[]&nbsp;regionsToMerge,
                    boolean&nbsp;forcible)</code>&nbsp;</td>
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><code>private static void</code></td>
-<td class="colLast"><span class="typeNameLabel">MergeTableRegionsProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
+<td class="colLast"><span class="typeNameLabel">MergeTableRegionsProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+                   <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
                    <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeB,
-                   boolean&nbsp;forcible)</code>&nbsp;</td>
+                   boolean&nbsp;forcible)</code>
+<div class="block">One time checks.</div>
+</td>
 </tr>
 </tbody>
 </table>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/executor/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/executor/package-tree.html b/devapidocs/org/apache/hadoop/hbase/executor/package-tree.html
index ce950b0..ae0124e 100644
--- a/devapidocs/org/apache/hadoop/hbase/executor/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/executor/package-tree.html
@@ -104,8 +104,8 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
-<li type="circle">org.apache.hadoop.hbase.executor.<a href="../../../../../org/apache/hadoop/hbase/executor/EventType.html" title="enum in org.apache.hadoop.hbase.executor"><span class="typeNameLink">EventType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.executor.<a href="../../../../../org/apache/hadoop/hbase/executor/ExecutorType.html" title="enum in org.apache.hadoop.hbase.executor"><span class="typeNameLink">ExecutorType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.executor.<a href="../../../../../org/apache/hadoop/hbase/executor/EventType.html" title="enum in org.apache.hadoop.hbase.executor"><span class="typeNameLink">EventType</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html b/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html
index 615aa66..b1c9beb 100644
--- a/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html
@@ -183,14 +183,14 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
+<li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/BitComparator.BitwiseOp.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">BitComparator.BitwiseOp</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/RegexStringComparator.EngineType.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">RegexStringComparator.EngineType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/FuzzyRowFilter.Order.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">FuzzyRowFilter.Order</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/FuzzyRowFilter.SatisfiesCode.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">FuzzyRowFilter.SatisfiesCode</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/CompareFilter.CompareOp.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">CompareFilter.CompareOp</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/FilterList.Operator.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">FilterList.Operator</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/FilterWrapper.FilterRowRetCode.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">FilterWrapper.FilterRowRetCode</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/RegexStringComparator.EngineType.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">RegexStringComparator.EngineType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/FilterList.Operator.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">FilterList.Operator</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/Filter.ReturnCode.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">Filter.ReturnCode</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/BitComparator.BitwiseOp.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">BitComparator.BitwiseOp</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/CompareFilter.CompareOp.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">CompareFilter.CompareOp</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.filter.<a href="../../../../../org/apache/hadoop/hbase/filter/FuzzyRowFilter.SatisfiesCode.html" title="enum in org.apache.hadoop.hbase.filter"><span class="typeNameLink">FuzzyRowFilter.SatisfiesCode</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html b/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html
index 893ce9e..0c6da25 100644
--- a/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html
+++ b/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html
@@ -109,7 +109,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private static interface <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.282">FileIOEngine.FileAccessor</a></pre>
+<pre>private static interface <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.291">FileIOEngine.FileAccessor</a></pre>
 </li>
 </ul>
 </div>
@@ -155,7 +155,7 @@ var activeTableTab = "activeTableTab";
 <ul class="blockListLast">
 <li class="blockList">
 <h4>access</h4>
-<pre>int&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html#line.283">access</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/nio/channels/FileChannel.html?is-external=true" title="class or interface in java.nio.channels">FileChannel</a>&nbsp;fileChannel,
+<pre>int&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html#line.292">access</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/nio/channels/FileChannel.html?is-external=true" title="class or interface in java.nio.channels">FileChannel</a>&nbsp;fileChannel,
            <a href="https://docs.oracle.com/javase/8/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a>&nbsp;byteBuffer,
            long&nbsp;accessOffset)
     throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html b/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html
index becb702..5a12b22 100644
--- a/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html
+++ b/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html
@@ -117,7 +117,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private static class <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.287">FileIOEngine.FileReadAccessor</a>
+<pre>private static class <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.296">FileIOEngine.FileReadAccessor</a>
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>
 implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html" title="interface in org.apache.hadoop.hbase.io.hfile.bucket">FileIOEngine.FileAccessor</a></pre>
 </li>
@@ -191,7 +191,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockListLast">
 <li class="blockList">
 <h4>FileReadAccessor</h4>
-<pre>private&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html#line.287">FileReadAccessor</a>()</pre>
+<pre>private&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html#line.296">FileReadAccessor</a>()</pre>
 </li>
 </ul>
 </li>
@@ -208,7 +208,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockListLast">
 <li class="blockList">
 <h4>access</h4>
-<pre>public&nbsp;int&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html#line.289">access</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/nio/channels/FileChannel.html?is-external=true" title="class or interface in java.nio.channels">FileChannel</a>&nbsp;fileChannel,
+<pre>public&nbsp;int&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html#line.298">access</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/nio/channels/FileChannel.html?is-external=true" title="class or interface in java.nio.channels">FileChannel</a>&nbsp;fileChannel,
                   <a href="https://docs.oracle.com/javase/8/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a>&nbsp;byteBuffer,
                   long&nbsp;accessOffset)
            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html b/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html
index 472c9a9..e94e4c4 100644
--- a/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html
+++ b/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html
@@ -117,7 +117,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private static class <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.295">FileIOEngine.FileWriteAccessor</a>
+<pre>private static class <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.304">FileIOEngine.FileWriteAccessor</a>
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>
 implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html" title="interface in org.apache.hadoop.hbase.io.hfile.bucket">FileIOEngine.FileAccessor</a></pre>
 </li>
@@ -191,7 +191,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockListLast">
 <li class="blockList">
 <h4>FileWriteAccessor</h4>
-<pre>private&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html#line.295">FileWriteAccessor</a>()</pre>
+<pre>private&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html#line.304">FileWriteAccessor</a>()</pre>
 </li>
 </ul>
 </li>
@@ -208,7 +208,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockListLast">
 <li class="blockList">
 <h4>access</h4>
-<pre>public&nbsp;int&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html#line.297">access</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/nio/channels/FileChannel.html?is-external=true" title="class or interface in java.nio.channels">FileChannel</a>&nbsp;fileChannel,
+<pre>public&nbsp;int&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html#line.306">access</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/nio/channels/FileChannel.html?is-external=true" title="class or interface in java.nio.channels">FileChannel</a>&nbsp;fileChannel,
                   <a href="https://docs.oracle.com/javase/8/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a>&nbsp;byteBuffer,
                   long&nbsp;accessOffset)
            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>


[14/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html
index d984f0e..c1f4d85 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html
@@ -115,753 +115,756 @@
 <span class="sourceLineNo">107</span>      final RegionInfo regionToSplit, final byte[] splitRow) throws IOException {<a name="line.107"></a>
 <span class="sourceLineNo">108</span>    super(env, regionToSplit);<a name="line.108"></a>
 <span class="sourceLineNo">109</span>    preflightChecks(env, true);<a name="line.109"></a>
-<span class="sourceLineNo">110</span>    this.bestSplitRow = splitRow;<a name="line.110"></a>
-<span class="sourceLineNo">111</span>    checkSplittable(env, regionToSplit, bestSplitRow);<a name="line.111"></a>
-<span class="sourceLineNo">112</span>    final TableName table = regionToSplit.getTable();<a name="line.112"></a>
-<span class="sourceLineNo">113</span>    final long rid = getDaughterRegionIdTimestamp(regionToSplit);<a name="line.113"></a>
-<span class="sourceLineNo">114</span>    this.daughter_1_RI = RegionInfoBuilder.newBuilder(table)<a name="line.114"></a>
-<span class="sourceLineNo">115</span>        .setStartKey(regionToSplit.getStartKey())<a name="line.115"></a>
-<span class="sourceLineNo">116</span>        .setEndKey(bestSplitRow)<a name="line.116"></a>
-<span class="sourceLineNo">117</span>        .setSplit(false)<a name="line.117"></a>
-<span class="sourceLineNo">118</span>        .setRegionId(rid)<a name="line.118"></a>
-<span class="sourceLineNo">119</span>        .build();<a name="line.119"></a>
-<span class="sourceLineNo">120</span>    this.daughter_2_RI = RegionInfoBuilder.newBuilder(table)<a name="line.120"></a>
-<span class="sourceLineNo">121</span>        .setStartKey(bestSplitRow)<a name="line.121"></a>
-<span class="sourceLineNo">122</span>        .setEndKey(regionToSplit.getEndKey())<a name="line.122"></a>
-<span class="sourceLineNo">123</span>        .setSplit(false)<a name="line.123"></a>
-<span class="sourceLineNo">124</span>        .setRegionId(rid)<a name="line.124"></a>
-<span class="sourceLineNo">125</span>        .build();<a name="line.125"></a>
-<span class="sourceLineNo">126</span>    TableDescriptor htd = env.getMasterServices().getTableDescriptors().get(getTableName());<a name="line.126"></a>
-<span class="sourceLineNo">127</span>    if(htd.getRegionSplitPolicyClassName() != null) {<a name="line.127"></a>
-<span class="sourceLineNo">128</span>      // Since we don't have region reference here, creating the split policy instance without it.<a name="line.128"></a>
-<span class="sourceLineNo">129</span>      // This can be used to invoke methods which don't require Region reference. This instantiation<a name="line.129"></a>
-<span class="sourceLineNo">130</span>      // of a class on Master-side though it only makes sense on the RegionServer-side is<a name="line.130"></a>
-<span class="sourceLineNo">131</span>      // for Phoenix Local Indexing. Refer HBASE-12583 for more information.<a name="line.131"></a>
-<span class="sourceLineNo">132</span>      Class&lt;? extends RegionSplitPolicy&gt; clazz =<a name="line.132"></a>
-<span class="sourceLineNo">133</span>          RegionSplitPolicy.getSplitPolicyClass(htd, env.getMasterConfiguration());<a name="line.133"></a>
-<span class="sourceLineNo">134</span>      this.splitPolicy = ReflectionUtils.newInstance(clazz, env.getMasterConfiguration());<a name="line.134"></a>
-<span class="sourceLineNo">135</span>    }<a name="line.135"></a>
-<span class="sourceLineNo">136</span>  }<a name="line.136"></a>
-<span class="sourceLineNo">137</span><a name="line.137"></a>
-<span class="sourceLineNo">138</span>  /**<a name="line.138"></a>
-<span class="sourceLineNo">139</span>   * Check whether the region is splittable<a name="line.139"></a>
-<span class="sourceLineNo">140</span>   * @param env MasterProcedureEnv<a name="line.140"></a>
-<span class="sourceLineNo">141</span>   * @param regionToSplit parent Region to be split<a name="line.141"></a>
-<span class="sourceLineNo">142</span>   * @param splitRow if splitRow is not specified, will first try to get bestSplitRow from RS<a name="line.142"></a>
-<span class="sourceLineNo">143</span>   * @throws IOException<a name="line.143"></a>
-<span class="sourceLineNo">144</span>   */<a name="line.144"></a>
-<span class="sourceLineNo">145</span>  private void checkSplittable(final MasterProcedureEnv env,<a name="line.145"></a>
-<span class="sourceLineNo">146</span>      final RegionInfo regionToSplit, final byte[] splitRow) throws IOException {<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    // Ask the remote RS if this region is splittable.<a name="line.147"></a>
-<span class="sourceLineNo">148</span>    // If we get an IOE, report it along w/ the failure so can see why we are not splittable at this time.<a name="line.148"></a>
-<span class="sourceLineNo">149</span>    if(regionToSplit.getReplicaId() != RegionInfo.DEFAULT_REPLICA_ID) {<a name="line.149"></a>
-<span class="sourceLineNo">150</span>      throw new IllegalArgumentException ("Can't invoke split on non-default regions directly");<a name="line.150"></a>
-<span class="sourceLineNo">151</span>    }<a name="line.151"></a>
-<span class="sourceLineNo">152</span>    RegionStateNode node =<a name="line.152"></a>
-<span class="sourceLineNo">153</span>        env.getAssignmentManager().getRegionStates().getRegionStateNode(getParentRegion());<a name="line.153"></a>
-<span class="sourceLineNo">154</span>    IOException splittableCheckIOE = null;<a name="line.154"></a>
-<span class="sourceLineNo">155</span>    boolean splittable = false;<a name="line.155"></a>
-<span class="sourceLineNo">156</span>    if (node != null) {<a name="line.156"></a>
-<span class="sourceLineNo">157</span>      try {<a name="line.157"></a>
-<span class="sourceLineNo">158</span>        if (bestSplitRow == null || bestSplitRow.length == 0) {<a name="line.158"></a>
-<span class="sourceLineNo">159</span>          LOG.info("splitKey isn't explicitly specified, " + " will try to find a best split key from RS");<a name="line.159"></a>
-<span class="sourceLineNo">160</span>        }<a name="line.160"></a>
-<span class="sourceLineNo">161</span>        // Always set bestSplitRow request as true here,<a name="line.161"></a>
-<span class="sourceLineNo">162</span>        // need to call Region#checkSplit to check it splittable or not<a name="line.162"></a>
-<span class="sourceLineNo">163</span>        GetRegionInfoResponse response =<a name="line.163"></a>
-<span class="sourceLineNo">164</span>            Util.getRegionInfoResponse(env, node.getRegionLocation(), node.getRegionInfo(), true);<a name="line.164"></a>
-<span class="sourceLineNo">165</span>        if(bestSplitRow == null || bestSplitRow.length == 0) {<a name="line.165"></a>
-<span class="sourceLineNo">166</span>          bestSplitRow = response.hasBestSplitRow() ? response.getBestSplitRow().toByteArray() : null;<a name="line.166"></a>
-<span class="sourceLineNo">167</span>        }<a name="line.167"></a>
-<span class="sourceLineNo">168</span>        splittable = response.hasSplittable() &amp;&amp; response.getSplittable();<a name="line.168"></a>
-<span class="sourceLineNo">169</span><a name="line.169"></a>
-<span class="sourceLineNo">170</span>        if (LOG.isDebugEnabled()) {<a name="line.170"></a>
-<span class="sourceLineNo">171</span>          LOG.debug("Splittable=" + splittable + " " + node.toShortString());<a name="line.171"></a>
-<span class="sourceLineNo">172</span>        }<a name="line.172"></a>
-<span class="sourceLineNo">173</span>      } catch (IOException e) {<a name="line.173"></a>
-<span class="sourceLineNo">174</span>        splittableCheckIOE = e;<a name="line.174"></a>
-<span class="sourceLineNo">175</span>      }<a name="line.175"></a>
-<span class="sourceLineNo">176</span>    }<a name="line.176"></a>
-<span class="sourceLineNo">177</span><a name="line.177"></a>
-<span class="sourceLineNo">178</span>    if (!splittable) {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>      IOException e = new IOException(regionToSplit.getShortNameToLog() + " NOT splittable");<a name="line.179"></a>
-<span class="sourceLineNo">180</span>      if (splittableCheckIOE != null) e.initCause(splittableCheckIOE);<a name="line.180"></a>
-<span class="sourceLineNo">181</span>      throw e;<a name="line.181"></a>
-<span class="sourceLineNo">182</span>    }<a name="line.182"></a>
-<span class="sourceLineNo">183</span><a name="line.183"></a>
-<span class="sourceLineNo">184</span>    if(bestSplitRow == null || bestSplitRow.length == 0) {<a name="line.184"></a>
-<span class="sourceLineNo">185</span>      throw new DoNotRetryIOException("Region not splittable because bestSplitPoint = null, "<a name="line.185"></a>
-<span class="sourceLineNo">186</span>          + "maybe table is too small for auto split. For force split, try specifying split row");<a name="line.186"></a>
-<span class="sourceLineNo">187</span>    }<a name="line.187"></a>
-<span class="sourceLineNo">188</span><a name="line.188"></a>
-<span class="sourceLineNo">189</span>    if (Bytes.equals(regionToSplit.getStartKey(), bestSplitRow)) {<a name="line.189"></a>
-<span class="sourceLineNo">190</span>      throw new DoNotRetryIOException(<a name="line.190"></a>
-<span class="sourceLineNo">191</span>        "Split row is equal to startkey: " + Bytes.toStringBinary(splitRow));<a name="line.191"></a>
-<span class="sourceLineNo">192</span>    }<a name="line.192"></a>
-<span class="sourceLineNo">193</span><a name="line.193"></a>
-<span class="sourceLineNo">194</span>    if (!regionToSplit.containsRow(bestSplitRow)) {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>      throw new DoNotRetryIOException(<a name="line.195"></a>
-<span class="sourceLineNo">196</span>        "Split row is not inside region key range splitKey:" + Bytes.toStringBinary(splitRow) +<a name="line.196"></a>
-<span class="sourceLineNo">197</span>        " region: " + regionToSplit);<a name="line.197"></a>
-<span class="sourceLineNo">198</span>    }<a name="line.198"></a>
-<span class="sourceLineNo">199</span>  }<a name="line.199"></a>
-<span class="sourceLineNo">200</span><a name="line.200"></a>
-<span class="sourceLineNo">201</span>  /**<a name="line.201"></a>
-<span class="sourceLineNo">202</span>   * Calculate daughter regionid to use.<a name="line.202"></a>
-<span class="sourceLineNo">203</span>   * @param hri Parent {@link RegionInfo}<a name="line.203"></a>
-<span class="sourceLineNo">204</span>   * @return Daughter region id (timestamp) to use.<a name="line.204"></a>
-<span class="sourceLineNo">205</span>   */<a name="line.205"></a>
-<span class="sourceLineNo">206</span>  private static long getDaughterRegionIdTimestamp(final RegionInfo hri) {<a name="line.206"></a>
-<span class="sourceLineNo">207</span>    long rid = EnvironmentEdgeManager.currentTime();<a name="line.207"></a>
-<span class="sourceLineNo">208</span>    // Regionid is timestamp.  Can't be less than that of parent else will insert<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    // at wrong location in hbase:meta (See HBASE-710).<a name="line.209"></a>
-<span class="sourceLineNo">210</span>    if (rid &lt; hri.getRegionId()) {<a name="line.210"></a>
-<span class="sourceLineNo">211</span>      LOG.warn("Clock skew; parent regions id is " + hri.getRegionId() +<a name="line.211"></a>
-<span class="sourceLineNo">212</span>        " but current time here is " + rid);<a name="line.212"></a>
-<span class="sourceLineNo">213</span>      rid = hri.getRegionId() + 1;<a name="line.213"></a>
-<span class="sourceLineNo">214</span>    }<a name="line.214"></a>
-<span class="sourceLineNo">215</span>    return rid;<a name="line.215"></a>
-<span class="sourceLineNo">216</span>  }<a name="line.216"></a>
-<span class="sourceLineNo">217</span><a name="line.217"></a>
-<span class="sourceLineNo">218</span>  @Override<a name="line.218"></a>
-<span class="sourceLineNo">219</span>  protected Flow executeFromState(final MasterProcedureEnv env, final SplitTableRegionState state)<a name="line.219"></a>
-<span class="sourceLineNo">220</span>      throws InterruptedException {<a name="line.220"></a>
-<span class="sourceLineNo">221</span>    LOG.trace("{} execute state={}", this, state);<a name="line.221"></a>
-<span class="sourceLineNo">222</span><a name="line.222"></a>
-<span class="sourceLineNo">223</span>    try {<a name="line.223"></a>
-<span class="sourceLineNo">224</span>      switch (state) {<a name="line.224"></a>
-<span class="sourceLineNo">225</span>        case SPLIT_TABLE_REGION_PREPARE:<a name="line.225"></a>
-<span class="sourceLineNo">226</span>          if (prepareSplitRegion(env)) {<a name="line.226"></a>
-<span class="sourceLineNo">227</span>            setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_PRE_OPERATION);<a name="line.227"></a>
-<span class="sourceLineNo">228</span>            break;<a name="line.228"></a>
-<span class="sourceLineNo">229</span>          } else {<a name="line.229"></a>
-<span class="sourceLineNo">230</span>            return Flow.NO_MORE_STATE;<a name="line.230"></a>
-<span class="sourceLineNo">231</span>          }<a name="line.231"></a>
-<span class="sourceLineNo">232</span>        case SPLIT_TABLE_REGION_PRE_OPERATION:<a name="line.232"></a>
-<span class="sourceLineNo">233</span>          preSplitRegion(env);<a name="line.233"></a>
-<span class="sourceLineNo">234</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_CLOSE_PARENT_REGION);<a name="line.234"></a>
-<span class="sourceLineNo">235</span>          break;<a name="line.235"></a>
-<span class="sourceLineNo">236</span>        case SPLIT_TABLE_REGION_CLOSE_PARENT_REGION:<a name="line.236"></a>
-<span class="sourceLineNo">237</span>          addChildProcedure(createUnassignProcedures(env, getRegionReplication(env)));<a name="line.237"></a>
-<span class="sourceLineNo">238</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS);<a name="line.238"></a>
-<span class="sourceLineNo">239</span>          break;<a name="line.239"></a>
-<span class="sourceLineNo">240</span>        case SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS:<a name="line.240"></a>
-<span class="sourceLineNo">241</span>          createDaughterRegions(env);<a name="line.241"></a>
-<span class="sourceLineNo">242</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE);<a name="line.242"></a>
-<span class="sourceLineNo">243</span>          break;<a name="line.243"></a>
-<span class="sourceLineNo">244</span>        case SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE:<a name="line.244"></a>
-<span class="sourceLineNo">245</span>          writeMaxSequenceIdFile(env);<a name="line.245"></a>
-<span class="sourceLineNo">246</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META);<a name="line.246"></a>
-<span class="sourceLineNo">247</span>          break;<a name="line.247"></a>
-<span class="sourceLineNo">248</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META:<a name="line.248"></a>
-<span class="sourceLineNo">249</span>          preSplitRegionBeforeMETA(env);<a name="line.249"></a>
-<span class="sourceLineNo">250</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_UPDATE_META);<a name="line.250"></a>
-<span class="sourceLineNo">251</span>          break;<a name="line.251"></a>
-<span class="sourceLineNo">252</span>        case SPLIT_TABLE_REGION_UPDATE_META:<a name="line.252"></a>
-<span class="sourceLineNo">253</span>          updateMeta(env);<a name="line.253"></a>
-<span class="sourceLineNo">254</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META);<a name="line.254"></a>
-<span class="sourceLineNo">255</span>          break;<a name="line.255"></a>
-<span class="sourceLineNo">256</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META:<a name="line.256"></a>
-<span class="sourceLineNo">257</span>          preSplitRegionAfterMETA(env);<a name="line.257"></a>
-<span class="sourceLineNo">258</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS);<a name="line.258"></a>
-<span class="sourceLineNo">259</span>          break;<a name="line.259"></a>
-<span class="sourceLineNo">260</span>        case SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS:<a name="line.260"></a>
-<span class="sourceLineNo">261</span>          addChildProcedure(createAssignProcedures(env, getRegionReplication(env)));<a name="line.261"></a>
-<span class="sourceLineNo">262</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_POST_OPERATION);<a name="line.262"></a>
-<span class="sourceLineNo">263</span>          break;<a name="line.263"></a>
-<span class="sourceLineNo">264</span>        case SPLIT_TABLE_REGION_POST_OPERATION:<a name="line.264"></a>
-<span class="sourceLineNo">265</span>          postSplitRegion(env);<a name="line.265"></a>
-<span class="sourceLineNo">266</span>          return Flow.NO_MORE_STATE;<a name="line.266"></a>
-<span class="sourceLineNo">267</span>        default:<a name="line.267"></a>
-<span class="sourceLineNo">268</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.268"></a>
-<span class="sourceLineNo">269</span>      }<a name="line.269"></a>
-<span class="sourceLineNo">270</span>    } catch (IOException e) {<a name="line.270"></a>
-<span class="sourceLineNo">271</span>      String msg = "Error trying to split region " + getParentRegion().getEncodedName() +<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          " in the table " + getTableName() + " (in state=" + state + ")";<a name="line.272"></a>
-<span class="sourceLineNo">273</span>      if (!isRollbackSupported(state)) {<a name="line.273"></a>
-<span class="sourceLineNo">274</span>        // We reach a state that cannot be rolled back. We just need to keep retry.<a name="line.274"></a>
-<span class="sourceLineNo">275</span>        LOG.warn(msg, e);<a name="line.275"></a>
-<span class="sourceLineNo">276</span>      } else {<a name="line.276"></a>
-<span class="sourceLineNo">277</span>        LOG.error(msg, e);<a name="line.277"></a>
-<span class="sourceLineNo">278</span>        setFailure("master-split-regions", e);<a name="line.278"></a>
-<span class="sourceLineNo">279</span>      }<a name="line.279"></a>
-<span class="sourceLineNo">280</span>    }<a name="line.280"></a>
-<span class="sourceLineNo">281</span>    // if split fails,  need to call ((HRegion)parent).clearSplit() when it is a force split<a name="line.281"></a>
-<span class="sourceLineNo">282</span>    return Flow.HAS_MORE_STATE;<a name="line.282"></a>
-<span class="sourceLineNo">283</span>  }<a name="line.283"></a>
-<span class="sourceLineNo">284</span><a name="line.284"></a>
-<span class="sourceLineNo">285</span>  /**<a name="line.285"></a>
-<span class="sourceLineNo">286</span>   * To rollback {@link SplitTableRegionProcedure}, an AssignProcedure is asynchronously<a name="line.286"></a>
-<span class="sourceLineNo">287</span>   * submitted for parent region to be split (rollback doesn't wait on the completion of the<a name="line.287"></a>
-<span class="sourceLineNo">288</span>   * AssignProcedure) . This can be improved by changing rollback() to support sub-procedures.<a name="line.288"></a>
-<span class="sourceLineNo">289</span>   * See HBASE-19851 for details.<a name="line.289"></a>
-<span class="sourceLineNo">290</span>   */<a name="line.290"></a>
-<span class="sourceLineNo">291</span>  @Override<a name="line.291"></a>
-<span class="sourceLineNo">292</span>  protected void rollbackState(final MasterProcedureEnv env, final SplitTableRegionState state)<a name="line.292"></a>
-<span class="sourceLineNo">293</span>      throws IOException, InterruptedException {<a name="line.293"></a>
-<span class="sourceLineNo">294</span>    if (isTraceEnabled()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>      LOG.trace(this + " rollback state=" + state);<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    }<a name="line.296"></a>
-<span class="sourceLineNo">297</span><a name="line.297"></a>
-<span class="sourceLineNo">298</span>    try {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      switch (state) {<a name="line.299"></a>
-<span class="sourceLineNo">300</span>        case SPLIT_TABLE_REGION_POST_OPERATION:<a name="line.300"></a>
-<span class="sourceLineNo">301</span>        case SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS:<a name="line.301"></a>
-<span class="sourceLineNo">302</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META:<a name="line.302"></a>
-<span class="sourceLineNo">303</span>        case SPLIT_TABLE_REGION_UPDATE_META:<a name="line.303"></a>
-<span class="sourceLineNo">304</span>          // PONR<a name="line.304"></a>
-<span class="sourceLineNo">305</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.305"></a>
-<span class="sourceLineNo">306</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META:<a name="line.306"></a>
-<span class="sourceLineNo">307</span>          break;<a name="line.307"></a>
-<span class="sourceLineNo">308</span>        case SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS:<a name="line.308"></a>
-<span class="sourceLineNo">309</span>        case SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE:<a name="line.309"></a>
-<span class="sourceLineNo">310</span>          // Doing nothing, as re-open parent region would clean up daughter region directories.<a name="line.310"></a>
-<span class="sourceLineNo">311</span>          break;<a name="line.311"></a>
-<span class="sourceLineNo">312</span>        case SPLIT_TABLE_REGION_CLOSE_PARENT_REGION:<a name="line.312"></a>
-<span class="sourceLineNo">313</span>          openParentRegion(env);<a name="line.313"></a>
+<span class="sourceLineNo">110</span>    // When procedure goes to run in its prepare step, it also does these checkOnline checks. Here<a name="line.110"></a>
+<span class="sourceLineNo">111</span>    // we fail-fast on construction. There it skips the split with just a warning.<a name="line.111"></a>
+<span class="sourceLineNo">112</span>    checkOnline(env, regionToSplit);<a name="line.112"></a>
+<span class="sourceLineNo">113</span>    this.bestSplitRow = splitRow;<a name="line.113"></a>
+<span class="sourceLineNo">114</span>    checkSplittable(env, regionToSplit, bestSplitRow);<a name="line.114"></a>
+<span class="sourceLineNo">115</span>    final TableName table = regionToSplit.getTable();<a name="line.115"></a>
+<span class="sourceLineNo">116</span>    final long rid = getDaughterRegionIdTimestamp(regionToSplit);<a name="line.116"></a>
+<span class="sourceLineNo">117</span>    this.daughter_1_RI = RegionInfoBuilder.newBuilder(table)<a name="line.117"></a>
+<span class="sourceLineNo">118</span>        .setStartKey(regionToSplit.getStartKey())<a name="line.118"></a>
+<span class="sourceLineNo">119</span>        .setEndKey(bestSplitRow)<a name="line.119"></a>
+<span class="sourceLineNo">120</span>        .setSplit(false)<a name="line.120"></a>
+<span class="sourceLineNo">121</span>        .setRegionId(rid)<a name="line.121"></a>
+<span class="sourceLineNo">122</span>        .build();<a name="line.122"></a>
+<span class="sourceLineNo">123</span>    this.daughter_2_RI = RegionInfoBuilder.newBuilder(table)<a name="line.123"></a>
+<span class="sourceLineNo">124</span>        .setStartKey(bestSplitRow)<a name="line.124"></a>
+<span class="sourceLineNo">125</span>        .setEndKey(regionToSplit.getEndKey())<a name="line.125"></a>
+<span class="sourceLineNo">126</span>        .setSplit(false)<a name="line.126"></a>
+<span class="sourceLineNo">127</span>        .setRegionId(rid)<a name="line.127"></a>
+<span class="sourceLineNo">128</span>        .build();<a name="line.128"></a>
+<span class="sourceLineNo">129</span>    TableDescriptor htd = env.getMasterServices().getTableDescriptors().get(getTableName());<a name="line.129"></a>
+<span class="sourceLineNo">130</span>    if(htd.getRegionSplitPolicyClassName() != null) {<a name="line.130"></a>
+<span class="sourceLineNo">131</span>      // Since we don't have region reference here, creating the split policy instance without it.<a name="line.131"></a>
+<span class="sourceLineNo">132</span>      // This can be used to invoke methods which don't require Region reference. This instantiation<a name="line.132"></a>
+<span class="sourceLineNo">133</span>      // of a class on Master-side though it only makes sense on the RegionServer-side is<a name="line.133"></a>
+<span class="sourceLineNo">134</span>      // for Phoenix Local Indexing. Refer HBASE-12583 for more information.<a name="line.134"></a>
+<span class="sourceLineNo">135</span>      Class&lt;? extends RegionSplitPolicy&gt; clazz =<a name="line.135"></a>
+<span class="sourceLineNo">136</span>          RegionSplitPolicy.getSplitPolicyClass(htd, env.getMasterConfiguration());<a name="line.136"></a>
+<span class="sourceLineNo">137</span>      this.splitPolicy = ReflectionUtils.newInstance(clazz, env.getMasterConfiguration());<a name="line.137"></a>
+<span class="sourceLineNo">138</span>    }<a name="line.138"></a>
+<span class="sourceLineNo">139</span>  }<a name="line.139"></a>
+<span class="sourceLineNo">140</span><a name="line.140"></a>
+<span class="sourceLineNo">141</span>  /**<a name="line.141"></a>
+<span class="sourceLineNo">142</span>   * Check whether the region is splittable<a name="line.142"></a>
+<span class="sourceLineNo">143</span>   * @param env MasterProcedureEnv<a name="line.143"></a>
+<span class="sourceLineNo">144</span>   * @param regionToSplit parent Region to be split<a name="line.144"></a>
+<span class="sourceLineNo">145</span>   * @param splitRow if splitRow is not specified, will first try to get bestSplitRow from RS<a name="line.145"></a>
+<span class="sourceLineNo">146</span>   * @throws IOException<a name="line.146"></a>
+<span class="sourceLineNo">147</span>   */<a name="line.147"></a>
+<span class="sourceLineNo">148</span>  private void checkSplittable(final MasterProcedureEnv env,<a name="line.148"></a>
+<span class="sourceLineNo">149</span>      final RegionInfo regionToSplit, final byte[] splitRow) throws IOException {<a name="line.149"></a>
+<span class="sourceLineNo">150</span>    // Ask the remote RS if this region is splittable.<a name="line.150"></a>
+<span class="sourceLineNo">151</span>    // If we get an IOE, report it along w/ the failure so can see why we are not splittable at this time.<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    if(regionToSplit.getReplicaId() != RegionInfo.DEFAULT_REPLICA_ID) {<a name="line.152"></a>
+<span class="sourceLineNo">153</span>      throw new IllegalArgumentException ("Can't invoke split on non-default regions directly");<a name="line.153"></a>
+<span class="sourceLineNo">154</span>    }<a name="line.154"></a>
+<span class="sourceLineNo">155</span>    RegionStateNode node =<a name="line.155"></a>
+<span class="sourceLineNo">156</span>        env.getAssignmentManager().getRegionStates().getRegionStateNode(getParentRegion());<a name="line.156"></a>
+<span class="sourceLineNo">157</span>    IOException splittableCheckIOE = null;<a name="line.157"></a>
+<span class="sourceLineNo">158</span>    boolean splittable = false;<a name="line.158"></a>
+<span class="sourceLineNo">159</span>    if (node != null) {<a name="line.159"></a>
+<span class="sourceLineNo">160</span>      try {<a name="line.160"></a>
+<span class="sourceLineNo">161</span>        if (bestSplitRow == null || bestSplitRow.length == 0) {<a name="line.161"></a>
+<span class="sourceLineNo">162</span>          LOG.info("splitKey isn't explicitly specified, " + " will try to find a best split key from RS");<a name="line.162"></a>
+<span class="sourceLineNo">163</span>        }<a name="line.163"></a>
+<span class="sourceLineNo">164</span>        // Always set bestSplitRow request as true here,<a name="line.164"></a>
+<span class="sourceLineNo">165</span>        // need to call Region#checkSplit to check it splittable or not<a name="line.165"></a>
+<span class="sourceLineNo">166</span>        GetRegionInfoResponse response =<a name="line.166"></a>
+<span class="sourceLineNo">167</span>            Util.getRegionInfoResponse(env, node.getRegionLocation(), node.getRegionInfo(), true);<a name="line.167"></a>
+<span class="sourceLineNo">168</span>        if(bestSplitRow == null || bestSplitRow.length == 0) {<a name="line.168"></a>
+<span class="sourceLineNo">169</span>          bestSplitRow = response.hasBestSplitRow() ? response.getBestSplitRow().toByteArray() : null;<a name="line.169"></a>
+<span class="sourceLineNo">170</span>        }<a name="line.170"></a>
+<span class="sourceLineNo">171</span>        splittable = response.hasSplittable() &amp;&amp; response.getSplittable();<a name="line.171"></a>
+<span class="sourceLineNo">172</span><a name="line.172"></a>
+<span class="sourceLineNo">173</span>        if (LOG.isDebugEnabled()) {<a name="line.173"></a>
+<span class="sourceLineNo">174</span>          LOG.debug("Splittable=" + splittable + " " + node.toShortString());<a name="line.174"></a>
+<span class="sourceLineNo">175</span>        }<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      } catch (IOException e) {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>        splittableCheckIOE = e;<a name="line.177"></a>
+<span class="sourceLineNo">178</span>      }<a name="line.178"></a>
+<span class="sourceLineNo">179</span>    }<a name="line.179"></a>
+<span class="sourceLineNo">180</span><a name="line.180"></a>
+<span class="sourceLineNo">181</span>    if (!splittable) {<a name="line.181"></a>
+<span class="sourceLineNo">182</span>      IOException e = new IOException(regionToSplit.getShortNameToLog() + " NOT splittable");<a name="line.182"></a>
+<span class="sourceLineNo">183</span>      if (splittableCheckIOE != null) e.initCause(splittableCheckIOE);<a name="line.183"></a>
+<span class="sourceLineNo">184</span>      throw e;<a name="line.184"></a>
+<span class="sourceLineNo">185</span>    }<a name="line.185"></a>
+<span class="sourceLineNo">186</span><a name="line.186"></a>
+<span class="sourceLineNo">187</span>    if(bestSplitRow == null || bestSplitRow.length == 0) {<a name="line.187"></a>
+<span class="sourceLineNo">188</span>      throw new DoNotRetryIOException("Region not splittable because bestSplitPoint = null, "<a name="line.188"></a>
+<span class="sourceLineNo">189</span>          + "maybe table is too small for auto split. For force split, try specifying split row");<a name="line.189"></a>
+<span class="sourceLineNo">190</span>    }<a name="line.190"></a>
+<span class="sourceLineNo">191</span><a name="line.191"></a>
+<span class="sourceLineNo">192</span>    if (Bytes.equals(regionToSplit.getStartKey(), bestSplitRow)) {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>      throw new DoNotRetryIOException(<a name="line.193"></a>
+<span class="sourceLineNo">194</span>        "Split row is equal to startkey: " + Bytes.toStringBinary(splitRow));<a name="line.194"></a>
+<span class="sourceLineNo">195</span>    }<a name="line.195"></a>
+<span class="sourceLineNo">196</span><a name="line.196"></a>
+<span class="sourceLineNo">197</span>    if (!regionToSplit.containsRow(bestSplitRow)) {<a name="line.197"></a>
+<span class="sourceLineNo">198</span>      throw new DoNotRetryIOException(<a name="line.198"></a>
+<span class="sourceLineNo">199</span>        "Split row is not inside region key range splitKey:" + Bytes.toStringBinary(splitRow) +<a name="line.199"></a>
+<span class="sourceLineNo">200</span>        " region: " + regionToSplit);<a name="line.200"></a>
+<span class="sourceLineNo">201</span>    }<a name="line.201"></a>
+<span class="sourceLineNo">202</span>  }<a name="line.202"></a>
+<span class="sourceLineNo">203</span><a name="line.203"></a>
+<span class="sourceLineNo">204</span>  /**<a name="line.204"></a>
+<span class="sourceLineNo">205</span>   * Calculate daughter regionid to use.<a name="line.205"></a>
+<span class="sourceLineNo">206</span>   * @param hri Parent {@link RegionInfo}<a name="line.206"></a>
+<span class="sourceLineNo">207</span>   * @return Daughter region id (timestamp) to use.<a name="line.207"></a>
+<span class="sourceLineNo">208</span>   */<a name="line.208"></a>
+<span class="sourceLineNo">209</span>  private static long getDaughterRegionIdTimestamp(final RegionInfo hri) {<a name="line.209"></a>
+<span class="sourceLineNo">210</span>    long rid = EnvironmentEdgeManager.currentTime();<a name="line.210"></a>
+<span class="sourceLineNo">211</span>    // Regionid is timestamp.  Can't be less than that of parent else will insert<a name="line.211"></a>
+<span class="sourceLineNo">212</span>    // at wrong location in hbase:meta (See HBASE-710).<a name="line.212"></a>
+<span class="sourceLineNo">213</span>    if (rid &lt; hri.getRegionId()) {<a name="line.213"></a>
+<span class="sourceLineNo">214</span>      LOG.warn("Clock skew; parent regions id is " + hri.getRegionId() +<a name="line.214"></a>
+<span class="sourceLineNo">215</span>        " but current time here is " + rid);<a name="line.215"></a>
+<span class="sourceLineNo">216</span>      rid = hri.getRegionId() + 1;<a name="line.216"></a>
+<span class="sourceLineNo">217</span>    }<a name="line.217"></a>
+<span class="sourceLineNo">218</span>    return rid;<a name="line.218"></a>
+<span class="sourceLineNo">219</span>  }<a name="line.219"></a>
+<span class="sourceLineNo">220</span><a name="line.220"></a>
+<span class="sourceLineNo">221</span>  @Override<a name="line.221"></a>
+<span class="sourceLineNo">222</span>  protected Flow executeFromState(final MasterProcedureEnv env, final SplitTableRegionState state)<a name="line.222"></a>
+<span class="sourceLineNo">223</span>      throws InterruptedException {<a name="line.223"></a>
+<span class="sourceLineNo">224</span>    LOG.trace("{} execute state={}", this, state);<a name="line.224"></a>
+<span class="sourceLineNo">225</span><a name="line.225"></a>
+<span class="sourceLineNo">226</span>    try {<a name="line.226"></a>
+<span class="sourceLineNo">227</span>      switch (state) {<a name="line.227"></a>
+<span class="sourceLineNo">228</span>        case SPLIT_TABLE_REGION_PREPARE:<a name="line.228"></a>
+<span class="sourceLineNo">229</span>          if (prepareSplitRegion(env)) {<a name="line.229"></a>
+<span class="sourceLineNo">230</span>            setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_PRE_OPERATION);<a name="line.230"></a>
+<span class="sourceLineNo">231</span>            break;<a name="line.231"></a>
+<span class="sourceLineNo">232</span>          } else {<a name="line.232"></a>
+<span class="sourceLineNo">233</span>            return Flow.NO_MORE_STATE;<a name="line.233"></a>
+<span class="sourceLineNo">234</span>          }<a name="line.234"></a>
+<span class="sourceLineNo">235</span>        case SPLIT_TABLE_REGION_PRE_OPERATION:<a name="line.235"></a>
+<span class="sourceLineNo">236</span>          preSplitRegion(env);<a name="line.236"></a>
+<span class="sourceLineNo">237</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_CLOSE_PARENT_REGION);<a name="line.237"></a>
+<span class="sourceLineNo">238</span>          break;<a name="line.238"></a>
+<span class="sourceLineNo">239</span>        case SPLIT_TABLE_REGION_CLOSE_PARENT_REGION:<a name="line.239"></a>
+<span class="sourceLineNo">240</span>          addChildProcedure(createUnassignProcedures(env, getRegionReplication(env)));<a name="line.240"></a>
+<span class="sourceLineNo">241</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS);<a name="line.241"></a>
+<span class="sourceLineNo">242</span>          break;<a name="line.242"></a>
+<span class="sourceLineNo">243</span>        case SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS:<a name="line.243"></a>
+<span class="sourceLineNo">244</span>          createDaughterRegions(env);<a name="line.244"></a>
+<span class="sourceLineNo">245</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE);<a name="line.245"></a>
+<span class="sourceLineNo">246</span>          break;<a name="line.246"></a>
+<span class="sourceLineNo">247</span>        case SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE:<a name="line.247"></a>
+<span class="sourceLineNo">248</span>          writeMaxSequenceIdFile(env);<a name="line.248"></a>
+<span class="sourceLineNo">249</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META);<a name="line.249"></a>
+<span class="sourceLineNo">250</span>          break;<a name="line.250"></a>
+<span class="sourceLineNo">251</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META:<a name="line.251"></a>
+<span class="sourceLineNo">252</span>          preSplitRegionBeforeMETA(env);<a name="line.252"></a>
+<span class="sourceLineNo">253</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_UPDATE_META);<a name="line.253"></a>
+<span class="sourceLineNo">254</span>          break;<a name="line.254"></a>
+<span class="sourceLineNo">255</span>        case SPLIT_TABLE_REGION_UPDATE_META:<a name="line.255"></a>
+<span class="sourceLineNo">256</span>          updateMeta(env);<a name="line.256"></a>
+<span class="sourceLineNo">257</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META);<a name="line.257"></a>
+<span class="sourceLineNo">258</span>          break;<a name="line.258"></a>
+<span class="sourceLineNo">259</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META:<a name="line.259"></a>
+<span class="sourceLineNo">260</span>          preSplitRegionAfterMETA(env);<a name="line.260"></a>
+<span class="sourceLineNo">261</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS);<a name="line.261"></a>
+<span class="sourceLineNo">262</span>          break;<a name="line.262"></a>
+<span class="sourceLineNo">263</span>        case SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS:<a name="line.263"></a>
+<span class="sourceLineNo">264</span>          addChildProcedure(createAssignProcedures(env, getRegionReplication(env)));<a name="line.264"></a>
+<span class="sourceLineNo">265</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_POST_OPERATION);<a name="line.265"></a>
+<span class="sourceLineNo">266</span>          break;<a name="line.266"></a>
+<span class="sourceLineNo">267</span>        case SPLIT_TABLE_REGION_POST_OPERATION:<a name="line.267"></a>
+<span class="sourceLineNo">268</span>          postSplitRegion(env);<a name="line.268"></a>
+<span class="sourceLineNo">269</span>          return Flow.NO_MORE_STATE;<a name="line.269"></a>
+<span class="sourceLineNo">270</span>        default:<a name="line.270"></a>
+<span class="sourceLineNo">271</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.271"></a>
+<span class="sourceLineNo">272</span>      }<a name="line.272"></a>
+<span class="sourceLineNo">273</span>    } catch (IOException e) {<a name="line.273"></a>
+<span class="sourceLineNo">274</span>      String msg = "Error trying to split region " + getParentRegion().getEncodedName() +<a name="line.274"></a>
+<span class="sourceLineNo">275</span>          " in the table " + getTableName() + " (in state=" + state + ")";<a name="line.275"></a>
+<span class="sourceLineNo">276</span>      if (!isRollbackSupported(state)) {<a name="line.276"></a>
+<span class="sourceLineNo">277</span>        // We reach a state that cannot be rolled back. We just need to keep retry.<a name="line.277"></a>
+<span class="sourceLineNo">278</span>        LOG.warn(msg, e);<a name="line.278"></a>
+<span class="sourceLineNo">279</span>      } else {<a name="line.279"></a>
+<span class="sourceLineNo">280</span>        LOG.error(msg, e);<a name="line.280"></a>
+<span class="sourceLineNo">281</span>        setFailure("master-split-regions", e);<a name="line.281"></a>
+<span class="sourceLineNo">282</span>      }<a name="line.282"></a>
+<span class="sourceLineNo">283</span>    }<a name="line.283"></a>
+<span class="sourceLineNo">284</span>    // if split fails,  need to call ((HRegion)parent).clearSplit() when it is a force split<a name="line.284"></a>
+<span class="sourceLineNo">285</span>    return Flow.HAS_MORE_STATE;<a name="line.285"></a>
+<span class="sourceLineNo">286</span>  }<a name="line.286"></a>
+<span class="sourceLineNo">287</span><a name="line.287"></a>
+<span class="sourceLineNo">288</span>  /**<a name="line.288"></a>
+<span class="sourceLineNo">289</span>   * To rollback {@link SplitTableRegionProcedure}, an AssignProcedure is asynchronously<a name="line.289"></a>
+<span class="sourceLineNo">290</span>   * submitted for parent region to be split (rollback doesn't wait on the completion of the<a name="line.290"></a>
+<span class="sourceLineNo">291</span>   * AssignProcedure) . This can be improved by changing rollback() to support sub-procedures.<a name="line.291"></a>
+<span class="sourceLineNo">292</span>   * See HBASE-19851 for details.<a name="line.292"></a>
+<span class="sourceLineNo">293</span>   */<a name="line.293"></a>
+<span class="sourceLineNo">294</span>  @Override<a name="line.294"></a>
+<span class="sourceLineNo">295</span>  protected void rollbackState(final MasterProcedureEnv env, final SplitTableRegionState state)<a name="line.295"></a>
+<span class="sourceLineNo">296</span>      throws IOException, InterruptedException {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>    if (isTraceEnabled()) {<a name="line.297"></a>
+<span class="sourceLineNo">298</span>      LOG.trace(this + " rollback state=" + state);<a name="line.298"></a>
+<span class="sourceLineNo">299</span>    }<a name="line.299"></a>
+<span class="sourceLineNo">300</span><a name="line.300"></a>
+<span class="sourceLineNo">301</span>    try {<a name="line.301"></a>
+<span class="sourceLineNo">302</span>      switch (state) {<a name="line.302"></a>
+<span class="sourceLineNo">303</span>        case SPLIT_TABLE_REGION_POST_OPERATION:<a name="line.303"></a>
+<span class="sourceLineNo">304</span>        case SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS:<a name="line.304"></a>
+<span class="sourceLineNo">305</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META:<a name="line.305"></a>
+<span class="sourceLineNo">306</span>        case SPLIT_TABLE_REGION_UPDATE_META:<a name="line.306"></a>
+<span class="sourceLineNo">307</span>          // PONR<a name="line.307"></a>
+<span class="sourceLineNo">308</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.308"></a>
+<span class="sourceLineNo">309</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META:<a name="line.309"></a>
+<span class="sourceLineNo">310</span>          break;<a name="line.310"></a>
+<span class="sourceLineNo">311</span>        case SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS:<a name="line.311"></a>
+<span class="sourceLineNo">312</span>        case SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE:<a name="line.312"></a>
+<span class="sourceLineNo">313</span>          // Doing nothing, as re-open parent region would clean up daughter region directories.<a name="line.313"></a>
 <span class="sourceLineNo">314</span>          break;<a name="line.314"></a>
-<span class="sourceLineNo">315</span>        case SPLIT_TABLE_REGION_PRE_OPERATION:<a name="line.315"></a>
-<span class="sourceLineNo">316</span>          postRollBackSplitRegion(env);<a name="line.316"></a>
+<span class="sourceLineNo">315</span>        case SPLIT_TABLE_REGION_CLOSE_PARENT_REGION:<a name="line.315"></a>
+<span class="sourceLineNo">316</span>          openParentRegion(env);<a name="line.316"></a>
 <span class="sourceLineNo">317</span>          break;<a name="line.317"></a>
-<span class="sourceLineNo">318</span>        case SPLIT_TABLE_REGION_PREPARE:<a name="line.318"></a>
-<span class="sourceLineNo">319</span>          break; // nothing to do<a name="line.319"></a>
-<span class="sourceLineNo">320</span>        default:<a name="line.320"></a>
-<span class="sourceLineNo">321</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.321"></a>
-<span class="sourceLineNo">322</span>      }<a name="line.322"></a>
-<span class="sourceLineNo">323</span>    } catch (IOException e) {<a name="line.323"></a>
-<span class="sourceLineNo">324</span>      // This will be retried. Unless there is a bug in the code,<a name="line.324"></a>
-<span class="sourceLineNo">325</span>      // this should be just a "temporary error" (e.g. network down)<a name="line.325"></a>
-<span class="sourceLineNo">326</span>      LOG.warn("pid=" + getProcId() + " failed rollback attempt step " + state +<a name="line.326"></a>
-<span class="sourceLineNo">327</span>          " for splitting the region "<a name="line.327"></a>
-<span class="sourceLineNo">328</span>        + getParentRegion().getEncodedName() + " in table " + getTableName(), e);<a name="line.328"></a>
-<span class="sourceLineNo">329</span>      throw e;<a name="line.329"></a>
-<span class="sourceLineNo">330</span>    }<a name="line.330"></a>
-<span class="sourceLineNo">331</span>  }<a name="line.331"></a>
-<span class="sourceLineNo">332</span><a name="line.332"></a>
-<span class="sourceLineNo">333</span>  /*<a name="line.333"></a>
-<span class="sourceLineNo">334</span>   * Check whether we are in the state that can be rollback<a name="line.334"></a>
-<span class="sourceLineNo">335</span>   */<a name="line.335"></a>
-<span class="sourceLineNo">336</span>  @Override<a name="line.336"></a>
-<span class="sourceLineNo">337</span>  protected boolean isRollbackSupported(final SplitTableRegionState state) {<a name="line.337"></a>
-<span class="sourceLineNo">338</span>    switch (state) {<a name="line.338"></a>
-<span class="sourceLineNo">339</span>      case SPLIT_TABLE_REGION_POST_OPERATION:<a name="line.339"></a>
-<span class="sourceLineNo">340</span>      case SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS:<a name="line.340"></a>
-<span class="sourceLineNo">341</span>      case SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META:<a name="line.341"></a>
-<span class="sourceLineNo">342</span>      case SPLIT_TABLE_REGION_UPDATE_META:<a name="line.342"></a>
-<span class="sourceLineNo">343</span>        // It is not safe to rollback if we reach to these states.<a name="line.343"></a>
-<span class="sourceLineNo">344</span>        return false;<a name="line.344"></a>
-<span class="sourceLineNo">345</span>      default:<a name="line.345"></a>
-<span class="sourceLineNo">346</span>        break;<a name="line.346"></a>
-<span class="sourceLineNo">347</span>    }<a name="line.347"></a>
-<span class="sourceLineNo">348</span>    return true;<a name="line.348"></a>
-<span class="sourceLineNo">349</span>  }<a name="line.349"></a>
-<span class="sourceLineNo">350</span><a name="line.350"></a>
-<span class="sourceLineNo">351</span>  @Override<a name="line.351"></a>
-<span class="sourceLineNo">352</span>  protected SplitTableRegionState getState(final int stateId) {<a name="line.352"></a>
-<span class="sourceLineNo">353</span>    return SplitTableRegionState.forNumber(stateId);<a name="line.353"></a>
-<span class="sourceLineNo">354</span>  }<a name="line.354"></a>
-<span class="sourceLineNo">355</span><a name="line.355"></a>
-<span class="sourceLineNo">356</span>  @Override<a name="line.356"></a>
-<span class="sourceLineNo">357</span>  protected int getStateId(final SplitTableRegionState state) {<a name="line.357"></a>
-<span class="sourceLineNo">358</span>    return state.getNumber();<a name="line.358"></a>
-<span class="sourceLineNo">359</span>  }<a name="line.359"></a>
-<span class="sourceLineNo">360</span><a name="line.360"></a>
-<span class="sourceLineNo">361</span>  @Override<a name="line.361"></a>
-<span class="sourceLineNo">362</span>  protected SplitTableRegionState getInitialState() {<a name="line.362"></a>
-<span class="sourceLineNo">363</span>    return SplitTableRegionState.SPLIT_TABLE_REGION_PREPARE;<a name="line.363"></a>
-<span class="sourceLineNo">364</span>  }<a name="line.364"></a>
-<span class="sourceLineNo">365</span><a name="line.365"></a>
-<span class="sourceLineNo">366</span>  @Override<a name="line.366"></a>
-<span class="sourceLineNo">367</span>  protected void serializeStateData(ProcedureStateSerializer serializer)<a name="line.367"></a>
-<span class="sourceLineNo">368</span>      throws IOException {<a name="line.368"></a>
-<span class="sourceLineNo">369</span>    super.serializeStateData(serializer);<a name="line.369"></a>
-<span class="sourceLineNo">370</span><a name="line.370"></a>
-<span class="sourceLineNo">371</span>    final MasterProcedureProtos.SplitTableRegionStateData.Builder splitTableRegionMsg =<a name="line.371"></a>
-<span class="sourceLineNo">372</span>        MasterProcedureProtos.SplitTableRegionStateData.newBuilder()<a name="line.372"></a>
-<span class="sourceLineNo">373</span>        .setUserInfo(MasterProcedureUtil.toProtoUserInfo(getUser()))<a name="line.373"></a>
-<span class="sourceLineNo">374</span>        .setParentRegionInfo(ProtobufUtil.toRegionInfo(getRegion()))<a name="line.374"></a>
-<span class="sourceLineNo">375</span>        .addChildRegionInfo(ProtobufUtil.toRegionInfo(daughter_1_RI))<a name="line.375"></a>
-<span class="sourceLineNo">376</span>        .addChildRegionInfo(ProtobufUtil.toRegionInfo(daughter_2_RI));<a name="line.376"></a>
-<span class="sourceLineNo">377</span>    serializer.serialize(splitTableRegionMsg.build());<a name="line.377"></a>
-<span class="sourceLineNo">378</span>  }<a name="line.378"></a>
-<span class="sourceLineNo">379</span><a name="line.379"></a>
-<span class="sourceLineNo">380</span>  @Override<a name="line.380"></a>
-<span class="sourceLineNo">381</span>  protected void deserializeStateData(ProcedureStateSerializer serializer)<a name="line.381"></a>
-<span class="sourceLineNo">382</span>      throws IOException {<a name="line.382"></a>
-<span class="sourceLineNo">383</span>    super.deserializeStateData(serializer);<a name="line.383"></a>
-<span class="sourceLineNo">384</span><a name="line.384"></a>
-<span class="sourceLineNo">385</span>    final MasterProcedureProtos.SplitTableRegionStateData splitTableRegionsMsg =<a name="line.385"></a>
-<span class="sourceLineNo">386</span>        serializer.deserialize(MasterProcedureProtos.SplitTableRegionStateData.class);<a name="line.386"></a>
-<span class="sourceLineNo">387</span>    setUser(MasterProcedureUtil.toUserInfo(splitTableRegionsMsg.getUserInfo()));<a name="line.387"></a>
-<span class="sourceLineNo">388</span>    setRegion(ProtobufUtil.toRegionInfo(splitTableRegionsMsg.getParentRegionInfo()));<a name="line.388"></a>
-<span class="sourceLineNo">389</span>    assert(splitTableRegionsMsg.getChildRegionInfoCount() == 2);<a name="line.389"></a>
-<span class="sourceLineNo">390</span>    daughter_1_RI = ProtobufUtil.toRegionInfo(splitTableRegionsMsg.getChildRegionInfo(0));<a name="line.390"></a>
-<span class="sourceLineNo">391</span>    daughter_2_RI = ProtobufUtil.toRegionInfo(splitTableRegionsMsg.getChildRegionInfo(1));<a name="line.391"></a>
-<span class="sourceLineNo">392</span>  }<a name="line.392"></a>
-<span class="sourceLineNo">393</span><a name="line.393"></a>
-<span class="sourceLineNo">394</span>  @Override<a name="line.394"></a>
-<span class="sourceLineNo">395</span>  public void toStringClassDetails(StringBuilder sb) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>    sb.append(getClass().getSimpleName());<a name="line.396"></a>
-<span class="sourceLineNo">397</span>    sb.append(" table=");<a name="line.397"></a>
-<span class="sourceLineNo">398</span>    sb.append(getTableName());<a name="line.398"></a>
-<span class="sourceLineNo">399</span>    sb.append(", parent=");<a name="line.399"></a>
-<span class="sourceLineNo">400</span>    sb.append(getParentRegion().getShortNameToLog());<a name="line.400"></a>
-<span class="sourceLineNo">401</span>    sb.append(", daughterA=");<a name="line.401"></a>
-<span class="sourceLineNo">402</span>    sb.append(daughter_1_RI.getShortNameToLog());<a name="line.402"></a>
-<span class="sourceLineNo">403</span>    sb.append(", daughterB=");<a name="line.403"></a>
-<span class="sourceLineNo">404</span>    sb.append(daughter_2_RI.getShortNameToLog());<a name="line.404"></a>
-<span class="sourceLineNo">405</span>  }<a name="line.405"></a>
-<span class="sourceLineNo">406</span><a name="line.406"></a>
-<span class="sourceLineNo">407</span>  private RegionInfo getParentRegion() {<a name="line.407"></a>
-<span class="sourceLineNo">408</span>    return getRegion();<a name="line.408"></a>
-<span class="sourceLineNo">409</span>  }<a name="line.409"></a>
-<span class="sourceLineNo">410</span><a name="line.410"></a>
-<span class="sourceLineNo">411</span>  @Override<a name="line.411"></a>
-<span class="sourceLineNo">412</span>  public TableOperationType getTableOperationType() {<a name="line.412"></a>
-<span class="sourceLineNo">413</span>    return TableOperationType.REGION_SPLIT;<a name="line.413"></a>
-<span class="sourceLineNo">414</span>  }<a name="line.414"></a>
-<span class="sourceLineNo">415</span><a name="line.415"></a>
-<span class="sourceLineNo">416</span>  @Override<a name="line.416"></a>
-<span class="sourceLineNo">417</span>  protected ProcedureMetrics getProcedureMetrics(MasterProcedureEnv env) {<a name="line.417"></a>
-<span class="sourceLineNo">418</span>    return env.getAssignmentManager().getAssignmentManagerMetrics().getSplitProcMetrics();<a name="line.418"></a>
-<span class="sourceLineNo">419</span>  }<a name="line.419"></a>
-<span class="sourceLineNo">420</span><a name="line.420"></a>
-<span class="sourceLineNo">421</span>  private byte[] getSplitRow() {<a name="line.421"></a>
-<span class="sourceLineNo">422</span>    return daughter_2_RI.getStartKey();<a name="line.422"></a>
-<span class="sourceLineNo">423</span>  }<a name="line.423"></a>
-<span class="sourceLineNo">424</span><a name="line.424"></a>
-<span class="sourceLineNo">425</span>  private static final State[] EXPECTED_SPLIT_STATES = new State[] { State.OPEN, State.CLOSED };<a name="line.425"></a>
-<span class="sourceLineNo">426</span><a name="line.426"></a>
-<span class="sourceLineNo">427</span>  /**<a name="line.427"></a>
-<span class="sourceLineNo">428</span>   * Prepare to Split region.<a name="line.428"></a>
-<span class="sourceLineNo">429</span>   * @param env MasterProcedureEnv<a name="line.429"></a>
-<span class="sourceLineNo">430</span>   */<a name="line.430"></a>
-<span class="sourceLineNo">431</span>  @VisibleForTesting<a name="line.431"></a>
-<span class="sourceLineNo">432</span>  public boolean prepareSplitRegion(final MasterProcedureEnv env) throws IOException {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>    // Check whether the region is splittable<a name="line.433"></a>
-<span class="sourceLineNo">434</span>    RegionStateNode node =<a name="line.434"></a>
-<span class="sourceLineNo">435</span>        env.getAssignmentManager().getRegionStates().getRegionStateNode(getParentRegion());<a name="line.435"></a>
-<span class="sourceLineNo">436</span><a name="line.436"></a>
-<span class="sourceLineNo">437</span>    if (node == null) {<a name="line.437"></a>
-<span class="sourceLineNo">438</span>      throw new UnknownRegionException(getParentRegion().getRegionNameAsString());<a name="line.438"></a>
-<span class="sourceLineNo">439</span>    }<a name="line.439"></a>
-<span class="sourceLineNo">440</span><a name="line.440"></a>
-<span class="sourceLineNo">441</span>    RegionInfo parentHRI = node.getRegionInfo();<a name="line.441"></a>
-<span class="sourceLineNo">442</span>    if (parentHRI == null) {<a name="line.442"></a>
-<span class="sourceLineNo">443</span>      LOG.info("Unsplittable; parent region is null; node={}", node);<a name="line.443"></a>
-<span class="sourceLineNo">444</span>      return false;<a name="line.444"></a>
-<span class="sourceLineNo">445</span>    }<a name="line.445"></a>
-<span class="sourceLineNo">446</span>    // Lookup the parent HRI state from the AM, which has the latest updated info.<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    // Protect against the case where concurrent SPLIT requests came in and succeeded<a name="line.447"></a>
-<span class="sourceLineNo">448</span>    // just before us.<a name="line.448"></a>
-<span class="sourceLineNo">449</span>    if (node.isInState(State.SPLIT)) {<a name="line.449"></a>
-<span class="sourceLineNo">450</span>      LOG.info("Split of " + parentHRI + " skipped; state is already SPLIT");<a name="line.450"></a>
-<span class="sourceLineNo">451</span>      return false;<a name="line.451"></a>
-<span class="sourceLineNo">452</span>    }<a name="line.452"></a>
-<span class="sourceLineNo">453</span>    if (parentHRI.isSplit() || parentHRI.isOffline()) {<a name="line.453"></a>
-<span class="sourceLineNo">454</span>      LOG.info("Split of " + parentHRI + " skipped because offline/split.");<a name="line.454"></a>
-<span class="sourceLineNo">455</span>      return false;<a name="line.455"></a>
-<span class="sourceLineNo">456</span>    }<a name="line.456"></a>
-<span class="sourceLineNo">457</span><a name="line.457"></a>
-<span class="sourceLineNo">458</span>    // expected parent to be online or closed<a name="line.458"></a>
-<span class="sourceLineNo">459</span>    if (!node.isInState(EXPECTED_SPLIT_STATES)) {<a name="line.459"></a>
-<span class="sourceLineNo">460</span>      // We may have SPLIT already?<a name="line.460"></a>
-<span class="sourceLineNo">461</span>      setFailure(new IOException("Split " + parentHRI.getRegionNameAsString() +<a name="line.461"></a>
-<span class="sourceLineNo">462</span>          " FAILED because state=" + node.getState() + "; expected " +<a name="line.462"></a>
-<span class="sourceLineNo">463</span>          Arrays.toString(EXPECTED_SPLIT_STATES)));<a name="line.463"></a>
-<span class="sourceLineNo">464</span>      return false;<a name="line.464"></a>
-<span class="sourceLineNo">465</span>    }<a name="line.465"></a>
-<span class="sourceLineNo">466</span><a name="line.466"></a>
-<span class="sourceLineNo">467</span>    // Since we have the lock and the master is coordinating the operation<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    // we are always able to split the region<a name="line.468"></a>
-<span class="sourceLineNo">469</span>    if (!env.getMasterServices().isSplitOrMergeEnabled(MasterSwitchType.SPLIT)) {<a name="line.469"></a>
-<span class="sourceLineNo">470</span>      LOG.warn("pid=" + getProcId() + " split switch is off! skip split of " + parentHRI);<a name="line.470"></a>
-<span class="sourceLineNo">471</span>      setFailure(new IOException("Split region " + parentHRI.getRegionNameAsString() +<a name="line.471"></a>
-<span class="sourceLineNo">472</span>          " failed due to split switch off"));<a name="line.472"></a>
-<span class="sourceLineNo">473</span>      return false;<a name="line.473"></a>
-<span class="sourceLineNo">474</span>    }<a name="line.474"></a>
-<span class="sourceLineNo">475</span><a name="line.475"></a>
-<span class="sourceLineNo">476</span>    // set node state as SPLITTING<a name="line.476"></a>
-<span class="sourceLineNo">477</span>    node.setState(State.SPLITTING);<a name="line.477"></a>
+<span class="sourceLineNo">318</span>        case SPLIT_TABLE_REGION_PRE_OPERATION:<a name="line.318"></a>
+<span class="sourceLineNo">319</span>          postRollBackSplitRegion(env);<a name="line.319"></a>
+<span class="sourceLineNo">320</span>          break;<a name="line.320"></a>
+<span class="sourceLineNo">321</span>        case SPLIT_TABLE_REGION_PREPARE:<a name="line.321"></a>
+<span class="sourceLineNo">322</span>          break; // nothing to do<a name="line.322"></a>
+<span class="sourceLineNo">323</span>        default:<a name="line.323"></a>
+<span class="sourceLineNo">324</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.324"></a>
+<span class="sourceLineNo">325</span>      }<a name="line.325"></a>
+<span class="sourceLineNo">326</span>    } catch (IOException e) {<a name="line.326"></a>
+<span class="sourceLineNo">327</span>      // This will be retried. Unless there is a bug in the code,<a name="line.327"></a>
+<span class="sourceLineNo">328</span>      // this should be just a "temporary error" (e.g. network down)<a name="line.328"></a>
+<span class="sourceLineNo">329</span>      LOG.warn("pid=" + getProcId() + " failed rollback attempt step " + state +<a name="line.329"></a>
+<span class="sourceLineNo">330</span>          " for splitting the region "<a name="line.330"></a>
+<span class="sourceLineNo">331</span>        + getParentRegion().getEncodedName() + " in table " + getTableName(), e);<a name="line.331"></a>
+<span class="sourceLineNo">332</span>      throw e;<a name="line.332"></a>
+<span class="sourceLineNo">333</span>    }<a name="line.333"></a>
+<span class="sourceLineNo">334</span>  }<a name="line.334"></a>
+<span class="sourceLineNo">335</span><a name="line.335"></a>
+<span class="sourceLineNo">336</span>  /*<a name="line.336"></a>
+<span class="sourceLineNo">337</span>   * Check whether we are in the state that can be rollback<a name="line.337"></a>
+<span class="sourceLineNo">338</span>   */<a name="line.338"></a>
+<span class="sourceLineNo">339</span>  @Override<a name="line.339"></a>
+<span class="sourceLineNo">340</span>  protected boolean isRollbackSupported(final SplitTableRegionState state) {<a name="line.340"></a>
+<span class="sourceLineNo">341</span>    switch (state) {<a name="line.341"></a>
+<span class="sourceLineNo">342</span>      case SPLIT_TABLE_REGION_POST_OPERATION:<a name="line.342"></a>
+<span class="sourceLineNo">343</span>      case SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS:<a name="line.343"></a>
+<span class="sourceLineNo">344</span>      case SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META:<a name="line.344"></a>
+<span class="sourceLineNo">345</span>      case SPLIT_TABLE_REGION_UPDATE_META:<a name="line.345"></a>
+<span class="sourceLineNo">346</span>        // It is not safe to rollback if we reach to these states.<a name="line.346"></a>
+<span class="sourceLineNo">347</span>        return false;<a name="line.347"></a>
+<span class="sourceLineNo">348</span>      default:<a name="line.348"></a>
+<span class="sourceLineNo">349</span>        break;<a name="line.349"></a>
+<span class="sourceLineNo">350</span>    }<a name="line.350"></a>
+<span class="sourceLineNo">351</span>    return true;<a name="line.351"></a>
+<span class="sourceLineNo">352</span>  }<a name="line.352"></a>
+<span class="sourceLineNo">353</span><a name="line.353"></a>
+<span class="sourceLineNo">354</span>  @Override<a name="line.354"></a>
+<span class="sourceLineNo">355</span>  protected SplitTableRegionState getState(final int stateId) {<a name="line.355"></a>
+<span class="sourceLineNo">356</span>    return SplitTableRegionState.forNumber(stateId);<a name="line.356"></a>
+<span class="sourceLineNo">357</span>  }<a name="line.357"></a>
+<span class="sourceLineNo">358</span><a name="line.358"></a>
+<span class="sourceLineNo">359</span>  @Override<a name="line.359"></a>
+<span class="sourceLineNo">360</span>  protected int getStateId(final SplitTableRegionState state) {<a name="line.360"></a>
+<span class="sourceLineNo">361</span>    return state.getNumber();<a name="line.361"></a>
+<span class="sourceLineNo">362</span>  }<a name="line.362"></a>
+<span class="sourceLineNo">363</span><a name="line.363"></a>
+<span class="sourceLineNo">364</span>  @Override<a name="line.364"></a>
+<span class="sourceLineNo">365</span>  protected SplitTableRegionState getInitialState() {<a name="line.365"></a>
+<span class="sourceLineNo">366</span>    return SplitTableRegionState.SPLIT_TABLE_REGION_PREPARE;<a name="line.366"></a>
+<span class="sourceLineNo">367</span>  }<a name="line.367"></a>
+<span class="sourceLineNo">368</span><a name="line.368"></a>
+<span class="sourceLineNo">369</span>  @Override<a name="line.369"></a>
+<span class="sourceLineNo">370</span>  protected void serializeStateData(ProcedureStateSerializer serializer)<a name="line.370"></a>
+<span class="sourceLineNo">371</span>      throws IOException {<a name="line.371"></a>
+<span class="sourceLineNo">372</span>    super.serializeStateData(serializer);<a name="line.372"></a>
+<span class="sourceLineNo">373</span><a name="line.373"></a>
+<span class="sourceLineNo">374</span>    final MasterProcedureProtos.SplitTableRegionStateData.Builder splitTableRegionMsg =<a name="line.374"></a>
+<span class="sourceLineNo">375</span>        MasterProcedureProtos.SplitTableRegionStateData.newBuilder()<a name="line.375"></a>
+<span class="sourceLineNo">376</span>        .setUserInfo(MasterProcedureUtil.toProtoUserInfo(getUser()))<a name="line.376"></a>
+<span class="sourceLineNo">377</span>        .setParentRegionInfo(ProtobufUtil.toRegionInfo(getRegion()))<a name="line.377"></a>
+<span class="sourceLineNo">378</span>        .addChildRegionInfo(ProtobufUtil.toRegionInfo(daughter_1_RI))<a name="line.378"></a>
+<span class="sourceLineNo">379</span>        .addChildRegionInfo(ProtobufUtil.toRegionInfo(daughter_2_RI));<a name="line.379"></a>
+<span class="sourceLineNo">380</span>    serializer.serialize(splitTableRegionMsg.build());<a name="line.380"></a>
+<span class="sourceLineNo">381</span>  }<a name="line.381"></a>
+<span class="sourceLineNo">382</span><a name="line.382"></a>
+<span class="sourceLineNo">383</span>  @Override<a name="line.383"></a>
+<span class="sourceLineNo">384</span>  protected void deserializeStateData(ProcedureStateSerializer serializer)<a name="line.384"></a>
+<span class="sourceLineNo">385</span>      throws IOException {<a name="line.385"></a>
+<span class="sourceLineNo">386</span>    super.deserializeStateData(serializer);<a name="line.386"></a>
+<span class="sourceLineNo">387</span><a name="line.387"></a>
+<span class="sourceLineNo">388</span>    final MasterProcedureProtos.SplitTableRegionStateData splitTableRegionsMsg =<a name="line.388"></a>
+<span class="sourceLineNo">389</span>        serializer.deserialize(MasterProcedureProtos.SplitTableRegionStateData.class);<a name="line.389"></a>
+<span class="sourceLineNo">390</span>    setUser(MasterProcedureUtil.toUserInfo(splitTableRegionsMsg.getUserInfo()));<a name="line.390"></a>
+<span class="sourceLineNo">391</span>    setRegion(ProtobufUtil.toRegionInfo(splitTableRegionsMsg.getParentRegionInfo()));<a name="line.391"></a>
+<span class="sourceLineNo">392</span>    assert(splitTableRegionsMsg.getChildRegionInfoCount() == 2);<a name="line.392"></a>
+<span class="sourceLineNo">393</span>    daughter_1_RI = ProtobufUtil.toRegionInfo(splitTableRegionsMsg.getChildRegionInfo(0));<a name="line.393"></a>
+<span class="sourceLineNo">394</span>    daughter_2_RI = ProtobufUtil.toRegionInfo(splitTableRegionsMsg.getChildRegionInfo(1));<a name="line.394"></a>
+<span class="sourceLineNo">395</span>  }<a name="line.395"></a>
+<span class="sourceLineNo">396</span><a name="line.396"></a>
+<span class="sourceLineNo">397</span>  @Override<a name="line.397"></a>
+<span class="sourceLineNo">398</span>  public void toStringClassDetails(StringBuilder sb) {<a name="line.398"></a>
+<span class="sourceLineNo">399</span>    sb.append(getClass().getSimpleName());<a name="line.399"></a>
+<span class="sourceLineNo">400</span>    sb.append(" table=");<a name="line.400"></a>
+<span class="sourceLineNo">401</span>    sb.append(getTableName());<a name="line.401"></a>
+<span class="sourceLineNo">402</span>    sb.append(", parent=");<a name="line.402"></a>
+<span class="sourceLineNo">403</span>    sb.append(getParentRegion().getShortNameToLog());<a name="line.403"></a>
+<span class="sourceLineNo">404</span>    sb.append(", daughterA=");<a name="line.404"></a>
+<span class="sourceLineNo">405</span>    sb.append(daughter_1_RI.getShortNameToLog());<a name="line.405"></a>
+<span class="sourceLineNo">406</span>    sb.append(", daughterB=");<a name="line.406"></a>
+<span class="sourceLineNo">407</span>    sb.append(daughter_2_RI.getShortNameToLog());<a name="line.407"></a>
+<span class="sourceLineNo">408</span>  }<a name="line.408"></a>
+<span class="sourceLineNo">409</span><a name="line.409"></a>
+<span class="sourceLineNo">410</span>  private RegionInfo getParentRegion() {<a name="line.410"></a>
+<span class="sourceLineNo">411</span>    return getRegion();<a name="line.411"></a>
+<span class="sourceLineNo">412</span>  }<a name="line.412"></a>
+<span class="sourceLineNo">413</span><a name="line.413"></a>
+<span class="sourceLineNo">414</span>  @Override<a name="line.414"></a>
+<span class="sourceLineNo">415</span>  public TableOperationType getTableOperationType() {<a name="line.415"></a>
+<span class="sourceLineNo">416</span>    return TableOperationType.REGION_SPLIT;<a name="line.416"></a>
+<span class="sourceLineNo">417</span>  }<a name="line.417"></a>
+<span class="sourceLineNo">418</span><a name="line.418"></a>
+<span class="sourceLineNo">419</span>  @Override<a name="line.419"></a>
+<span class="sourceLineNo">420</span>  protected ProcedureMetrics getProcedureMetrics(MasterProcedureEnv env) {<a name="line.420"></a>
+<span class="sourceLineNo">421</span>    return env.getAssignmentManager().getAssignmentManagerMetrics().getSplitProcMetrics();<a name="line.421"></a>
+<span class="sourceLineNo">422</span>  }<a name="line.422"></a>
+<span class="sourceLineNo">423</span><a name="line.423"></a>
+<span class="sourceLineNo">424</span>  private byte[] getSplitRow() {<a name="line.424"></a>
+<span class="sourceLineNo">425</span>    return daughter_2_RI.getStartKey();<a name="line.425"></a>
+<span class="sourceLineNo">426</span>  }<a name="line.426"></a>
+<span class="sourceLineNo">427</span><a name="line.427"></a>
+<span class="sourceLineNo">428</span>  private static final State[] EXPECTED_SPLIT_STATES = new State[] { State.OPEN, State.CLOSED };<a name="line.428"></a>
+<span class="sourceLineNo">429</span><a name="line.429"></a>
+<span class="sourceLineNo">430</span>  /**<a name="line.430"></a>
+<span class="sourceLineNo">431</span>   * Prepare to Split region.<a name="line.431"></a>
+<span class="sourceLineNo">432</span>   * @param env MasterProcedureEnv<a name="line.432"></a>
+<span class="sourceLineNo">433</span>   */<a name="line.433"></a>
+<span class="sourceLineNo">434</span>  @VisibleForTesting<a name="line.434"></a>
+<span class="sourceLineNo">435</span>  public boolean prepareSplitRegion(final MasterProcedureEnv env) throws IOException {<a name="line.435"></a>
+<span class="sourceLineNo">436</span>    // Check whether the region is splittable<a name="line.436"></a>
+<span class="sourceLineNo">437</span>    RegionStateNode node =<a name="line.437"></a>
+<span class="sourceLineNo">438</span>        env.getAssignmentManager().getRegionStates().getRegionStateNode(getParentRegion());<a name="line.438"></a>
+<span class="sourceLineNo">439</span><a name="line.439"></a>
+<span class="sourceLineNo">440</span>    if (node == null) {<a name="line.440"></a>
+<span class="sourceLineNo">441</span>      throw new UnknownRegionException(getParentRegion().getRegionNameAsString());<a name="line.441"></a>
+<span class="sourceLineNo">442</span>    }<a name="line.442"></a>
+<span class="sourceLineNo">443</span><a name="line.443"></a>
+<span class="sourceLineNo">444</span>    RegionInfo parentHRI = node.getRegionInfo();<a name="line.444"></a>
+<span class="sourceLineNo">445</span>    if (parentHRI == null) {<a name="line.445"></a>
+<span class="sourceLineNo">446</span>      LOG.info("Unsplittable; parent region is null; node={}", node);<a name="line.446"></a>
+<span class="sourceLineNo">447</span>      return false;<a name="line.447"></a>
+<span class="sourceLineNo">448</span>    }<a name="line.448"></a>
+<span class="sourceLineNo">449</span>    // Lookup the parent HRI state from the AM, which has the latest updated info.<a name="line.449"></a>
+<span class="sourceLineNo">450</span>    // Protect against the case where concurrent SPLIT requests came in and succeeded<a name="line.450"></a>
+<span class="sourceLineNo">451</span>    // just before us.<a name="line.451"></a>
+<span class="sourceLineNo">452</span>    if (node.isInState(State.SPLIT)) {<a name="line.452"></a>
+<span class="sourceLineNo">453</span>      LOG.info("Split of " + parentHRI + " skipped; state is already SPLIT");<a name="line.453"></a>
+<span class="sourceLineNo">454</span>      return false;<a name="line.454"></a>
+<span class="sourceLineNo">455</span>    }<a name="line.455"></a>
+<span class="sourceLineNo">456</span>    if (parentHRI.isSplit() || parentHRI.isOffline()) {<a name="line.456"></a>
+<span class="sourceLineNo">457</span>      LOG.info("Split of " + parentHRI + " skipped because offline/split.");<a name="line.457"></a>
+<span class="sourceLineNo">458</span>      return false;<a name="line.458"></a>
+<span class="sourceLineNo">459</span>    }<a name="line.459"></a>
+<span class="sourceLineNo">460</span><a name="line.460"></a>
+<span class="sourceLineNo">461</span>    // expected parent to be online or closed<a name="line.461"></a>
+<span class="sourceLineNo">462</span>    if (!node.isInState(EXPECTED_SPLIT_STATES)) {<a name="line.462"></a>
+<span class="sourceLineNo">463</span>      // We may have SPLIT already?<a name="line.463"></a>
+<span class="sourceLineNo">464</span>      setFailure(new IOException("Split " + parentHRI.getRegionNameAsString() +<a name="line.464"></a>
+<span class="sourceLineNo">465</span>          " FAILED because state=" + node.getState() + "; expected " +<a name="line.465"></a>
+<span class="sourceLineNo">466</span>          Arrays.toString(EXPECTED_SPLIT_STATES)));<a name="line.466"></a>
+<span class="sourceLineNo">467</span>      return false;<a name="line.467"></a>
+<span class="sourceLineNo">468</span>    }<a name="line.468"></a>
+<span class="sourceLineNo">469</span><a name="line.469"></a>
+<span class="sourceLineNo">470</span>    // Since we have the lock and the master is coordinating the operation<a name="line.470"></a>
+<span class="sourceLineNo">471</span>    // we are always able to split the region<a name="line.471"></a>
+<span class="sourceLineNo">472</span>    if (!env.getMasterServices().isSplitOrMergeEnabled(MasterSwitchType.SPLIT)) {<a name="line.472"></a>
+<span class="sourceLineNo">473</span>      LOG.warn("pid=" + getProcId() + " split switch is off! skip split of " + parentHRI);<a name="line.473"></a>
+<span class="sourceLineNo">474</span>      setFailure(new IOException("Split region " + parentHRI.getRegionNameAsString() +<a name="line.474"></a>
+<span class="sourceLineNo">475</span>          " failed due to split switch off"));<a name="line.475"></a>
+<span class="sourceLineNo">476</span>      return false;<a name="line.476"></a>
+<span class="sourceLineNo">477</span>    }<a name="line.477"></a>
 <span class="sourceLineNo">478</span><a name="line.478"></a>
-<span class="sourceLineNo">479</span>    return true;<a name="line.479"></a>
-<span class="sourceLineNo">480</span>  }<a name="line.480"></a>
+<span class="sourceLineNo">479</span>    // set node state as SPLITTING<a name="line.479"></a>
+<span class="sourceLineNo">480</span>    node.setState(State.SPLITTING);<a name="line.480"></a>
 <span class="sourceLineNo">481</span><a name="line.481"></a>
-<span class="sourceLineNo">482</span>  /**<a name="line.482"></a>
-<span class="sourceLineNo">483</span>   * Action before splitting region in a table.<a name="line.483"></a>
-<span class="sourceLineNo">484</span>   * @param env MasterProcedureEnv<a name="line.484"></a>
-<span class="sourceLineNo">485</span>   */<a name="line.485"></a>
-<span class="sourceLineNo">486</span>  private void preSplitRegion(final MasterProcedureEnv env)<a name="line.486"></a>
-<span class="sourceLineNo">487</span>      throws IOException, InterruptedException {<a name="line.487"></a>
-<span class="sourceLineNo">488</span>    final MasterCoprocessorHost cpHost = env.getMasterCoprocessorHost();<a name="line.488"></a>
-<span class="sourceLineNo">489</span>    if (cpHost != null) {<a name="line.489"></a>
-<span class="sourceLineNo">490</span>      cpHost.preSplitRegionAction(getTableName(), getSplitRow(), getUser());<a name="line.490"></a>
-<span class="sourceLineNo">491</span>    }<a name="line.491"></a>
-<span class="sourceLineNo">492</span><a name="line.492"></a>
-<span class="sourceLineNo">493</span>    // TODO: Clean up split and merge. Currently all over the place.<a name="line.493"></a>
-<span class="sourceLineNo">494</span>    // Notify QuotaManager and RegionNormalizer<a name="line.494"></a>
-<span class="sourceLineNo">495</span>    try {<a name="line.495"></a>
-<span class="sourceLineNo">496</span>      env.getMasterServices().getMasterQuotaManager().onRegionSplit(this.getParentRegion());<a name="line.496"></a>
-<span class="sourceLineNo">497</span>    } catch (QuotaExceededException e) {<a name="line.497"></a>
-<span class="sourceLineNo">498</span>      env.getAssignmentManager().getRegionNormalizer().planSkipped(this.getParentRegion(),<a name="line.498"></a>
-<span class="sourceLineNo">499</span>          NormalizationPlan.PlanType.SPLIT);<a name="line.499"></a>
-<span class="sourceLineNo">500</span>      throw e;<a name="line.500"></a>
-<span class="sourceLineNo">501</span>    }<a name="line.501"></a>
-<span class="sourceLineNo">502</span>  }<a name="line.502"></a>
-<span class="sourceLineNo">503</span><a name="line.503"></a>
-<span class="sourceLineNo">504</span>  /**<a name="line.504"></a>
-<span class="sourceLineNo">505</span>   * Action after rollback a split table region action.<a name="line.505"></a>
-<span class="sourceLineNo">506</span>   * @param env MasterProcedureEnv<a name="line.506"></a>
-<span class="sourceLineNo">507</span>   */<a name="line.507"></a>
-<span class="sourceLineNo">508</span>  private void postRollBackSplitRegion(final MasterProcedureEnv env) throws IOException {<a name="line.508"></a>
-<span class="sourceLineNo">509</span>    final MasterCoprocessorHost cpHost = env.getMasterCoprocessorHost();<a name="line.509"></a>
-<span class="sourceLineNo">510</span>    if (cpHost != null) {<a name="line.510"></a>
-<span class="sourceLineNo">511</span>      cpHost.postRollBackSplitRegionAction(getUser());<a name="line.511"></a>
-<span class="sourceLineNo">512</span>    }<a name="line.512"></a>
-<span class="sourceLineNo">513</span>  }<a name="line.513"></a>
-<span class="sourceLineNo">514</span><a name="line.514"></a>
-<span class="sourceLineNo">515</span>  /**<a name="line.515"></a>
-<span class="sourceLineNo">516</span>   * Rollback close parent region<a name="line.516"></a>
-<span class="sourceLineNo">517</span>   * @param env MasterProcedureEnv<a name="line.517"></a>
-<span class="sourceLineNo">518</span>   */<a name="line.518"></a>
-<span class="sourceLineNo">519</span>  private void openParentRegion(final MasterProcedureEnv env) throws IOException {<a name="line.519"></a>
-<span class="sourceLineNo">520</span>    // Check whether the region is closed; if so, open it in the same server<a name="line.520"></a>
-<span class="sourceLineNo">521</span>    final int regionReplication = getRegionReplication(env);<a name="line.521"></a>
-<span class="sourceLineNo">522</span>    final ServerName serverName = getParentRegionServerName(env);<a name="line.522"></a>
-<span class="sourceLineNo">523</span><a name="line.523"></a>
-<span class="sourceLineNo">524</span>    final AssignProcedure[] procs = new AssignProcedure[regionReplication];<a name="line.524"></a>
-<span class="sourceLineNo">525</span>    for (int i = 0; i &lt; regionReplication; ++i) {<a name="line.525"></a>
-<span class="sourceLineNo">526</span>      final RegionInfo hri = RegionReplicaUtil.getRegionInfoForReplica(getParentRegion(), i);<a name="line.526"></a>
-<span class="sourceLineNo">527</span>      procs[i] = env.getAssignmentManager().createAssignProcedure(hri, serverName);<a name="line.527"></a>
-<span class="sourceLineNo">528</span>    }<a name="line.528"></a>
-<span class="sourceLineNo">529</span>    env.getMasterServices().getMasterProcedureExecutor().submitProcedures(procs);<a name="line.529"></a>
-<span class="sourceLineNo">530</span>  }<a name="line.530"></a>
-<span class="sourceLineNo">531</span><a name="line.531"></a>
-<span class="sourceLineNo">532</span>  /**<a name="line.532"></a>
-<span class="sourceLineNo">533</span>   * Create daughter regions<a name="line.533"></a>
-<span class="sourceLineNo">534</span>   * @param env MasterProcedureEnv<a name="line.534"></a>
-<span class="sourceLineNo">535</span>   */<a name="line.535"></a>
-<span class="sourceLineNo">536</span>  @VisibleForTesting<a name="line.536"></a>
-<span class="sourceLineNo">537</span>  public void createDaughterRegions(final MasterProcedureEnv env) throws IOException {<a name="line.537"></a>
-<span class="sourceLineNo">538</span>    final MasterFileSystem mfs = env.getMasterServices().getMasterFileSystem();<a name="line.538"></a>
-<span class="sourceLineNo">539</span>    final Path tabledir = FSUtils.getTableDir(mfs.getRootDir(), getTableName());<a name="line.539"></a>
-<span class="sourceLineNo">540</span>    final FileSystem fs = mfs.getFileSystem();<a name="line.540"></a>
-<span class="sourceLineNo">541</span>    HRegionFileSystem regionFs = HRegionFileSystem.openRegionFromFileSystem(<a name="line.541"></a>
-<span class="sourceLineNo">542</span>      env.getMasterConfiguration(), fs, tabledir, getParentRegion(), false);<a name="line.542"></a>
-<span class="sourceLineNo">543</span>    regionFs.createSplitsDir();<a name="line.543"></a>
-<span class="sourceLineNo">544</span><a name="line.544"></a>
-<span class="sourceLineNo">545</span>    Pair&lt;Integer, Integer&gt; expectedReferences = splitStoreFiles(env, regionFs);<a name="line.545"></a>
-<span class="sourceLineNo">546</span><a name="line.546"></a>
-<span class="sourceLineNo">547</span>    assertReferenceFileCount(fs, expectedReferences.getFirst(),<a name="line.547"></a>
-<span class="sourceLineNo">548</span>      regionFs.getSplitsDir(daughter_1_RI));<a name="line.548"></a>
-<span class="sourceLineNo">549</span>    //Move the files from the temporary .splits to the final /table/region directory<a name="line.549"></a>
-<span class="sourceLineNo">550</span>    regionFs.commitDaughterRegion(daughter_1_RI);<a name="line.550"></a>
-<span class="sourceLineNo">551</span>    assertReferenceFileCount(fs, expectedReferences.getFirst(),<a name="line.551"></a>
-<span class="sourceLineNo">552</span>      new Path(tabledir, daughter_1_RI.getEncodedName()));<a name="line.552"></a>
-<span class="sourceLineNo">553</span><a name="line.553"></a>
-<span class="sourceLineNo">554</span>    assertReferenceFileCount(fs, expectedReferences.getSecond(),<a name="line.554"></a>
-<span class="sourceLineNo">555</span>      regionFs.getSplitsDir(daughter_2_RI));<a name="line.555"></a>
-<span class="sourceLineNo">556</span>    regionFs.commitDaughterRegion(daughter_2_RI);<a name="line.556"></a>
+<span class="sourceLineNo">482</span>    return true;<a name="line.482"></a>
+<span class="sourceLineNo">483</span>  }<a name="line.483"></a>
+<span class="sourceLineNo">484</span><a name="line.484"></a>
+<span class="sourceLineNo">485</span>  /**<a name="line.485"></a>
+<span class="sourceLineNo">486</span>   * Action before splitting region in a table.<a name="line.486"></a>
+<span class="sourceLineNo">487</span>   * @param env MasterProcedureEnv<a name="line.487"></a>
+<span class="sourceLineNo">488</span>   */<a name="line.488"></a>
+<span class="sourceLineNo">489</span>  private void preSplitRegion(final MasterProcedureEnv env)<a name="line.489"></a>
+<span class="sourceLineNo">490</span>      throws IOException, InterruptedException {<a name="line.490"></a>
+<span class="sourceLineNo">491</span>    final MasterCoprocessorHost cpHost = env.getMasterCoprocessorHost();<a name="line.491"></a>
+<span class="sourceLineNo">492</span>    if (cpHost != null) {<a name="line.492"></a>
+<span class="sourceLineNo">493</span>      cpHost.preSplitRegionAction(getTableName(), getSplitRow(), getUser());<a name="line.493"></a>
+<span class="sourceLineNo">494</span>    }<a name="line.494"></a>
+<span class="sourceLineNo">495</span><a name="line.495"></a>
+<span class="sourceLineNo">496</span>    // TODO: Clean up split and merge. Currently all over the place.<a name="line.496"></a>
+<span class="sourceLineNo">497</span>    // Notify QuotaManager and RegionNormalizer<a name="line.497"></a>
+<span class="sourceLineNo">498</span>    try {<a name="line.498"></a>
+<span class="sourceLineNo">499</span>      env.getMasterServices().getMasterQuotaManager().onRegionSplit(this.getParentRegion());<a name="line.499"></a>
+<span class="sourceLineNo">500</span>    } catch (QuotaExceededException e) {<a name="line.500"></a>
+<span class="sourceLineNo">501</span>      env.getAssignmentManager().getRegionNormalizer().planSkipped(this.getParentRegion(),<a name="line.501"></a>
+<span class="sourceLineNo">502</span>          NormalizationPlan.PlanType.SPLIT);<a name="line.502"></a>
+<span class="sourceLineNo">503</span>      throw e;<a name="line.503"></a>
+<span class="sourceLineNo">504</span>    }<a name="line.504"></a>
+<span class="sourceLineNo">505</span>  }<a name="line.505"></a>
+<span class="sourceLineNo">506</span><a name="line.506"></a>
+<span class="sourceLineNo">507</span>  /**<a name="line.507"></a>
+<span class="sourceLineNo">508</span>   * Action after rollback a split table region action.<a name="line.508"></a>
+<span class="sourceLineNo">509</span>   * @param env MasterProcedureEnv<a name="line.509"></a>
+<span class="sourceLineNo">510</span>   */<a name="line.510"></a>
+<span class="sourceLineNo">511</span>  private void postRollBackSplitRegion(final MasterProcedureEnv env) throws IOException {<a name="line.511"></a>
+<span class="sourceLineNo">512</span>    final MasterCoprocessorHost cpHost = env.getMasterCoprocessorHost();<a name="line.512"></a>
+<span class="sourceLineNo">513</span>    if (cpHost != null) {<a name="line.513"></a>
+<span class="sourceLineNo">514</span>      cpHost.postRollBackSplitRegionAction(getUser());<a name="line.514"></a>
+<span class="sourceLineNo">515</span>    }<a name="line.515"></a>
+<span class="sourceLineNo">516</span>  }<a name="line.516"></a>
+<span class="sourceLineNo">517</span><a name="line.517"></a>
+<span class="sourceLineNo">518</span>  /**<a name="line.518"></a>
+<span class="sourceLineNo">519</span>   * Rollback close parent region<a name="line.519"></a>
+<span class="sourceLineNo">520</span>   * @param env MasterProcedureEnv<a name="line.520"></a>
+<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
+<span class="sourceLineNo">522</span>  private void openParentRegion(final MasterProcedureEnv env) throws IOException {<a name="line.522"></a>
+<span class="sourceLineNo">523</span>    // Check whether the region is closed; if so, open it in the same server<a name="line.523"></a>
+<span class="sourceLineNo">524</span>    final int regionReplication = getRegionReplication(env);<a name="line.524"></a>
+<span class="sourceLineNo">525</span>    final ServerName serverName = getParentRegionServerName(env);<a name="line.525"></a>
+<span class="sourceLineNo">526</span><a name="line.526"></a>
+<span class="sourceLineNo">527</span>    final AssignProcedure[] procs = new AssignProcedure[regionReplication];<a name="line.527"></a>
+<span class="sourceLineNo">528</span>    for (int i = 0; i &lt; regionReplication; ++i) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span>      final RegionInfo hri = RegionReplicaUtil.getRegionInfoForReplica(getParentRegion(), i);<a name="line.529"></a>
+<span class="sourceLineNo">530</span>      procs[i] = env.getAssignmentManager().createAssignProcedure(hri, serverName);<a name="line.530"></a>
+<span class="sourceLineNo">531</span>    }<a name="line.531"></a>
+<span class="sourceLineNo">532</span>    env.getMasterServices().getMasterProcedureExecutor().submitProcedures(procs);<a name="line.532"></a>
+<span class="sourceLineNo">533</span>  }<a name="line.533"></a>
+<span class="sourceLineNo">534</span><a name="line.534"></a>
+<span class="sourceLineNo">535</span>  /**<a name="line.535"></a>
+<span class="sourceLineN

<TRUNCATED>

[34/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationException.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationException.html b/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationException.html
index 78b1fe9..5aed7ca 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationException.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationException.html
@@ -477,25 +477,14 @@
             <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path&gt;&gt;&nbsp;pairs)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#addHFileRefs-java.lang.String-java.util.List-">addHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-            <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path&gt;&gt;&nbsp;pairs)</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
 <td class="colFirst"><code>boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeers.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeers.html#addPeer-java.lang.String-">addPeer</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
 <div class="block">Method called after a peer has been connected.</div>
 </td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#addPeer-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-boolean-">addPeer</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-       <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
-       boolean&nbsp;enabled)</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#addPeer-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-boolean-">addPeer</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
+<td class="colLast"><span class="typeNameLabel">ZKReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#addPeer-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-boolean-">addPeer</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
        <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
        boolean&nbsp;enabled)</code>&nbsp;</td>
 </tr>
@@ -519,25 +508,15 @@
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#addPeerToHFileRefs-java.lang.String-">addPeerToHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#addWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">addWAL</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
       <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
       <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>
 <div class="block">Add a new WAL file to the given queue for a given regionserver.</div>
 </td>
 </tr>
-<tr class="rowColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#addWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">addWAL</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-      <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-      <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
-</tr>
 <tr class="altColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#addWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">addWAL</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
+<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#addWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">addWAL</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
       <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
       <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
 </tr>
@@ -556,30 +535,20 @@
           <a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;destServerName)</code>&nbsp;</td>
 </tr>
 <tr class="rowColor">
-<td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/util/SortedSet.html?is-external=true" title="class or interface in java.util">SortedSet</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#claimQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-org.apache.hadoop.hbase.ServerName-">claimQueue</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;sourceServerName,
-          <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-          <a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;destServerName)</code>&nbsp;</td>
-</tr>
-<tr class="altColor">
 <td class="colFirst"><code>private <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerImpl.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerImpl</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeers.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeers.html#createPeer-java.lang.String-">createPeer</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
 <div class="block">Helper method to connect to a peer</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllHFileRefs--">getAllHFileRefs</a></span>()</code>
 <div class="block">Load all hfile references in all replication queues.</div>
 </td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllHFileRefs--">getAllHFileRefs</a></span>()</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllHFileRefs--">getAllHFileRefs</a></span>()</code>&nbsp;</td>
+<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllHFileRefs--">getAllHFileRefs</a></span>()</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
 <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
@@ -593,21 +562,13 @@
 </tr>
 <tr class="altColor">
 <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllPeersFromHFileRefsQueue--">getAllPeersFromHFileRefsQueue</a></span>()</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllQueues-org.apache.hadoop.hbase.ServerName-">getAllQueues</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>
 <div class="block">Get a list of all queues for the specified region server.</div>
 </td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllQueues-org.apache.hadoop.hbase.ServerName-">getAllQueues</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllQueues-org.apache.hadoop.hbase.ServerName-">getAllQueues</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
+<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllQueues-org.apache.hadoop.hbase.ServerName-">getAllQueues</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
 <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
@@ -620,28 +581,19 @@
 <td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllWALs--">getAllWALs</a></span>()</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllWALs--">getAllWALs</a></span>()</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
 <td class="colFirst"><code>protected int</code></td>
 <td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getHFileRefsZNodeCversion--">getHFileRefsZNodeCversion</a></span>()</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>long</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getLastSequenceId-java.lang.String-java.lang.String-">getLastSequenceId</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;encodedRegionName,
                  <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
 <div class="block">Read the max sequence id of the specific region for a given peer.</div>
 </td>
 </tr>
-<tr class="rowColor">
-<td class="colFirst"><code>long</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getLastSequenceId-java.lang.String-java.lang.String-">getLastSequenceId</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;encodedRegionName,
-                 <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
-</tr>
 <tr class="altColor">
 <td class="colFirst"><code>long</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getLastSequenceId-java.lang.String-java.lang.String-">getLastSequenceId</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;encodedRegionName,
+<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getLastSequenceId-java.lang.String-java.lang.String-">getLastSequenceId</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;encodedRegionName,
                  <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
 </tr>
 <tr class="rowColor">
@@ -655,21 +607,13 @@
 <td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getListOfReplicators--">getListOfReplicators</a></span>()</code>&nbsp;</td>
 </tr>
 <tr class="rowColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getListOfReplicators--">getListOfReplicators</a></span>()</code>&nbsp;</td>
-</tr>
-<tr class="altColor">
 <td class="colFirst"><code>static org.apache.hadoop.conf.Configuration</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationUtils.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationUtils.html#getPeerClusterConfiguration-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-org.apache.hadoop.conf.Configuration-">getPeerClusterConfiguration</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
                            org.apache.hadoop.conf.Configuration&nbsp;baseConf)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
-<td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#getPeerConfig-java.lang.String-">getPeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
-</tr>
 <tr class="altColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#getPeerConfig-java.lang.String-">getPeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
+<td class="colLast"><span class="typeNameLabel">ZKReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#getPeerConfig-java.lang.String-">getPeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
@@ -688,10 +632,6 @@
 <td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getReplicableHFiles-java.lang.String-">getReplicableHFiles</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getReplicableHFiles-java.lang.String-">getReplicableHFiles</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
 <td class="colFirst"><code>long</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">getWALPosition</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
               <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
@@ -699,15 +639,9 @@
 <div class="block">Get the current position for a specific WAL in a given queue for a given regionserver.</div>
 </td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code>long</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">getWALPosition</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code>long</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">getWALPosition</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
+<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">getWALPosition</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
               <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
               <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
 </tr>
@@ -724,21 +658,12 @@
               <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALsInQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeers.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeers.html#init--">init</a></span>()</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code>boolean</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#isPeerEnabled-java.lang.String-">isPeerEnabled</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code>boolean</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#isPeerEnabled-java.lang.String-">isPeerEnabled</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
+<td class="colLast"><span class="typeNameLabel">ZKReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#isPeerEnabled-java.lang.String-">isPeerEnabled</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
 <td class="colFirst"><code>boolean</code></td>
@@ -752,42 +677,33 @@
 </tr>
 <tr class="altColor">
 <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#listPeerIds--">listPeerIds</a></span>()</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#listPeerIds--">listPeerIds</a></span>()</code>
 <div class="block">Return the peer ids of all replication peers.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeers.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeers.html#refreshPeerConfig-java.lang.String-">refreshPeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeer.PeerState.html" title="enum in org.apache.hadoop.hbase.replication">ReplicationPeer.PeerState</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeers.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeers.html#refreshPeerState-java.lang.String-">refreshPeerState</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>static void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationUtils.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationUtils.html#removeAllQueues-org.apache.hadoop.hbase.replication.ReplicationQueueStorage-java.lang.String-">removeAllQueues</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a>&nbsp;queueStorage,
                <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeHFileRefs-java.lang.String-java.util.List-">removeHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
                <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;files)</code>
 <div class="block">Remove hfile references from the queue.</div>
 </td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removeHFileRefs-java.lang.String-java.util.List-">removeHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-               <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;files)</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeHFileRefs-java.lang.String-java.util.List-">removeHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
+<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removeHFileRefs-java.lang.String-java.util.List-">removeHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
                <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;files)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
@@ -796,27 +712,19 @@
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#removePeer-java.lang.String-">removePeer</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#removePeer-java.lang.String-">removePeer</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
 <div class="block">Remove a replication peer.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removePeerFromHFileRefs-java.lang.String-">removePeerFromHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
 <div class="block">Remove a peer from hfile reference queue.</div>
 </td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removePeerFromHFileRefs-java.lang.String-">removePeerFromHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removePeerFromHFileRefs-java.lang.String-">removePeerFromHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
+<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removePeerFromHFileRefs-java.lang.String-">removePeerFromHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
 <td class="colFirst"><code>void</code></td>
@@ -832,22 +740,13 @@
 </tr>
 <tr class="altColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">removeQueue</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-           <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeReplicatorIfQueueIsEmpty-org.apache.hadoop.hbase.ServerName-">removeReplicatorIfQueueIsEmpty</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>
 <div class="block">Remove the record of region server if the queue is empty.</div>
 </td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removeReplicatorIfQueueIsEmpty-org.apache.hadoop.hbase.ServerName-">removeReplicatorIfQueueIsEmpty</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeReplicatorIfQueueIsEmpty-org.apache.hadoop.hbase.ServerName-">removeReplicatorIfQueueIsEmpty</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
+<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removeReplicatorIfQueueIsEmpty-org.apache.hadoop.hbase.ServerName-">removeReplicatorIfQueueIsEmpty</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
 <td class="colFirst"><code>void</code></td>
@@ -865,20 +764,9 @@
 </tr>
 <tr class="altColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">removeWAL</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-         <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-         <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ZKReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#setPeerState-java.lang.String-boolean-">setPeerState</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
             boolean&nbsp;enabled)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#setPeerState-java.lang.String-boolean-">setPeerState</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-            boolean&nbsp;enabled)</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#setPeerState-java.lang.String-boolean-">setPeerState</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
@@ -906,22 +794,9 @@
 </tr>
 <tr class="altColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#setWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-long-java.util.Map-">setWALPosition</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName,
-              long&nbsp;position,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>&gt;&nbsp;lastSeqIds)</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ZKReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#updatePeerConfig-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">updatePeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
                 <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#updatePeerConfig-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">updatePeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-                <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig)</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#updatePeerConfig-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">updatePeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationPeerConfig.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationPeerConfig.html b/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationPeerConfig.html
index af03aa1..f517f1f 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationPeerConfig.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationPeerConfig.html
@@ -713,19 +713,15 @@
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#getPeerConfig-java.lang.String-">getPeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#getPeerConfig-java.lang.String-">getPeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
 <div class="block">Get the peer config of a replication peer.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeers.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeers.html#refreshPeerConfig-java.lang.String-">refreshPeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerConfig.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html#setBandwidth-long-">setBandwidth</a></span>(long&nbsp;bandwidth)</code>
 <div class="block"><span class="deprecatedLabel">Deprecated.</span>&nbsp;
@@ -734,7 +730,7 @@
 </div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerConfig.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html#setClusterKey-java.lang.String-">setClusterKey</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;clusterKey)</code>
 <div class="block"><span class="deprecatedLabel">Deprecated.</span>&nbsp;
@@ -743,7 +739,7 @@
 </div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerConfig.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html#setExcludeNamespaces-java.util.Set-">setExcludeNamespaces</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;namespaces)</code>
 <div class="block"><span class="deprecatedLabel">Deprecated.</span>&nbsp;
@@ -752,7 +748,7 @@
 </div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerConfig.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html#setExcludeTableCFsMap-java.util.Map-">setExcludeTableCFsMap</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>,? extends <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;&nbsp;tableCFsMap)</code>
 <div class="block"><span class="deprecatedLabel">Deprecated.</span>&nbsp;
@@ -761,7 +757,7 @@
 </div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerConfig.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html#setNamespaces-java.util.Set-">setNamespaces</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;namespaces)</code>
 <div class="block"><span class="deprecatedLabel">Deprecated.</span>&nbsp;
@@ -770,7 +766,7 @@
 </div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerConfig.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html#setReplicateAllUserTables-boolean-">setReplicateAllUserTables</a></span>(boolean&nbsp;replicateAllUserTables)</code>
 <div class="block"><span class="deprecatedLabel">Deprecated.</span>&nbsp;
@@ -779,7 +775,7 @@
 </div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerConfig.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html#setReplicationEndpointImpl-java.lang.String-">setReplicationEndpointImpl</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;replicationEndpointImpl)</code>
 <div class="block"><span class="deprecatedLabel">Deprecated.</span>&nbsp;
@@ -788,7 +784,7 @@
 </div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerConfig.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html#setTableCFsMap-java.util.Map-">setTableCFsMap</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>,? extends <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;&nbsp;tableCFsMap)</code>
 <div class="block"><span class="deprecatedLabel">Deprecated.</span>&nbsp;
@@ -814,61 +810,50 @@
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#addPeer-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-boolean-">addPeer</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-       <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
-       boolean&nbsp;enabled)</code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#addPeer-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-boolean-">addPeer</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
        <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
        boolean&nbsp;enabled)</code>
 <div class="block">Add a replication peer.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>static boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationUtils.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationUtils.html#contains-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-org.apache.hadoop.hbase.TableName-">contains</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
         <a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName)</code>
 <div class="block">Returns whether we should replicate the given table.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>static org.apache.hadoop.conf.Configuration</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationUtils.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationUtils.html#getPeerClusterConfiguration-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-org.apache.hadoop.conf.Configuration-">getPeerClusterConfiguration</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
                            org.apache.hadoop.conf.Configuration&nbsp;baseConf)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>static boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationUtils.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationUtils.html#isKeyConfigEqual-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">isKeyConfigEqual</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;rpc1,
                 <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;rpc2)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>static <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfigBuilder.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerConfigBuilder</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerConfig.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html#newBuilder-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">newBuilder</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationPeerConfigListener.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfigListener.html#peerConfigUpdated-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">peerConfigUpdated</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;rpc)</code>
 <div class="block">Callback method for when users update the ReplicationPeerConfig for this peer</div>
 </td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">BaseReplicationEndpoint.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/BaseReplicationEndpoint.html#peerConfigUpdated-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">peerConfigUpdated</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;rpc)</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">ReplicationPeerImpl.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerImpl.html#setPeerConfig-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">setPeerConfig</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig)</code>&nbsp;</td>
+<td class="colLast"><span class="typeNameLabel">BaseReplicationEndpoint.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/BaseReplicationEndpoint.html#peerConfigUpdated-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">peerConfigUpdated</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;rpc)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#updatePeerConfig-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">updatePeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-                <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig)</code>&nbsp;</td>
+<td class="colLast"><span class="typeNameLabel">ReplicationPeerImpl.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerImpl.html#setPeerConfig-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">setPeerConfig</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig)</code>&nbsp;</td>
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#updatePeerConfig-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">updatePeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
+<td class="colLast"><span class="typeNameLabel">ZKReplicationPeerStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#updatePeerConfig-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">updatePeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
                 <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationPeerStorage.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationPeerStorage.html b/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationPeerStorage.html
index fa5b872..e23c59b 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationPeerStorage.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationPeerStorage.html
@@ -149,12 +149,6 @@
 <tbody>
 <tr class="altColor">
 <td class="colFirst"><code>class&nbsp;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationPeerStorage</a></span></code>
-<div class="block">Table based replication peer storage.</div>
-</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>class&nbsp;</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationPeerStorage</a></span></code>
 <div class="block">ZK based replication peer storage.</div>
 </td>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationQueueStorage.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationQueueStorage.html b/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationQueueStorage.html
index 172e2d7..a06e8b8 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationQueueStorage.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/class-use/ReplicationQueueStorage.html
@@ -165,13 +165,7 @@
 </tr>
 <tbody>
 <tr class="altColor">
-<td class="colFirst"><code>class&nbsp;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></span></code>
-<div class="block">Table based replication queue storage.</div>
-</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>class&nbsp;</code></td>
+<td class="colFirst"><code>(package private) class&nbsp;</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></span></code>
 <div class="block">ZK based replication queue storage.</div>
 </td>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationPeerStorage.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationPeerStorage.html b/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationPeerStorage.html
deleted file mode 100644
index af0fe29..0000000
--- a/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationPeerStorage.html
+++ /dev/null
@@ -1,125 +0,0 @@
-<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
-<!-- NewPage -->
-<html lang="en">
-<head>
-<!-- Generated by javadoc -->
-<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
-<title>Uses of Class org.apache.hadoop.hbase.replication.TableReplicationPeerStorage (Apache HBase 3.0.0-SNAPSHOT API)</title>
-<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style">
-<script type="text/javascript" src="../../../../../../script.js"></script>
-</head>
-<body>
-<script type="text/javascript"><!--
-    try {
-        if (location.href.indexOf('is-external=true') == -1) {
-            parent.document.title="Uses of Class org.apache.hadoop.hbase.replication.TableReplicationPeerStorage (Apache HBase 3.0.0-SNAPSHOT API)";
-        }
-    }
-    catch(err) {
-    }
-//-->
-</script>
-<noscript>
-<div>JavaScript is disabled on your browser.</div>
-</noscript>
-<!-- ========= START OF TOP NAVBAR ======= -->
-<div class="topNav"><a name="navbar.top">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.top.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../../overview-summary.html">Overview</a></li>
-<li><a href="../package-summary.html">Package</a></li>
-<li><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">Class</a></li>
-<li class="navBarCell1Rev">Use</li>
-<li><a href="../../../../../../overview-tree.html">Tree</a></li>
-<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li>Prev</li>
-<li>Next</li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/replication/class-use/TableReplicationPeerStorage.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationPeerStorage.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_top">
-<li><a href="../../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_top");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<a name="skip.navbar.top">
-<!--   -->
-</a></div>
-<!-- ========= END OF TOP NAVBAR ========= -->
-<div class="header">
-<h2 title="Uses of Class org.apache.hadoop.hbase.replication.TableReplicationPeerStorage" class="title">Uses of Class<br>org.apache.hadoop.hbase.replication.TableReplicationPeerStorage</h2>
-</div>
-<div class="classUseContainer">No usage of org.apache.hadoop.hbase.replication.TableReplicationPeerStorage</div>
-<!-- ======= START OF BOTTOM NAVBAR ====== -->
-<div class="bottomNav"><a name="navbar.bottom">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.bottom.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../../overview-summary.html">Overview</a></li>
-<li><a href="../package-summary.html">Package</a></li>
-<li><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">Class</a></li>
-<li class="navBarCell1Rev">Use</li>
-<li><a href="../../../../../../overview-tree.html">Tree</a></li>
-<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li>Prev</li>
-<li>Next</li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/replication/class-use/TableReplicationPeerStorage.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationPeerStorage.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_bottom">
-<li><a href="../../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_bottom");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<a name="skip.navbar.bottom">
-<!--   -->
-</a></div>
-<!-- ======== END OF BOTTOM NAVBAR ======= -->
-<p class="legalCopy"><small>Copyright &#169; 2007&#x2013;2018 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p>
-</body>
-</html>


[16/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
index 7df78ff..d523437 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
@@ -41,774 +41,784 @@
 <span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.TableName;<a name="line.33"></a>
 <span class="sourceLineNo">034</span>import org.apache.hadoop.hbase.UnknownRegionException;<a name="line.34"></a>
 <span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;<a name="line.35"></a>
-<span class="sourceLineNo">036</span>import org.apache.hadoop.hbase.client.MasterSwitchType;<a name="line.36"></a>
-<span class="sourceLineNo">037</span>import org.apache.hadoop.hbase.client.Mutation;<a name="line.37"></a>
-<span class="sourceLineNo">038</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.38"></a>
-<span class="sourceLineNo">039</span>import org.apache.hadoop.hbase.client.RegionInfoBuilder;<a name="line.39"></a>
-<span class="sourceLineNo">040</span>import org.apache.hadoop.hbase.client.RegionReplicaUtil;<a name="line.40"></a>
-<span class="sourceLineNo">041</span>import org.apache.hadoop.hbase.client.TableDescriptor;<a name="line.41"></a>
-<span class="sourceLineNo">042</span>import org.apache.hadoop.hbase.exceptions.MergeRegionException;<a name="line.42"></a>
-<span class="sourceLineNo">043</span>import org.apache.hadoop.hbase.io.hfile.CacheConfig;<a name="line.43"></a>
-<span class="sourceLineNo">044</span>import org.apache.hadoop.hbase.master.CatalogJanitor;<a name="line.44"></a>
-<span class="sourceLineNo">045</span>import org.apache.hadoop.hbase.master.MasterCoprocessorHost;<a name="line.45"></a>
-<span class="sourceLineNo">046</span>import org.apache.hadoop.hbase.master.MasterFileSystem;<a name="line.46"></a>
-<span class="sourceLineNo">047</span>import org.apache.hadoop.hbase.master.RegionState;<a name="line.47"></a>
-<span class="sourceLineNo">048</span>import org.apache.hadoop.hbase.master.RegionState.State;<a name="line.48"></a>
-<span class="sourceLineNo">049</span>import org.apache.hadoop.hbase.master.normalizer.NormalizationPlan;<a name="line.49"></a>
-<span class="sourceLineNo">050</span>import org.apache.hadoop.hbase.master.procedure.AbstractStateMachineTableProcedure;<a name="line.50"></a>
-<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv;<a name="line.51"></a>
-<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil;<a name="line.52"></a>
-<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.procedure2.ProcedureMetrics;<a name="line.53"></a>
-<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer;<a name="line.54"></a>
-<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.quotas.QuotaExceededException;<a name="line.55"></a>
-<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.regionserver.HRegionFileSystem;<a name="line.56"></a>
-<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.regionserver.HStoreFile;<a name="line.57"></a>
-<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.regionserver.StoreFileInfo;<a name="line.58"></a>
-<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.util.Bytes;<a name="line.59"></a>
-<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;<a name="line.60"></a>
-<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.util.FSUtils;<a name="line.61"></a>
-<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.wal.WALSplitter;<a name="line.62"></a>
-<span class="sourceLineNo">063</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.63"></a>
-<span class="sourceLineNo">064</span>import org.slf4j.Logger;<a name="line.64"></a>
-<span class="sourceLineNo">065</span>import org.slf4j.LoggerFactory;<a name="line.65"></a>
-<span class="sourceLineNo">066</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.66"></a>
-<span class="sourceLineNo">067</span>import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;<a name="line.67"></a>
-<span class="sourceLineNo">068</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.GetRegionInfoResponse;<a name="line.68"></a>
-<span class="sourceLineNo">069</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos;<a name="line.69"></a>
-<span class="sourceLineNo">070</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState;<a name="line.70"></a>
-<span class="sourceLineNo">071</span><a name="line.71"></a>
-<span class="sourceLineNo">072</span>/**<a name="line.72"></a>
-<span class="sourceLineNo">073</span> * The procedure to Merge a region in a table.<a name="line.73"></a>
-<span class="sourceLineNo">074</span> * This procedure takes an exclusive table lock since it is working over multiple regions.<a name="line.74"></a>
-<span class="sourceLineNo">075</span> * It holds the lock for the life of the procedure.<a name="line.75"></a>
-<span class="sourceLineNo">076</span> * &lt;p&gt;Throws exception on construction if determines context hostile to merge (cluster going<a name="line.76"></a>
-<span class="sourceLineNo">077</span> * down or master is shutting down or table is disabled).&lt;/p&gt;<a name="line.77"></a>
-<span class="sourceLineNo">078</span> */<a name="line.78"></a>
-<span class="sourceLineNo">079</span>@InterfaceAudience.Private<a name="line.79"></a>
-<span class="sourceLineNo">080</span>public class MergeTableRegionsProcedure<a name="line.80"></a>
-<span class="sourceLineNo">081</span>    extends AbstractStateMachineTableProcedure&lt;MergeTableRegionsState&gt; {<a name="line.81"></a>
-<span class="sourceLineNo">082</span>  private static final Logger LOG = LoggerFactory.getLogger(MergeTableRegionsProcedure.class);<a name="line.82"></a>
-<span class="sourceLineNo">083</span>  private Boolean traceEnabled;<a name="line.83"></a>
-<span class="sourceLineNo">084</span>  private volatile boolean lock = false;<a name="line.84"></a>
-<span class="sourceLineNo">085</span>  private ServerName regionLocation;<a name="line.85"></a>
-<span class="sourceLineNo">086</span>  private RegionInfo[] regionsToMerge;<a name="line.86"></a>
-<span class="sourceLineNo">087</span>  private RegionInfo mergedRegion;<a name="line.87"></a>
-<span class="sourceLineNo">088</span>  private boolean forcible;<a name="line.88"></a>
-<span class="sourceLineNo">089</span><a name="line.89"></a>
-<span class="sourceLineNo">090</span>  public MergeTableRegionsProcedure() {<a name="line.90"></a>
-<span class="sourceLineNo">091</span>    // Required by the Procedure framework to create the procedure on replay<a name="line.91"></a>
-<span class="sourceLineNo">092</span>  }<a name="line.92"></a>
-<span class="sourceLineNo">093</span><a name="line.93"></a>
-<span class="sourceLineNo">094</span>  public MergeTableRegionsProcedure(final MasterProcedureEnv env,<a name="line.94"></a>
-<span class="sourceLineNo">095</span>      final RegionInfo regionToMergeA, final RegionInfo regionToMergeB) throws IOException {<a name="line.95"></a>
-<span class="sourceLineNo">096</span>    this(env, regionToMergeA, regionToMergeB, false);<a name="line.96"></a>
-<span class="sourceLineNo">097</span>  }<a name="line.97"></a>
-<span class="sourceLineNo">098</span><a name="line.98"></a>
-<span class="sourceLineNo">099</span>  public MergeTableRegionsProcedure(final MasterProcedureEnv env,<a name="line.99"></a>
-<span class="sourceLineNo">100</span>      final RegionInfo regionToMergeA, final RegionInfo regionToMergeB,<a name="line.100"></a>
-<span class="sourceLineNo">101</span>      final boolean forcible) throws IOException {<a name="line.101"></a>
-<span class="sourceLineNo">102</span>    this(env, new RegionInfo[] {regionToMergeA, regionToMergeB}, forcible);<a name="line.102"></a>
-<span class="sourceLineNo">103</span>  }<a name="line.103"></a>
-<span class="sourceLineNo">104</span><a name="line.104"></a>
-<span class="sourceLineNo">105</span>  public MergeTableRegionsProcedure(final MasterProcedureEnv env,<a name="line.105"></a>
-<span class="sourceLineNo">106</span>      final RegionInfo[] regionsToMerge, final boolean forcible)<a name="line.106"></a>
-<span class="sourceLineNo">107</span>      throws IOException {<a name="line.107"></a>
-<span class="sourceLineNo">108</span>    super(env);<a name="line.108"></a>
-<span class="sourceLineNo">109</span><a name="line.109"></a>
-<span class="sourceLineNo">110</span>    // Check daughter regions and make sure that we have valid daughter regions<a name="line.110"></a>
-<span class="sourceLineNo">111</span>    // before doing the real work.<a name="line.111"></a>
-<span class="sourceLineNo">112</span>    checkRegionsToMerge(regionsToMerge, forcible);<a name="line.112"></a>
-<span class="sourceLineNo">113</span><a name="line.113"></a>
-<span class="sourceLineNo">114</span>    // WARN: make sure there is no parent region of the two merging regions in<a name="line.114"></a>
-<span class="sourceLineNo">115</span>    // hbase:meta If exists, fixing up daughters would cause daughter regions(we<a name="line.115"></a>
-<span class="sourceLineNo">116</span>    // have merged one) online again when we restart master, so we should clear<a name="line.116"></a>
-<span class="sourceLineNo">117</span>    // the parent region to prevent the above case<a name="line.117"></a>
-<span class="sourceLineNo">118</span>    // Since HBASE-7721, we don't need fix up daughters any more. so here do nothing<a name="line.118"></a>
-<span class="sourceLineNo">119</span>    this.regionsToMerge = regionsToMerge;<a name="line.119"></a>
-<span class="sourceLineNo">120</span>    this.mergedRegion = createMergedRegionInfo(regionsToMerge);<a name="line.120"></a>
-<span class="sourceLineNo">121</span>    preflightChecks(env, true);<a name="line.121"></a>
-<span class="sourceLineNo">122</span>    this.forcible = forcible;<a name="line.122"></a>
-<span class="sourceLineNo">123</span>  }<a name="line.123"></a>
-<span class="sourceLineNo">124</span><a name="line.124"></a>
-<span class="sourceLineNo">125</span>  private static void checkRegionsToMerge(final RegionInfo[] regionsToMerge,<a name="line.125"></a>
-<span class="sourceLineNo">126</span>      final boolean forcible) throws MergeRegionException {<a name="line.126"></a>
-<span class="sourceLineNo">127</span>    // For now, we only merge 2 regions.<a name="line.127"></a>
-<span class="sourceLineNo">128</span>    // It could be extended to more than 2 regions in the future.<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    if (regionsToMerge == null || regionsToMerge.length != 2) {<a name="line.129"></a>
-<span class="sourceLineNo">130</span>      throw new MergeRegionException("Expected to merge 2 regions, got: " +<a name="line.130"></a>
-<span class="sourceLineNo">131</span>        Arrays.toString(regionsToMerge));<a name="line.131"></a>
-<span class="sourceLineNo">132</span>    }<a name="line.132"></a>
-<span class="sourceLineNo">133</span><a name="line.133"></a>
-<span class="sourceLineNo">134</span>    checkRegionsToMerge(regionsToMerge[0], regionsToMerge[1], forcible);<a name="line.134"></a>
-<span class="sourceLineNo">135</span>  }<a name="line.135"></a>
-<span class="sourceLineNo">136</span><a name="line.136"></a>
-<span class="sourceLineNo">137</span>  private static void checkRegionsToMerge(final RegionInfo regionToMergeA,<a name="line.137"></a>
-<span class="sourceLineNo">138</span>      final RegionInfo regionToMergeB, final boolean forcible) throws MergeRegionException {<a name="line.138"></a>
-<span class="sourceLineNo">139</span>    if (!regionToMergeA.getTable().equals(regionToMergeB.getTable())) {<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      throw new MergeRegionException("Can't merge regions from two different tables: " +<a name="line.140"></a>
-<span class="sourceLineNo">141</span>        regionToMergeA + ", " + regionToMergeB);<a name="line.141"></a>
-<span class="sourceLineNo">142</span>    }<a name="line.142"></a>
-<span class="sourceLineNo">143</span><a name="line.143"></a>
-<span class="sourceLineNo">144</span>    if (regionToMergeA.getReplicaId() != RegionInfo.DEFAULT_REPLICA_ID ||<a name="line.144"></a>
-<span class="sourceLineNo">145</span>        regionToMergeB.getReplicaId() != RegionInfo.DEFAULT_REPLICA_ID) {<a name="line.145"></a>
-<span class="sourceLineNo">146</span>      throw new MergeRegionException("Can't merge non-default replicas");<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    }<a name="line.147"></a>
-<span class="sourceLineNo">148</span><a name="line.148"></a>
-<span class="sourceLineNo">149</span>    if (!RegionInfo.areAdjacent(regionToMergeA, regionToMergeB)) {<a name="line.149"></a>
-<span class="sourceLineNo">150</span>      String msg = "Unable to merge non-adjacent regions " + regionToMergeA.getShortNameToLog() +<a name="line.150"></a>
-<span class="sourceLineNo">151</span>          ", " + regionToMergeB.getShortNameToLog() + " where forcible = " + forcible;<a name="line.151"></a>
-<span class="sourceLineNo">152</span>      LOG.warn(msg);<a name="line.152"></a>
-<span class="sourceLineNo">153</span>      if (!forcible) {<a name="line.153"></a>
-<span class="sourceLineNo">154</span>        throw new MergeRegionException(msg);<a name="line.154"></a>
-<span class="sourceLineNo">155</span>      }<a name="line.155"></a>
-<span class="sourceLineNo">156</span>    }<a name="line.156"></a>
-<span class="sourceLineNo">157</span>  }<a name="line.157"></a>
-<span class="sourceLineNo">158</span><a name="line.158"></a>
-<span class="sourceLineNo">159</span>  private static RegionInfo createMergedRegionInfo(final RegionInfo[] regionsToMerge) {<a name="line.159"></a>
-<span class="sourceLineNo">160</span>    return createMergedRegionInfo(regionsToMerge[0], regionsToMerge[1]);<a name="line.160"></a>
-<span class="sourceLineNo">161</span>  }<a name="line.161"></a>
-<span class="sourceLineNo">162</span><a name="line.162"></a>
-<span class="sourceLineNo">163</span>  /**<a name="line.163"></a>
-<span class="sourceLineNo">164</span>   * Create merged region info through the specified two regions<a name="line.164"></a>
-<span class="sourceLineNo">165</span>   */<a name="line.165"></a>
-<span class="sourceLineNo">166</span>  private static RegionInfo createMergedRegionInfo(final RegionInfo regionToMergeA,<a name="line.166"></a>
-<span class="sourceLineNo">167</span>      final RegionInfo regionToMergeB) {<a name="line.167"></a>
-<span class="sourceLineNo">168</span>    // Choose the smaller as start key<a name="line.168"></a>
-<span class="sourceLineNo">169</span>    final byte[] startKey;<a name="line.169"></a>
-<span class="sourceLineNo">170</span>    if (RegionInfo.COMPARATOR.compare(regionToMergeA, regionToMergeB) &lt;= 0) {<a name="line.170"></a>
-<span class="sourceLineNo">171</span>      startKey = regionToMergeA.getStartKey();<a name="line.171"></a>
-<span class="sourceLineNo">172</span>    } else {<a name="line.172"></a>
-<span class="sourceLineNo">173</span>      startKey = regionToMergeB.getStartKey();<a name="line.173"></a>
-<span class="sourceLineNo">174</span>    }<a name="line.174"></a>
-<span class="sourceLineNo">175</span><a name="line.175"></a>
-<span class="sourceLineNo">176</span>    // Choose the bigger as end key<a name="line.176"></a>
-<span class="sourceLineNo">177</span>    final byte[] endKey;<a name="line.177"></a>
-<span class="sourceLineNo">178</span>    if (Bytes.equals(regionToMergeA.getEndKey(), HConstants.EMPTY_BYTE_ARRAY)<a name="line.178"></a>
-<span class="sourceLineNo">179</span>        || (!Bytes.equals(regionToMergeB.getEndKey(), HConstants.EMPTY_BYTE_ARRAY)<a name="line.179"></a>
-<span class="sourceLineNo">180</span>            &amp;&amp; Bytes.compareTo(regionToMergeA.getEndKey(), regionToMergeB.getEndKey()) &gt; 0)) {<a name="line.180"></a>
-<span class="sourceLineNo">181</span>      endKey = regionToMergeA.getEndKey();<a name="line.181"></a>
-<span class="sourceLineNo">182</span>    } else {<a name="line.182"></a>
-<span class="sourceLineNo">183</span>      endKey = regionToMergeB.getEndKey();<a name="line.183"></a>
-<span class="sourceLineNo">184</span>    }<a name="line.184"></a>
-<span class="sourceLineNo">185</span><a name="line.185"></a>
-<span class="sourceLineNo">186</span>    // Merged region is sorted between two merging regions in META<a name="line.186"></a>
-<span class="sourceLineNo">187</span>    return RegionInfoBuilder.newBuilder(regionToMergeA.getTable())<a name="line.187"></a>
-<span class="sourceLineNo">188</span>        .setStartKey(startKey)<a name="line.188"></a>
-<span class="sourceLineNo">189</span>        .setEndKey(endKey)<a name="line.189"></a>
-<span class="sourceLineNo">190</span>        .setSplit(false)<a name="line.190"></a>
-<span class="sourceLineNo">191</span>        .setRegionId(getMergedRegionIdTimestamp(regionToMergeA, regionToMergeB))<a name="line.191"></a>
-<span class="sourceLineNo">192</span>        .build();<a name="line.192"></a>
-<span class="sourceLineNo">193</span>  }<a name="line.193"></a>
-<span class="sourceLineNo">194</span><a name="line.194"></a>
-<span class="sourceLineNo">195</span>  private static long getMergedRegionIdTimestamp(final RegionInfo regionToMergeA,<a name="line.195"></a>
-<span class="sourceLineNo">196</span>      final RegionInfo regionToMergeB) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span>    long rid = EnvironmentEdgeManager.currentTime();<a name="line.197"></a>
-<span class="sourceLineNo">198</span>    // Region Id is a timestamp. Merged region's id can't be less than that of<a name="line.198"></a>
-<span class="sourceLineNo">199</span>    // merging regions else will insert at wrong location in hbase:meta (See HBASE-710).<a name="line.199"></a>
-<span class="sourceLineNo">200</span>    if (rid &lt; regionToMergeA.getRegionId() || rid &lt; regionToMergeB.getRegionId()) {<a name="line.200"></a>
-<span class="sourceLineNo">201</span>      LOG.warn("Clock skew; merging regions id are " + regionToMergeA.getRegionId()<a name="line.201"></a>
-<span class="sourceLineNo">202</span>          + " and " + regionToMergeB.getRegionId() + ", but current time here is " + rid);<a name="line.202"></a>
-<span class="sourceLineNo">203</span>      rid = Math.max(regionToMergeA.getRegionId(), regionToMergeB.getRegionId()) + 1;<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    }<a name="line.204"></a>
-<span class="sourceLineNo">205</span>    return rid;<a name="line.205"></a>
-<span class="sourceLineNo">206</span>  }<a name="line.206"></a>
-<span class="sourceLineNo">207</span><a name="line.207"></a>
-<span class="sourceLineNo">208</span>  @Override<a name="line.208"></a>
-<span class="sourceLineNo">209</span>  protected Flow executeFromState(final MasterProcedureEnv env,<a name="line.209"></a>
-<span class="sourceLineNo">210</span>      final MergeTableRegionsState state) {<a name="line.210"></a>
-<span class="sourceLineNo">211</span>    LOG.trace("{} execute state={}", this, state);<a name="line.211"></a>
-<span class="sourceLineNo">212</span>    try {<a name="line.212"></a>
-<span class="sourceLineNo">213</span>      switch (state) {<a name="line.213"></a>
-<span class="sourceLineNo">214</span>        case MERGE_TABLE_REGIONS_PREPARE:<a name="line.214"></a>
-<span class="sourceLineNo">215</span>          if (!prepareMergeRegion(env)) {<a name="line.215"></a>
-<span class="sourceLineNo">216</span>            assert isFailed() : "Merge region should have an exception here";<a name="line.216"></a>
-<span class="sourceLineNo">217</span>            return Flow.NO_MORE_STATE;<a name="line.217"></a>
-<span class="sourceLineNo">218</span>          }<a name="line.218"></a>
-<span class="sourceLineNo">219</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_PRE_MERGE_OPERATION);<a name="line.219"></a>
-<span class="sourceLineNo">220</span>          break;<a name="line.220"></a>
-<span class="sourceLineNo">221</span>        case MERGE_TABLE_REGIONS_PRE_MERGE_OPERATION:<a name="line.221"></a>
-<span class="sourceLineNo">222</span>          preMergeRegions(env);<a name="line.222"></a>
-<span class="sourceLineNo">223</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_CLOSE_REGIONS);<a name="line.223"></a>
-<span class="sourceLineNo">224</span>          break;<a name="line.224"></a>
-<span class="sourceLineNo">225</span>        case MERGE_TABLE_REGIONS_CLOSE_REGIONS:<a name="line.225"></a>
-<span class="sourceLineNo">226</span>          addChildProcedure(createUnassignProcedures(env, getRegionReplication(env)));<a name="line.226"></a>
-<span class="sourceLineNo">227</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_CREATE_MERGED_REGION);<a name="line.227"></a>
-<span class="sourceLineNo">228</span>          break;<a name="line.228"></a>
-<span class="sourceLineNo">229</span>        case MERGE_TABLE_REGIONS_CREATE_MERGED_REGION:<a name="line.229"></a>
-<span class="sourceLineNo">230</span>          createMergedRegion(env);<a name="line.230"></a>
-<span class="sourceLineNo">231</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_WRITE_MAX_SEQUENCE_ID_FILE);<a name="line.231"></a>
+<span class="sourceLineNo">036</span>import org.apache.hadoop.hbase.client.DoNotRetryRegionException;<a name="line.36"></a>
+<span class="sourceLineNo">037</span>import org.apache.hadoop.hbase.client.MasterSwitchType;<a name="line.37"></a>
+<span class="sourceLineNo">038</span>import org.apache.hadoop.hbase.client.Mutation;<a name="line.38"></a>
+<span class="sourceLineNo">039</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.39"></a>
+<span class="sourceLineNo">040</span>import org.apache.hadoop.hbase.client.RegionInfoBuilder;<a name="line.40"></a>
+<span class="sourceLineNo">041</span>import org.apache.hadoop.hbase.client.RegionReplicaUtil;<a name="line.41"></a>
+<span class="sourceLineNo">042</span>import org.apache.hadoop.hbase.client.TableDescriptor;<a name="line.42"></a>
+<span class="sourceLineNo">043</span>import org.apache.hadoop.hbase.exceptions.MergeRegionException;<a name="line.43"></a>
+<span class="sourceLineNo">044</span>import org.apache.hadoop.hbase.io.hfile.CacheConfig;<a name="line.44"></a>
+<span class="sourceLineNo">045</span>import org.apache.hadoop.hbase.master.CatalogJanitor;<a name="line.45"></a>
+<span class="sourceLineNo">046</span>import org.apache.hadoop.hbase.master.MasterCoprocessorHost;<a name="line.46"></a>
+<span class="sourceLineNo">047</span>import org.apache.hadoop.hbase.master.MasterFileSystem;<a name="line.47"></a>
+<span class="sourceLineNo">048</span>import org.apache.hadoop.hbase.master.RegionState;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>import org.apache.hadoop.hbase.master.RegionState.State;<a name="line.49"></a>
+<span class="sourceLineNo">050</span>import org.apache.hadoop.hbase.master.normalizer.NormalizationPlan;<a name="line.50"></a>
+<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.master.procedure.AbstractStateMachineTableProcedure;<a name="line.51"></a>
+<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv;<a name="line.52"></a>
+<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil;<a name="line.53"></a>
+<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.procedure2.ProcedureMetrics;<a name="line.54"></a>
+<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer;<a name="line.55"></a>
+<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.quotas.QuotaExceededException;<a name="line.56"></a>
+<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.regionserver.HRegionFileSystem;<a name="line.57"></a>
+<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.regionserver.HStoreFile;<a name="line.58"></a>
+<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.regionserver.StoreFileInfo;<a name="line.59"></a>
+<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.util.Bytes;<a name="line.60"></a>
+<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;<a name="line.61"></a>
+<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.util.FSUtils;<a name="line.62"></a>
+<span class="sourceLineNo">063</span>import org.apache.hadoop.hbase.wal.WALSplitter;<a name="line.63"></a>
+<span class="sourceLineNo">064</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.64"></a>
+<span class="sourceLineNo">065</span>import org.slf4j.Logger;<a name="line.65"></a>
+<span class="sourceLineNo">066</span>import org.slf4j.LoggerFactory;<a name="line.66"></a>
+<span class="sourceLineNo">067</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.67"></a>
+<span class="sourceLineNo">068</span>import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;<a name="line.68"></a>
+<span class="sourceLineNo">069</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.GetRegionInfoResponse;<a name="line.69"></a>
+<span class="sourceLineNo">070</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos;<a name="line.70"></a>
+<span class="sourceLineNo">071</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState;<a name="line.71"></a>
+<span class="sourceLineNo">072</span><a name="line.72"></a>
+<span class="sourceLineNo">073</span>/**<a name="line.73"></a>
+<span class="sourceLineNo">074</span> * The procedure to Merge a region in a table.<a name="line.74"></a>
+<span class="sourceLineNo">075</span> * This procedure takes an exclusive table lock since it is working over multiple regions.<a name="line.75"></a>
+<span class="sourceLineNo">076</span> * It holds the lock for the life of the procedure.<a name="line.76"></a>
+<span class="sourceLineNo">077</span> * &lt;p&gt;Throws exception on construction if determines context hostile to merge (cluster going<a name="line.77"></a>
+<span class="sourceLineNo">078</span> * down or master is shutting down or table is disabled).&lt;/p&gt;<a name="line.78"></a>
+<span class="sourceLineNo">079</span> */<a name="line.79"></a>
+<span class="sourceLineNo">080</span>@InterfaceAudience.Private<a name="line.80"></a>
+<span class="sourceLineNo">081</span>public class MergeTableRegionsProcedure<a name="line.81"></a>
+<span class="sourceLineNo">082</span>    extends AbstractStateMachineTableProcedure&lt;MergeTableRegionsState&gt; {<a name="line.82"></a>
+<span class="sourceLineNo">083</span>  private static final Logger LOG = LoggerFactory.getLogger(MergeTableRegionsProcedure.class);<a name="line.83"></a>
+<span class="sourceLineNo">084</span>  private Boolean traceEnabled;<a name="line.84"></a>
+<span class="sourceLineNo">085</span>  private volatile boolean lock = false;<a name="line.85"></a>
+<span class="sourceLineNo">086</span>  private ServerName regionLocation;<a name="line.86"></a>
+<span class="sourceLineNo">087</span>  private RegionInfo[] regionsToMerge;<a name="line.87"></a>
+<span class="sourceLineNo">088</span>  private RegionInfo mergedRegion;<a name="line.88"></a>
+<span class="sourceLineNo">089</span>  private boolean forcible;<a name="line.89"></a>
+<span class="sourceLineNo">090</span><a name="line.90"></a>
+<span class="sourceLineNo">091</span>  public MergeTableRegionsProcedure() {<a name="line.91"></a>
+<span class="sourceLineNo">092</span>    // Required by the Procedure framework to create the procedure on replay<a name="line.92"></a>
+<span class="sourceLineNo">093</span>  }<a name="line.93"></a>
+<span class="sourceLineNo">094</span><a name="line.94"></a>
+<span class="sourceLineNo">095</span>  public MergeTableRegionsProcedure(final MasterProcedureEnv env,<a name="line.95"></a>
+<span class="sourceLineNo">096</span>      final RegionInfo regionToMergeA, final RegionInfo regionToMergeB) throws IOException {<a name="line.96"></a>
+<span class="sourceLineNo">097</span>    this(env, regionToMergeA, regionToMergeB, false);<a name="line.97"></a>
+<span class="sourceLineNo">098</span>  }<a name="line.98"></a>
+<span class="sourceLineNo">099</span><a name="line.99"></a>
+<span class="sourceLineNo">100</span>  public MergeTableRegionsProcedure(final MasterProcedureEnv env,<a name="line.100"></a>
+<span class="sourceLineNo">101</span>      final RegionInfo regionToMergeA, final RegionInfo regionToMergeB,<a name="line.101"></a>
+<span class="sourceLineNo">102</span>      final boolean forcible) throws IOException {<a name="line.102"></a>
+<span class="sourceLineNo">103</span>    this(env, new RegionInfo[] {regionToMergeA, regionToMergeB}, forcible);<a name="line.103"></a>
+<span class="sourceLineNo">104</span>  }<a name="line.104"></a>
+<span class="sourceLineNo">105</span><a name="line.105"></a>
+<span class="sourceLineNo">106</span>  public MergeTableRegionsProcedure(final MasterProcedureEnv env,<a name="line.106"></a>
+<span class="sourceLineNo">107</span>      final RegionInfo[] regionsToMerge, final boolean forcible)<a name="line.107"></a>
+<span class="sourceLineNo">108</span>      throws IOException {<a name="line.108"></a>
+<span class="sourceLineNo">109</span>    super(env);<a name="line.109"></a>
+<span class="sourceLineNo">110</span><a name="line.110"></a>
+<span class="sourceLineNo">111</span>    // Check daughter regions and make sure that we have valid daughter regions<a name="line.111"></a>
+<span class="sourceLineNo">112</span>    // before doing the real work. This check calls the super method #checkOnline also.<a name="line.112"></a>
+<span class="sourceLineNo">113</span>    checkRegionsToMerge(env, regionsToMerge, forcible);<a name="line.113"></a>
+<span class="sourceLineNo">114</span><a name="line.114"></a>
+<span class="sourceLineNo">115</span>    // WARN: make sure there is no parent region of the two merging regions in<a name="line.115"></a>
+<span class="sourceLineNo">116</span>    // hbase:meta If exists, fixing up daughters would cause daughter regions(we<a name="line.116"></a>
+<span class="sourceLineNo">117</span>    // have merged one) online again when we restart master, so we should clear<a name="line.117"></a>
+<span class="sourceLineNo">118</span>    // the parent region to prevent the above case<a name="line.118"></a>
+<span class="sourceLineNo">119</span>    // Since HBASE-7721, we don't need fix up daughters any more. so here do nothing<a name="line.119"></a>
+<span class="sourceLineNo">120</span>    this.regionsToMerge = regionsToMerge;<a name="line.120"></a>
+<span class="sourceLineNo">121</span>    this.mergedRegion = createMergedRegionInfo(regionsToMerge);<a name="line.121"></a>
+<span class="sourceLineNo">122</span>    preflightChecks(env, true);<a name="line.122"></a>
+<span class="sourceLineNo">123</span>    this.forcible = forcible;<a name="line.123"></a>
+<span class="sourceLineNo">124</span>  }<a name="line.124"></a>
+<span class="sourceLineNo">125</span><a name="line.125"></a>
+<span class="sourceLineNo">126</span>  private static void checkRegionsToMerge(MasterProcedureEnv env, final RegionInfo[] regionsToMerge,<a name="line.126"></a>
+<span class="sourceLineNo">127</span>      final boolean forcible) throws MergeRegionException {<a name="line.127"></a>
+<span class="sourceLineNo">128</span>    // For now, we only merge 2 regions.<a name="line.128"></a>
+<span class="sourceLineNo">129</span>    // It could be extended to more than 2 regions in the future.<a name="line.129"></a>
+<span class="sourceLineNo">130</span>    if (regionsToMerge == null || regionsToMerge.length != 2) {<a name="line.130"></a>
+<span class="sourceLineNo">131</span>      throw new MergeRegionException("Expected to merge 2 regions, got: " +<a name="line.131"></a>
+<span class="sourceLineNo">132</span>        Arrays.toString(regionsToMerge));<a name="line.132"></a>
+<span class="sourceLineNo">133</span>    }<a name="line.133"></a>
+<span class="sourceLineNo">134</span><a name="line.134"></a>
+<span class="sourceLineNo">135</span>    checkRegionsToMerge(env, regionsToMerge[0], regionsToMerge[1], forcible);<a name="line.135"></a>
+<span class="sourceLineNo">136</span>  }<a name="line.136"></a>
+<span class="sourceLineNo">137</span><a name="line.137"></a>
+<span class="sourceLineNo">138</span>  /**<a name="line.138"></a>
+<span class="sourceLineNo">139</span>   * One time checks.<a name="line.139"></a>
+<span class="sourceLineNo">140</span>   */<a name="line.140"></a>
+<span class="sourceLineNo">141</span>  private static void checkRegionsToMerge(MasterProcedureEnv env, final RegionInfo regionToMergeA,<a name="line.141"></a>
+<span class="sourceLineNo">142</span>      final RegionInfo regionToMergeB, final boolean forcible) throws MergeRegionException {<a name="line.142"></a>
+<span class="sourceLineNo">143</span>    if (!regionToMergeA.getTable().equals(regionToMergeB.getTable())) {<a name="line.143"></a>
+<span class="sourceLineNo">144</span>      throw new MergeRegionException("Can't merge regions from two different tables: " +<a name="line.144"></a>
+<span class="sourceLineNo">145</span>        regionToMergeA + ", " + regionToMergeB);<a name="line.145"></a>
+<span class="sourceLineNo">146</span>    }<a name="line.146"></a>
+<span class="sourceLineNo">147</span><a name="line.147"></a>
+<span class="sourceLineNo">148</span>    if (regionToMergeA.getReplicaId() != RegionInfo.DEFAULT_REPLICA_ID ||<a name="line.148"></a>
+<span class="sourceLineNo">149</span>        regionToMergeB.getReplicaId() != RegionInfo.DEFAULT_REPLICA_ID) {<a name="line.149"></a>
+<span class="sourceLineNo">150</span>      throw new MergeRegionException("Can't merge non-default replicas");<a name="line.150"></a>
+<span class="sourceLineNo">151</span>    }<a name="line.151"></a>
+<span class="sourceLineNo">152</span><a name="line.152"></a>
+<span class="sourceLineNo">153</span>    try {<a name="line.153"></a>
+<span class="sourceLineNo">154</span>      checkOnline(env, regionToMergeA);<a name="line.154"></a>
+<span class="sourceLineNo">155</span>      checkOnline(env, regionToMergeB);<a name="line.155"></a>
+<span class="sourceLineNo">156</span>    } catch (DoNotRetryRegionException dnrre) {<a name="line.156"></a>
+<span class="sourceLineNo">157</span>      throw new MergeRegionException(dnrre);<a name="line.157"></a>
+<span class="sourceLineNo">158</span>    }<a name="line.158"></a>
+<span class="sourceLineNo">159</span><a name="line.159"></a>
+<span class="sourceLineNo">160</span>    if (!RegionInfo.areAdjacent(regionToMergeA, regionToMergeB)) {<a name="line.160"></a>
+<span class="sourceLineNo">161</span>      String msg = "Unable to merge non-adjacent regions " + regionToMergeA.getShortNameToLog() +<a name="line.161"></a>
+<span class="sourceLineNo">162</span>          ", " + regionToMergeB.getShortNameToLog() + " where forcible = " + forcible;<a name="line.162"></a>
+<span class="sourceLineNo">163</span>      LOG.warn(msg);<a name="line.163"></a>
+<span class="sourceLineNo">164</span>      if (!forcible) {<a name="line.164"></a>
+<span class="sourceLineNo">165</span>        throw new MergeRegionException(msg);<a name="line.165"></a>
+<span class="sourceLineNo">166</span>      }<a name="line.166"></a>
+<span class="sourceLineNo">167</span>    }<a name="line.167"></a>
+<span class="sourceLineNo">168</span>  }<a name="line.168"></a>
+<span class="sourceLineNo">169</span><a name="line.169"></a>
+<span class="sourceLineNo">170</span><a name="line.170"></a>
+<span class="sourceLineNo">171</span>  private static RegionInfo createMergedRegionInfo(final RegionInfo[] regionsToMerge) {<a name="line.171"></a>
+<span class="sourceLineNo">172</span>    return createMergedRegionInfo(regionsToMerge[0], regionsToMerge[1]);<a name="line.172"></a>
+<span class="sourceLineNo">173</span>  }<a name="line.173"></a>
+<span class="sourceLineNo">174</span><a name="line.174"></a>
+<span class="sourceLineNo">175</span>  /**<a name="line.175"></a>
+<span class="sourceLineNo">176</span>   * Create merged region info through the specified two regions<a name="line.176"></a>
+<span class="sourceLineNo">177</span>   */<a name="line.177"></a>
+<span class="sourceLineNo">178</span>  private static RegionInfo createMergedRegionInfo(final RegionInfo regionToMergeA,<a name="line.178"></a>
+<span class="sourceLineNo">179</span>      final RegionInfo regionToMergeB) {<a name="line.179"></a>
+<span class="sourceLineNo">180</span>    // Choose the smaller as start key<a name="line.180"></a>
+<span class="sourceLineNo">181</span>    final byte[] startKey;<a name="line.181"></a>
+<span class="sourceLineNo">182</span>    if (RegionInfo.COMPARATOR.compare(regionToMergeA, regionToMergeB) &lt;= 0) {<a name="line.182"></a>
+<span class="sourceLineNo">183</span>      startKey = regionToMergeA.getStartKey();<a name="line.183"></a>
+<span class="sourceLineNo">184</span>    } else {<a name="line.184"></a>
+<span class="sourceLineNo">185</span>      startKey = regionToMergeB.getStartKey();<a name="line.185"></a>
+<span class="sourceLineNo">186</span>    }<a name="line.186"></a>
+<span class="sourceLineNo">187</span><a name="line.187"></a>
+<span class="sourceLineNo">188</span>    // Choose the bigger as end key<a name="line.188"></a>
+<span class="sourceLineNo">189</span>    final byte[] endKey;<a name="line.189"></a>
+<span class="sourceLineNo">190</span>    if (Bytes.equals(regionToMergeA.getEndKey(), HConstants.EMPTY_BYTE_ARRAY)<a name="line.190"></a>
+<span class="sourceLineNo">191</span>        || (!Bytes.equals(regionToMergeB.getEndKey(), HConstants.EMPTY_BYTE_ARRAY)<a name="line.191"></a>
+<span class="sourceLineNo">192</span>            &amp;&amp; Bytes.compareTo(regionToMergeA.getEndKey(), regionToMergeB.getEndKey()) &gt; 0)) {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>      endKey = regionToMergeA.getEndKey();<a name="line.193"></a>
+<span class="sourceLineNo">194</span>    } else {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>      endKey = regionToMergeB.getEndKey();<a name="line.195"></a>
+<span class="sourceLineNo">196</span>    }<a name="line.196"></a>
+<span class="sourceLineNo">197</span><a name="line.197"></a>
+<span class="sourceLineNo">198</span>    // Merged region is sorted between two merging regions in META<a name="line.198"></a>
+<span class="sourceLineNo">199</span>    return RegionInfoBuilder.newBuilder(regionToMergeA.getTable())<a name="line.199"></a>
+<span class="sourceLineNo">200</span>        .setStartKey(startKey)<a name="line.200"></a>
+<span class="sourceLineNo">201</span>        .setEndKey(endKey)<a name="line.201"></a>
+<span class="sourceLineNo">202</span>        .setSplit(false)<a name="line.202"></a>
+<span class="sourceLineNo">203</span>        .setRegionId(getMergedRegionIdTimestamp(regionToMergeA, regionToMergeB))<a name="line.203"></a>
+<span class="sourceLineNo">204</span>        .build();<a name="line.204"></a>
+<span class="sourceLineNo">205</span>  }<a name="line.205"></a>
+<span class="sourceLineNo">206</span><a name="line.206"></a>
+<span class="sourceLineNo">207</span>  private static long getMergedRegionIdTimestamp(final RegionInfo regionToMergeA,<a name="line.207"></a>
+<span class="sourceLineNo">208</span>      final RegionInfo regionToMergeB) {<a name="line.208"></a>
+<span class="sourceLineNo">209</span>    long rid = EnvironmentEdgeManager.currentTime();<a name="line.209"></a>
+<span class="sourceLineNo">210</span>    // Region Id is a timestamp. Merged region's id can't be less than that of<a name="line.210"></a>
+<span class="sourceLineNo">211</span>    // merging regions else will insert at wrong location in hbase:meta (See HBASE-710).<a name="line.211"></a>
+<span class="sourceLineNo">212</span>    if (rid &lt; regionToMergeA.getRegionId() || rid &lt; regionToMergeB.getRegionId()) {<a name="line.212"></a>
+<span class="sourceLineNo">213</span>      LOG.warn("Clock skew; merging regions id are " + regionToMergeA.getRegionId()<a name="line.213"></a>
+<span class="sourceLineNo">214</span>          + " and " + regionToMergeB.getRegionId() + ", but current time here is " + rid);<a name="line.214"></a>
+<span class="sourceLineNo">215</span>      rid = Math.max(regionToMergeA.getRegionId(), regionToMergeB.getRegionId()) + 1;<a name="line.215"></a>
+<span class="sourceLineNo">216</span>    }<a name="line.216"></a>
+<span class="sourceLineNo">217</span>    return rid;<a name="line.217"></a>
+<span class="sourceLineNo">218</span>  }<a name="line.218"></a>
+<span class="sourceLineNo">219</span><a name="line.219"></a>
+<span class="sourceLineNo">220</span>  @Override<a name="line.220"></a>
+<span class="sourceLineNo">221</span>  protected Flow executeFromState(final MasterProcedureEnv env,<a name="line.221"></a>
+<span class="sourceLineNo">222</span>      final MergeTableRegionsState state) {<a name="line.222"></a>
+<span class="sourceLineNo">223</span>    LOG.trace("{} execute state={}", this, state);<a name="line.223"></a>
+<span class="sourceLineNo">224</span>    try {<a name="line.224"></a>
+<span class="sourceLineNo">225</span>      switch (state) {<a name="line.225"></a>
+<span class="sourceLineNo">226</span>        case MERGE_TABLE_REGIONS_PREPARE:<a name="line.226"></a>
+<span class="sourceLineNo">227</span>          if (!prepareMergeRegion(env)) {<a name="line.227"></a>
+<span class="sourceLineNo">228</span>            assert isFailed() : "Merge region should have an exception here";<a name="line.228"></a>
+<span class="sourceLineNo">229</span>            return Flow.NO_MORE_STATE;<a name="line.229"></a>
+<span class="sourceLineNo">230</span>          }<a name="line.230"></a>
+<span class="sourceLineNo">231</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_PRE_MERGE_OPERATION);<a name="line.231"></a>
 <span class="sourceLineNo">232</span>          break;<a name="line.232"></a>
-<span class="sourceLineNo">233</span>        case MERGE_TABLE_REGIONS_WRITE_MAX_SEQUENCE_ID_FILE:<a name="line.233"></a>
-<span class="sourceLineNo">234</span>          writeMaxSequenceIdFile(env);<a name="line.234"></a>
-<span class="sourceLineNo">235</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_PRE_MERGE_COMMIT_OPERATION);<a name="line.235"></a>
+<span class="sourceLineNo">233</span>        case MERGE_TABLE_REGIONS_PRE_MERGE_OPERATION:<a name="line.233"></a>
+<span class="sourceLineNo">234</span>          preMergeRegions(env);<a name="line.234"></a>
+<span class="sourceLineNo">235</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_CLOSE_REGIONS);<a name="line.235"></a>
 <span class="sourceLineNo">236</span>          break;<a name="line.236"></a>
-<span class="sourceLineNo">237</span>        case MERGE_TABLE_REGIONS_PRE_MERGE_COMMIT_OPERATION:<a name="line.237"></a>
-<span class="sourceLineNo">238</span>          preMergeRegionsCommit(env);<a name="line.238"></a>
-<span class="sourceLineNo">239</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_UPDATE_META);<a name="line.239"></a>
+<span class="sourceLineNo">237</span>        case MERGE_TABLE_REGIONS_CLOSE_REGIONS:<a name="line.237"></a>
+<span class="sourceLineNo">238</span>          addChildProcedure(createUnassignProcedures(env, getRegionReplication(env)));<a name="line.238"></a>
+<span class="sourceLineNo">239</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_CREATE_MERGED_REGION);<a name="line.239"></a>
 <span class="sourceLineNo">240</span>          break;<a name="line.240"></a>
-<span class="sourceLineNo">241</span>        case MERGE_TABLE_REGIONS_UPDATE_META:<a name="line.241"></a>
-<span class="sourceLineNo">242</span>          updateMetaForMergedRegions(env);<a name="line.242"></a>
-<span class="sourceLineNo">243</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_POST_MERGE_COMMIT_OPERATION);<a name="line.243"></a>
+<span class="sourceLineNo">241</span>        case MERGE_TABLE_REGIONS_CREATE_MERGED_REGION:<a name="line.241"></a>
+<span class="sourceLineNo">242</span>          createMergedRegion(env);<a name="line.242"></a>
+<span class="sourceLineNo">243</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_WRITE_MAX_SEQUENCE_ID_FILE);<a name="line.243"></a>
 <span class="sourceLineNo">244</span>          break;<a name="line.244"></a>
-<span class="sourceLineNo">245</span>        case MERGE_TABLE_REGIONS_POST_MERGE_COMMIT_OPERATION:<a name="line.245"></a>
-<span class="sourceLineNo">246</span>          postMergeRegionsCommit(env);<a name="line.246"></a>
-<span class="sourceLineNo">247</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_OPEN_MERGED_REGION);<a name="line.247"></a>
+<span class="sourceLineNo">245</span>        case MERGE_TABLE_REGIONS_WRITE_MAX_SEQUENCE_ID_FILE:<a name="line.245"></a>
+<span class="sourceLineNo">246</span>          writeMaxSequenceIdFile(env);<a name="line.246"></a>
+<span class="sourceLineNo">247</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_PRE_MERGE_COMMIT_OPERATION);<a name="line.247"></a>
 <span class="sourceLineNo">248</span>          break;<a name="line.248"></a>
-<span class="sourceLineNo">249</span>        case MERGE_TABLE_REGIONS_OPEN_MERGED_REGION:<a name="line.249"></a>
-<span class="sourceLineNo">250</span>          addChildProcedure(createAssignProcedures(env, getRegionReplication(env)));<a name="line.250"></a>
-<span class="sourceLineNo">251</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_POST_OPERATION);<a name="line.251"></a>
+<span class="sourceLineNo">249</span>        case MERGE_TABLE_REGIONS_PRE_MERGE_COMMIT_OPERATION:<a name="line.249"></a>
+<span class="sourceLineNo">250</span>          preMergeRegionsCommit(env);<a name="line.250"></a>
+<span class="sourceLineNo">251</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_UPDATE_META);<a name="line.251"></a>
 <span class="sourceLineNo">252</span>          break;<a name="line.252"></a>
-<span class="sourceLineNo">253</span>        case MERGE_TABLE_REGIONS_POST_OPERATION:<a name="line.253"></a>
-<span class="sourceLineNo">254</span>          postCompletedMergeRegions(env);<a name="line.254"></a>
-<span class="sourceLineNo">255</span>          return Flow.NO_MORE_STATE;<a name="line.255"></a>
-<span class="sourceLineNo">256</span>        default:<a name="line.256"></a>
-<span class="sourceLineNo">257</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.257"></a>
-<span class="sourceLineNo">258</span>      }<a name="line.258"></a>
-<span class="sourceLineNo">259</span>    } catch (IOException e) {<a name="line.259"></a>
-<span class="sourceLineNo">260</span>      String msg = "Error trying to merge regions " +<a name="line.260"></a>
-<span class="sourceLineNo">261</span>        RegionInfo.getShortNameToLog(regionsToMerge) + " in the table " + getTableName() +<a name="line.261"></a>
-<span class="sourceLineNo">262</span>           " (in state=" + state + ")";<a name="line.262"></a>
-<span class="sourceLineNo">263</span>      if (!isRollbackSupported(state)) {<a name="line.263"></a>
-<span class="sourceLineNo">264</span>        // We reach a state that cannot be rolled back. We just need to keep retrying.<a name="line.264"></a>
-<span class="sourceLineNo">265</span>        LOG.warn(msg, e);<a name="line.265"></a>
-<span class="sourceLineNo">266</span>      } else {<a name="line.266"></a>
-<span class="sourceLineNo">267</span>        LOG.error(msg, e);<a name="line.267"></a>
-<span class="sourceLineNo">268</span>        setFailure("master-merge-regions", e);<a name="line.268"></a>
-<span class="sourceLineNo">269</span>      }<a name="line.269"></a>
-<span class="sourceLineNo">270</span>    }<a name="line.270"></a>
-<span class="sourceLineNo">271</span>    return Flow.HAS_MORE_STATE;<a name="line.271"></a>
-<span class="sourceLineNo">272</span>  }<a name="line.272"></a>
-<span class="sourceLineNo">273</span><a name="line.273"></a>
-<span class="sourceLineNo">274</span>  /**<a name="line.274"></a>
-<span class="sourceLineNo">275</span>   * To rollback {@link MergeTableRegionsProcedure}, two AssignProcedures are asynchronously<a name="line.275"></a>
-<span class="sourceLineNo">276</span>   * submitted for each region to be merged (rollback doesn't wait on the completion of the<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   * AssignProcedures) . This can be improved by changing rollback() to support sub-procedures.<a name="line.277"></a>
-<span class="sourceLineNo">278</span>   * See HBASE-19851 for details.<a name="line.278"></a>
-<span class="sourceLineNo">279</span>   */<a name="line.279"></a>
-<span class="sourceLineNo">280</span>  @Override<a name="line.280"></a>
-<span class="sourceLineNo">281</span>  protected void rollbackState(final MasterProcedureEnv env, final MergeTableRegionsState state)<a name="line.281"></a>
-<span class="sourceLineNo">282</span>      throws IOException {<a name="line.282"></a>
-<span class="sourceLineNo">283</span>    if (isTraceEnabled()) {<a name="line.283"></a>
-<span class="sourceLineNo">284</span>      LOG.trace(this + " rollback state=" + state);<a name="line.284"></a>
-<span class="sourceLineNo">285</span>    }<a name="line.285"></a>
-<span class="sourceLineNo">286</span><a name="line.286"></a>
-<span class="sourceLineNo">287</span>    try {<a name="line.287"></a>
-<span class="sourceLineNo">288</span>      switch (state) {<a name="line.288"></a>
-<span class="sourceLineNo">289</span>        case MERGE_TABLE_REGIONS_POST_OPERATION:<a name="line.289"></a>
-<span class="sourceLineNo">290</span>        case MERGE_TABLE_REGIONS_OPEN_MERGED_REGION:<a name="line.290"></a>
-<span class="sourceLineNo">291</span>        case MERGE_TABLE_REGIONS_POST_MERGE_COMMIT_OPERATION:<a name="line.291"></a>
-<span class="sourceLineNo">292</span>        case MERGE_TABLE_REGIONS_UPDATE_META:<a name="line.292"></a>
-<span class="sourceLineNo">293</span>          String msg = this + " We are in the " + state + " state." +<a name="line.293"></a>
-<span class="sourceLineNo">294</span>            " It is complicated to rollback the merge operation that region server is working on." +<a name="line.294"></a>
-<span class="sourceLineNo">295</span>            " Rollback is not supported and we should let the merge operation to complete";<a name="line.295"></a>
-<span class="sourceLineNo">296</span>          LOG.warn(msg);<a name="line.296"></a>
-<span class="sourceLineNo">297</span>          // PONR<a name="line.297"></a>
-<span class="sourceLineNo">298</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.298"></a>
-<span class="sourceLineNo">299</span>        case MERGE_TABLE_REGIONS_PRE_MERGE_COMMIT_OPERATION:<a name="line.299"></a>
-<span class="sourceLineNo">300</span>          break;<a name="line.300"></a>
-<span class="sourceLineNo">301</span>        case MERGE_TABLE_REGIONS_CREATE_MERGED_REGION:<a name="line.301"></a>
-<span class="sourceLineNo">302</span>        case MERGE_TABLE_REGIONS_WRITE_MAX_SEQUENCE_ID_FILE:<a name="line.302"></a>
-<span class="sourceLineNo">303</span>          cleanupMergedRegion(env);<a name="line.303"></a>
-<span class="sourceLineNo">304</span>          break;<a name="line.304"></a>
-<span class="sourceLineNo">305</span>        case MERGE_TABLE_REGIONS_CLOSE_REGIONS:<a name="line.305"></a>
-<span class="sourceLineNo">306</span>          rollbackCloseRegionsForMerge(env);<a name="line.306"></a>
-<span class="sourceLineNo">307</span>          break;<a name="line.307"></a>
-<span class="sourceLineNo">308</span>        case MERGE_TABLE_REGIONS_PRE_MERGE_OPERATION:<a name="line.308"></a>
-<span class="sourceLineNo">309</span>          postRollBackMergeRegions(env);<a name="line.309"></a>
-<span class="sourceLineNo">310</span>          break;<a name="line.310"></a>
-<span class="sourceLineNo">311</span>        case MERGE_TABLE_REGIONS_PREPARE:<a name="line.311"></a>
+<span class="sourceLineNo">253</span>        case MERGE_TABLE_REGIONS_UPDATE_META:<a name="line.253"></a>
+<span class="sourceLineNo">254</span>          updateMetaForMergedRegions(env);<a name="line.254"></a>
+<span class="sourceLineNo">255</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_POST_MERGE_COMMIT_OPERATION);<a name="line.255"></a>
+<span class="sourceLineNo">256</span>          break;<a name="line.256"></a>
+<span class="sourceLineNo">257</span>        case MERGE_TABLE_REGIONS_POST_MERGE_COMMIT_OPERATION:<a name="line.257"></a>
+<span class="sourceLineNo">258</span>          postMergeRegionsCommit(env);<a name="line.258"></a>
+<span class="sourceLineNo">259</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_OPEN_MERGED_REGION);<a name="line.259"></a>
+<span class="sourceLineNo">260</span>          break;<a name="line.260"></a>
+<span class="sourceLineNo">261</span>        case MERGE_TABLE_REGIONS_OPEN_MERGED_REGION:<a name="line.261"></a>
+<span class="sourceLineNo">262</span>          addChildProcedure(createAssignProcedures(env, getRegionReplication(env)));<a name="line.262"></a>
+<span class="sourceLineNo">263</span>          setNextState(MergeTableRegionsState.MERGE_TABLE_REGIONS_POST_OPERATION);<a name="line.263"></a>
+<span class="sourceLineNo">264</span>          break;<a name="line.264"></a>
+<span class="sourceLineNo">265</span>        case MERGE_TABLE_REGIONS_POST_OPERATION:<a name="line.265"></a>
+<span class="sourceLineNo">266</span>          postCompletedMergeRegions(env);<a name="line.266"></a>
+<span class="sourceLineNo">267</span>          return Flow.NO_MORE_STATE;<a name="line.267"></a>
+<span class="sourceLineNo">268</span>        default:<a name="line.268"></a>
+<span class="sourceLineNo">269</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.269"></a>
+<span class="sourceLineNo">270</span>      }<a name="line.270"></a>
+<span class="sourceLineNo">271</span>    } catch (IOException e) {<a name="line.271"></a>
+<span class="sourceLineNo">272</span>      String msg = "Error trying to merge regions " +<a name="line.272"></a>
+<span class="sourceLineNo">273</span>        RegionInfo.getShortNameToLog(regionsToMerge) + " in the table " + getTableName() +<a name="line.273"></a>
+<span class="sourceLineNo">274</span>           " (in state=" + state + ")";<a name="line.274"></a>
+<span class="sourceLineNo">275</span>      if (!isRollbackSupported(state)) {<a name="line.275"></a>
+<span class="sourceLineNo">276</span>        // We reach a state that cannot be rolled back. We just need to keep retrying.<a name="line.276"></a>
+<span class="sourceLineNo">277</span>        LOG.warn(msg, e);<a name="line.277"></a>
+<span class="sourceLineNo">278</span>      } else {<a name="line.278"></a>
+<span class="sourceLineNo">279</span>        LOG.error(msg, e);<a name="line.279"></a>
+<span class="sourceLineNo">280</span>        setFailure("master-merge-regions", e);<a name="line.280"></a>
+<span class="sourceLineNo">281</span>      }<a name="line.281"></a>
+<span class="sourceLineNo">282</span>    }<a name="line.282"></a>
+<span class="sourceLineNo">283</span>    return Flow.HAS_MORE_STATE;<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  }<a name="line.284"></a>
+<span class="sourceLineNo">285</span><a name="line.285"></a>
+<span class="sourceLineNo">286</span>  /**<a name="line.286"></a>
+<span class="sourceLineNo">287</span>   * To rollback {@link MergeTableRegionsProcedure}, two AssignProcedures are asynchronously<a name="line.287"></a>
+<span class="sourceLineNo">288</span>   * submitted for each region to be merged (rollback doesn't wait on the completion of the<a name="line.288"></a>
+<span class="sourceLineNo">289</span>   * AssignProcedures) . This can be improved by changing rollback() to support sub-procedures.<a name="line.289"></a>
+<span class="sourceLineNo">290</span>   * See HBASE-19851 for details.<a name="line.290"></a>
+<span class="sourceLineNo">291</span>   */<a name="line.291"></a>
+<span class="sourceLineNo">292</span>  @Override<a name="line.292"></a>
+<span class="sourceLineNo">293</span>  protected void rollbackState(final MasterProcedureEnv env, final MergeTableRegionsState state)<a name="line.293"></a>
+<span class="sourceLineNo">294</span>      throws IOException {<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    if (isTraceEnabled()) {<a name="line.295"></a>
+<span class="sourceLineNo">296</span>      LOG.trace(this + " rollback state=" + state);<a name="line.296"></a>
+<span class="sourceLineNo">297</span>    }<a name="line.297"></a>
+<span class="sourceLineNo">298</span><a name="line.298"></a>
+<span class="sourceLineNo">299</span>    try {<a name="line.299"></a>
+<span class="sourceLineNo">300</span>      switch (state) {<a name="line.300"></a>
+<span class="sourceLineNo">301</span>        case MERGE_TABLE_REGIONS_POST_OPERATION:<a name="line.301"></a>
+<span class="sourceLineNo">302</span>        case MERGE_TABLE_REGIONS_OPEN_MERGED_REGION:<a name="line.302"></a>
+<span class="sourceLineNo">303</span>        case MERGE_TABLE_REGIONS_POST_MERGE_COMMIT_OPERATION:<a name="line.303"></a>
+<span class="sourceLineNo">304</span>        case MERGE_TABLE_REGIONS_UPDATE_META:<a name="line.304"></a>
+<span class="sourceLineNo">305</span>          String msg = this + " We are in the " + state + " state." +<a name="line.305"></a>
+<span class="sourceLineNo">306</span>            " It is complicated to rollback the merge operation that region server is working on." +<a name="line.306"></a>
+<span class="sourceLineNo">307</span>            " Rollback is not supported and we should let the merge operation to complete";<a name="line.307"></a>
+<span class="sourceLineNo">308</span>          LOG.warn(msg);<a name="line.308"></a>
+<span class="sourceLineNo">309</span>          // PONR<a name="line.309"></a>
+<span class="sourceLineNo">310</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.310"></a>
+<span class="sourceLineNo">311</span>        case MERGE_TABLE_REGIONS_PRE_MERGE_COMMIT_OPERATION:<a name="line.311"></a>
 <span class="sourceLineNo">312</span>          break;<a name="line.312"></a>
-<span class="sourceLineNo">313</span>        default:<a name="line.313"></a>
-<span class="sourceLineNo">314</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.314"></a>
-<span class="sourceLineNo">315</span>      }<a name="line.315"></a>
-<span class="sourceLineNo">316</span>    } catch (Exception e) {<a name="line.316"></a>
-<span class="sourceLineNo">317</span>      // This will be retried. Unless there is a bug in the code,<a name="line.317"></a>
-<span class="sourceLineNo">318</span>      // this should be just a "temporary error" (e.g. network down)<a name="line.318"></a>
-<span class="sourceLineNo">319</span>      LOG.warn("Failed rollback attempt step " + state + " for merging the regions "<a name="line.319"></a>
-<span class="sourceLineNo">320</span>          + RegionInfo.getShortNameToLog(regionsToMerge) + " in table " + getTableName(), e);<a name="line.320"></a>
-<span class="sourceLineNo">321</span>      throw e;<a name="line.321"></a>
-<span class="sourceLineNo">322</span>    }<a name="line.322"></a>
-<span class="sourceLineNo">323</span>  }<a name="line.323"></a>
-<span class="sourceLineNo">324</span><a name="line.324"></a>
-<span class="sourceLineNo">325</span>  /*<a name="line.325"></a>
-<span class="sourceLineNo">326</span>   * Check whether we are in the state that can be rolled back<a name="line.326"></a>
-<span class="sourceLineNo">327</span>   */<a name="line.327"></a>
-<span class="sourceLineNo">328</span>  @Override<a name="line.328"></a>
-<span class="sourceLineNo">329</span>  protected boolean isRollbackSupported(final MergeTableRegionsState state) {<a name="line.329"></a>
-<span class="sourceLineNo">330</span>    switch (state) {<a name="line.330"></a>
-<span class="sourceLineNo">331</span>      case MERGE_TABLE_REGIONS_POST_OPERATION:<a name="line.331"></a>
-<span class="sourceLineNo">332</span>      case MERGE_TABLE_REGIONS_OPEN_MERGED_REGION:<a name="line.332"></a>
-<span class="sourceLineNo">333</span>      case MERGE_TABLE_REGIONS_POST_MERGE_COMMIT_OPERATION:<a name="line.333"></a>
-<span class="sourceLineNo">334</span>      case MERGE_TABLE_REGIONS_UPDATE_META:<a name="line.334"></a>
-<span class="sourceLineNo">335</span>        // It is not safe to rollback in these states.<a name="line.335"></a>
-<span class="sourceLineNo">336</span>        return false;<a name="line.336"></a>
-<span class="sourceLineNo">337</span>      default:<a name="line.337"></a>
-<span class="sourceLineNo">338</span>        break;<a name="line.338"></a>
-<span class="sourceLineNo">339</span>    }<a name="line.339"></a>
-<span class="sourceLineNo">340</span>    return true;<a name="line.340"></a>
-<span class="sourceLineNo">341</span>  }<a name="line.341"></a>
-<span class="sourceLineNo">342</span><a name="line.342"></a>
-<span class="sourceLineNo">343</span>  @Override<a name="line.343"></a>
-<span class="sourceLineNo">344</span>  protected MergeTableRegionsState getState(final int stateId) {<a name="line.344"></a>
-<span class="sourceLineNo">345</span>    return MergeTableRegionsState.forNumber(stateId);<a name="line.345"></a>
-<span class="sourceLineNo">346</span>  }<a name="line.346"></a>
-<span class="sourceLineNo">347</span><a name="line.347"></a>
-<span class="sourceLineNo">348</span>  @Override<a name="line.348"></a>
-<span class="sourceLineNo">349</span>  protected int getStateId(final MergeTableRegionsState state) {<a name="line.349"></a>
-<span class="sourceLineNo">350</span>    return state.getNumber();<a name="line.350"></a>
-<span class="sourceLineNo">351</span>  }<a name="line.351"></a>
-<span class="sourceLineNo">352</span><a name="line.352"></a>
-<span class="sourceLineNo">353</span>  @Override<a name="line.353"></a>
-<span class="sourceLineNo">354</span>  protected MergeTableRegionsState getInitialState() {<a name="line.354"></a>
-<span class="sourceLineNo">355</span>    return MergeTableRegionsState.MERGE_TABLE_REGIONS_PREPARE;<a name="line.355"></a>
-<span class="sourceLineNo">356</span>  }<a name="line.356"></a>
-<span class="sourceLineNo">357</span><a name="line.357"></a>
-<span class="sourceLineNo">358</span>  @Override<a name="line.358"></a>
-<span class="sourceLineNo">359</span>  protected void serializeStateData(ProcedureStateSerializer serializer)<a name="line.359"></a>
-<span class="sourceLineNo">360</span>      throws IOException {<a name="line.360"></a>
-<span class="sourceLineNo">361</span>    super.serializeStateData(serializer);<a name="line.361"></a>
-<span class="sourceLineNo">362</span><a name="line.362"></a>
-<span class="sourceLineNo">363</span>    final MasterProcedureProtos.MergeTableRegionsStateData.Builder mergeTableRegionsMsg =<a name="line.363"></a>
-<span class="sourceLineNo">364</span>        MasterProcedureProtos.MergeTableRegionsStateData.newBuilder()<a name="line.364"></a>
-<span class="sourceLineNo">365</span>        .setUserInfo(MasterProcedureUtil.toProtoUserInfo(getUser()))<a name="line.365"></a>
-<span class="sourceLineNo">366</span>        .setMergedRegionInfo(ProtobufUtil.toRegionInfo(mergedRegion))<a name="line.366"></a>
-<span class="sourceLineNo">367</span>        .setForcible(forcible);<a name="line.367"></a>
-<span class="sourceLineNo">368</span>    for (int i = 0; i &lt; regionsToMerge.length; ++i) {<a name="line.368"></a>
-<span class="sourceLineNo">369</span>      mergeTableRegionsMsg.addRegionInfo(ProtobufUtil.toRegionInfo(regionsToMerge[i]));<a name="line.369"></a>
-<span class="sourceLineNo">370</span>    }<a name="line.370"></a>
-<span class="sourceLineNo">371</span>    serializer.serialize(mergeTableRegionsMsg.build());<a name="line.371"></a>
-<span class="sourceLineNo">372</span>  }<a name="line.372"></a>
-<span class="sourceLineNo">373</span><a name="line.373"></a>
-<span class="sourceLineNo">374</span>  @Override<a name="line.374"></a>
-<span class="sourceLineNo">375</span>  protected void deserializeStateData(ProcedureStateSerializer serializer)<a name="line.375"></a>
-<span class="sourceLineNo">376</span>      throws IOException {<a name="line.376"></a>
-<span class="sourceLineNo">377</span>    super.deserializeStateData(serializer);<a name="line.377"></a>
-<span class="sourceLineNo">378</span><a name="line.378"></a>
-<span class="sourceLineNo">379</span>    final MasterProcedureProtos.MergeTableRegionsStateData mergeTableRegionsMsg =<a name="line.379"></a>
-<span class="sourceLineNo">380</span>        serializer.deserialize(MasterProcedureProtos.MergeTableRegionsStateData.class);<a name="line.380"></a>
-<span class="sourceLineNo">381</span>    setUser(MasterProcedureUtil.toUserInfo(mergeTableRegionsMsg.getUserInfo()));<a name="line.381"></a>
-<span class="sourceLineNo">382</span><a name="line.382"></a>
-<span class="sourceLineNo">383</span>    assert(mergeTableRegionsMsg.getRegionInfoCount() == 2);<a name="line.383"></a>
-<span class="sourceLineNo">384</span>    regionsToMerge = new RegionInfo[mergeTableRegionsMsg.getRegionInfoCount()];<a name="line.384"></a>
-<span class="sourceLineNo">385</span>    for (int i = 0; i &lt; regionsToMerge.length; i++) {<a name="line.385"></a>
-<span class="sourceLineNo">386</span>      regionsToMerge[i] = ProtobufUtil.toRegionInfo(mergeTableRegionsMsg.getRegionInfo(i));<a name="line.386"></a>
-<span class="sourceLineNo">387</span>    }<a name="line.387"></a>
-<span class="sourceLineNo">388</span><a name="line.388"></a>
-<span class="sourceLineNo">389</span>    mergedRegion = ProtobufUtil.toRegionInfo(mergeTableRegionsMsg.getMergedRegionInfo());<a name="line.389"></a>
-<span class="sourceLineNo">390</span>  }<a name="line.390"></a>
-<span class="sourceLineNo">391</span><a name="line.391"></a>
-<span class="sourceLineNo">392</span>  @Override<a name="line.392"></a>
-<span class="sourceLineNo">393</span>  public void toStringClassDetails(StringBuilder sb) {<a name="line.393"></a>
-<span class="sourceLineNo">394</span>    sb.append(getClass().getSimpleName());<a name="line.394"></a>
-<span class="sourceLineNo">395</span>    sb.append(" table=");<a name="line.395"></a>
-<span class="sourceLineNo">396</span>    sb.append(getTableName());<a name="line.396"></a>
-<span class="sourceLineNo">397</span>    sb.append(", regions=");<a name="line.397"></a>
-<span class="sourceLineNo">398</span>    sb.append(RegionInfo.getShortNameToLog(regionsToMerge));<a name="line.398"></a>
-<span class="sourceLineNo">399</span>    sb.append(", forcibly=");<a name="line.399"></a>
-<span class="sourceLineNo">400</span>    sb.append(forcible);<a name="line.400"></a>
-<span class="sourceLineNo">401</span>  }<a name="line.401"></a>
-<span class="sourceLineNo">402</span><a name="line.402"></a>
-<span class="sourceLineNo">403</span>  @Override<a name="line.403"></a>
-<span class="sourceLineNo">404</span>  protected LockState acquireLock(final MasterProcedureEnv env) {<a name="line.404"></a>
-<span class="sourceLineNo">405</span>    if (env.waitInitialized(this)) return LockState.LOCK_EVENT_WAIT;<a name="line.405"></a>
-<span class="sourceLineNo">406</span>    if (env.getProcedureScheduler().waitRegions(this, getTableName(),<a name="line.406"></a>
-<span class="sourceLineNo">407</span>        mergedRegion, regionsToMerge[0], regionsToMerge[1])) {<a name="line.407"></a>
-<span class="sourceLineNo">408</span>      try {<a name="line.408"></a>
-<span class="sourceLineNo">409</span>        LOG.debug(LockState.LOCK_EVENT_WAIT + " " + env.getProcedureScheduler().dumpLocks());<a name="line.409"></a>
-<span class="sourceLineNo">410</span>      } catch (IOException e) {<a name="line.410"></a>
-<span class="sourceLineNo">411</span>        // TODO Auto-generated catch block<a name="line.411"></a>
-<span class="sourceLineNo">412</span>        e.printStackTrace();<a name="line.412"></a>
-<span class="sourceLineNo">413</span>      }<a name="line.413"></a>
-<span class="sourceLineNo">414</span>      return LockState.LOCK_EVENT_WAIT;<a name="line.414"></a>
-<span class="sourceLineNo">415</span>    }<a name="line.415"></a>
-<span class="sourceLineNo">416</span>    this.lock = true;<a name="line.416"></a>
-<span class="sourceLineNo">417</span>    return LockState.LOCK_ACQUIRED;<a name="line.417"></a>
-<span class="sourceLineNo">418</span>  }<a name="line.418"></a>
-<span class="sourceLineNo">419</span><a name="line.419"></a>
-<span class="sourceLineNo">420</span>  @Override<a name="line.420"></a>
-<span class="sourceLineNo">421</span>  protected void releaseLock(final MasterProcedureEnv env) {<a name="line.421"></a>
-<span class="sourceLineNo">422</span>    this.lock = false;<a name="line.422"></a>
-<span class="sourceLineNo">423</span>    env.getProcedureScheduler().wakeRegions(this, getTableName(),<a name="line.423"></a>
-<span class="sourceLineNo">424</span>      mergedRegion, regionsToMerge[0], regionsToMerge[1]);<a name="line.424"></a>
-<span class="sourceLineNo">425</span>  }<a name="line.425"></a>
-<span class="sourceLineNo">426</span><a name="line.426"></a>
-<span class="sourceLineNo">427</span>  @Override<a name="line.427"></a>
-<span class="sourceLineNo">428</span>  protected boolean holdLock(MasterProcedureEnv env) {<a name="line.428"></a>
-<span class="sourceLineNo">429</span>    return true;<a name="line.429"></a>
+<span class="sourceLineNo">313</span>        case MERGE_TABLE_REGIONS_CREATE_MERGED_REGION:<a name="line.313"></a>
+<span class="sourceLineNo">314</span>        case MERGE_TABLE_REGIONS_WRITE_MAX_SEQUENCE_ID_FILE:<a name="line.314"></a>
+<span class="sourceLineNo">315</span>          cleanupMergedRegion(env);<a name="line.315"></a>
+<span class="sourceLineNo">316</span>          break;<a name="line.316"></a>
+<span class="sourceLineNo">317</span>        case MERGE_TABLE_REGIONS_CLOSE_REGIONS:<a name="line.317"></a>
+<span class="sourceLineNo">318</span>          rollbackCloseRegionsForMerge(env);<a name="line.318"></a>
+<span class="sourceLineNo">319</span>          break;<a name="line.319"></a>
+<span class="sourceLineNo">320</span>        case MERGE_TABLE_REGIONS_PRE_MERGE_OPERATION:<a name="line.320"></a>
+<span class="sourceLineNo">321</span>          postRollBackMergeRegions(env);<a name="line.321"></a>
+<span class="sourceLineNo">322</span>          break;<a name="line.322"></a>
+<span class="sourceLineNo">323</span>        case MERGE_TABLE_REGIONS_PREPARE:<a name="line.323"></a>
+<span class="sourceLineNo">324</span>          break;<a name="line.324"></a>
+<span class="sourceLineNo">325</span>        default:<a name="line.325"></a>
+<span class="sourceLineNo">326</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.326"></a>
+<span class="sourceLineNo">327</span>      }<a name="line.327"></a>
+<span class="sourceLineNo">328</span>    } catch (Exception e) {<a name="line.328"></a>
+<span class="sourceLineNo">329</span>      // This will be retried. Unless there is a bug in the code,<a name="line.329"></a>
+<span class="sourceLineNo">330</span>      // this should be just a "temporary error" (e.g. network down)<a name="line.330"></a>
+<span class="sourceLineNo">331</span>      LOG.warn("Failed rollback attempt step " + state + " for merging the regions "<a name="line.331"></a>
+<span class="sourceLineNo">332</span>          + RegionInfo.getShortNameToLog(regionsToMerge) + " in table " + getTableName(), e);<a name="line.332"></a>
+<span class="sourceLineNo">333</span>      throw e;<a name="line.333"></a>
+<span class="sourceLineNo">334</span>    }<a name="line.334"></a>
+<span class="sourceLineNo">335</span>  }<a name="line.335"></a>
+<span class="sourceLineNo">336</span><a name="line.336"></a>
+<span class="sourceLineNo">337</span>  /*<a name="line.337"></a>
+<span class="sourceLineNo">338</span>   * Check whether we are in the state that can be rolled back<a name="line.338"></a>
+<span class="sourceLineNo">339</span>   */<a name="line.339"></a>
+<span class="sourceLineNo">340</span>  @Override<a name="line.340"></a>
+<span class="sourceLineNo">341</span>  protected boolean isRollbackSupported(final MergeTableRegionsState state) {<a name="line.341"></a>
+<span class="sourceLineNo">342</span>    switch (state) {<a name="line.342"></a>
+<span class="sourceLineNo">343</span>      case MERGE_TABLE_REGIONS_POST_OPERATION:<a name="line.343"></a>
+<span class="sourceLineNo">344</span>      case MERGE_TABLE_REGIONS_OPEN_MERGED_REGION:<a name="line.344"></a>
+<span class="sourceLineNo">345</span>      case MERGE_TABLE_REGIONS_POST_MERGE_COMMIT_OPERATION:<a name="line.345"></a>
+<span class="sourceLineNo">346</span>      case MERGE_TABLE_REGIONS_UPDATE_META:<a name="line.346"></a>
+<span class="sourceLineNo">347</span>        // It is not safe to rollback in these states.<a name="line.347"></a>
+<span class="sourceLineNo">348</span>        return false;<a name="line.348"></a>
+<span class="sourceLineNo">349</span>      default:<a name="line.349"></a>
+<span class="sourceLineNo">350</span>        break;<a name="line.350"></a>
+<span class="sourceLineNo">351</span>    }<a name="line.351"></a>
+<span class="sourceLineNo">352</span>    return true;<a name="line.352"></a>
+<span class="sourceLineNo">353</span>  }<a name="line.353"></a>
+<span class="sourceLineNo">354</span><a name="line.354"></a>
+<span class="sourceLineNo">355</span>  @Override<a name="line.355"></a>
+<span class="sourceLineNo">356</span>  protected MergeTableRegionsState getState(final int stateId) {<a name="line.356"></a>
+<span class="sourceLineNo">357</span>    return MergeTableRegionsState.forNumber(stateId);<a name="line.357"></a>
+<span class="sourceLineNo">358</span>  }<a name="line.358"></a>
+<span class="sourceLineNo">359</span><a name="line.359"></a>
+<span class="sourceLineNo">360</span>  @Override<a name="line.360"></a>
+<span class="sourceLineNo">361</span>  protected int getStateId(final MergeTableRegionsState state) {<a name="line.361"></a>
+<span class="sourceLineNo">362</span>    return state.getNumber();<a name="line.362"></a>
+<span class="sourceLineNo">363</span>  }<a name="line.363"></a>
+<span class="sourceLineNo">364</span><a name="line.364"></a>
+<span class="sourceLineNo">365</span>  @Override<a name="line.365"></a>
+<span class="sourceLineNo">366</span>  protected MergeTableRegionsState getInitialState() {<a name="line.366"></a>
+<span class="sourceLineNo">367</span>    return MergeTableRegionsState.MERGE_TABLE_REGIONS_PREPARE;<a name="line.367"></a>
+<span class="sourceLineNo">368</span>  }<a name="line.368"></a>
+<span class="sourceLineNo">369</span><a name="line.369"></a>
+<span class="sourceLineNo">370</span>  @Override<a name="line.370"></a>
+<span class="sourceLineNo">371</span>  protected void serializeStateData(ProcedureStateSerializer serializer)<a name="line.371"></a>
+<span class="sourceLineNo">372</span>      throws IOException {<a name="line.372"></a>
+<span class="sourceLineNo">373</span>    super.serializeStateData(serializer);<a name="line.373"></a>
+<span class="sourceLineNo">374</span><a name="line.374"></a>
+<span class="sourceLineNo">375</span>    final MasterProcedureProtos.MergeTableRegionsStateData.Builder mergeTableRegionsMsg =<a name="line.375"></a>
+<span class="sourceLineNo">376</span>        MasterProcedureProtos.MergeTableRegionsStateData.newBuilder()<a name="line.376"></a>
+<span class="sourceLineNo">377</span>        .setUserInfo(MasterProcedureUtil.toProtoUserInfo(getUser()))<a name="line.377"></a>
+<span class="sourceLineNo">378</span>        .setMergedRegionInfo(ProtobufUtil.toRegionInfo(mergedRegion))<a name="line.378"></a>
+<span class="sourceLineNo">379</span>        .setForcible(forcible);<a name="line.379"></a>
+<span class="sourceLineNo">380</span>    for (int i = 0; i &lt; regionsToMerge.length; ++i) {<a name="line.380"></a>
+<span class="sourceLineNo">381</span>      mergeTableRegionsMsg.addRegionInfo(ProtobufUtil.toRegionInfo(regionsToMerge[i]));<a name="line.381"></a>
+<span class="sourceLineNo">382</span>    }<a name="line.382"></a>
+<span class="sourceLineNo">383</span>    serializer.serialize(mergeTableRegionsMsg.build());<a name="line.383"></a>
+<span class="sourceLineNo">384</span>  }<a name="line.384"></a>
+<span class="sourceLineNo">385</span><a name="line.385"></a>
+<span class="sourceLineNo">386</span>  @Override<a name="line.386"></a>
+<span class="sourceLineNo">387</span>  protected void deserializeStateData(ProcedureStateSerializer serializer)<a name="line.387"></a>
+<span class="sourceLineNo">388</span>      throws IOException {<a name="line.388"></a>
+<span class="sourceLineNo">389</span>    super.deserializeStateData(serializer);<a name="line.389"></a>
+<span class="sourceLineNo">390</span><a name="line.390"></a>
+<span class="sourceLineNo">391</span>    final MasterProcedureProtos.MergeTableRegionsStateData mergeTableRegionsMsg =<a name="line.391"></a>
+<span class="sourceLineNo">392</span>        serializer.deserialize(MasterProcedureProtos.MergeTableRegionsStateData.class);<a name="line.392"></a>
+<span class="sourceLineNo">393</span>    setUser(MasterProcedureUtil.toUserInfo(mergeTableRegionsMsg.getUserInfo()));<a name="line.393"></a>
+<span class="sourceLineNo">394</span><a name="line.394"></a>
+<span class="sourceLineNo">395</span>    assert(mergeTableRegionsMsg.getRegionInfoCount() == 2);<a name="line.395"></a>
+<span class="sourceLineNo">396</span>    regionsToMerge = new RegionInfo[mergeTableRegionsMsg.getRegionInfoCount()];<a name="line.396"></a>
+<span class="sourceLineNo">397</span>    for (int i = 0; i &lt; regionsToMerge.length; i++) {<a name="line.397"></a>
+<span class="sourceLineNo">398</span>      regionsToMerge[i] = ProtobufUtil.toRegionInfo(mergeTableRegionsMsg.getRegionInfo(i));<a name="line.398"></a>
+<span class="sourceLineNo">399</span>    }<a name="line.399"></a>
+<span class="sourceLineNo">400</span><a name="line.400"></a>
+<span class="sourceLineNo">401</span>    mergedRegion = ProtobufUtil.toRegionInfo(mergeTableRegionsMsg.getMergedRegionInfo());<a name="line.401"></a>
+<span class="sourceLineNo">402</span>  }<a name="line.402"></a>
+<span class="sourceLineNo">403</span><a name="line.403"></a>
+<span class="sourceLineNo">404</span>  @Override<a name="line.404"></a>
+<span class="sourceLineNo">405</span>  public void toStringClassDetails(StringBuilder sb) {<a name="line.405"></a>
+<span class="sourceLineNo">406</span>    sb.append(getClass().getSimpleName());<a name="line.406"></a>
+<span class="sourceLineNo">407</span>    sb.append(" table=");<a name="line.407"></a>
+<span class="sourceLineNo">408</span>    sb.append(getTableName());<a name="line.408"></a>
+<span class="sourceLineNo">409</span>    sb.append(", regions=");<a name="line.409"></a>
+<span class="sourceLineNo">410</span>    sb.append(RegionInfo.getShortNameToLog(regionsToMerge));<a name="line.410"></a>
+<span class="sourceLineNo">411</span>    sb.append(", forcibly=");<a name="line.411"></a>
+<span class="sourceLineNo">412</span>    sb.append(forcible);<a name="line.412"></a>
+<span class="sourceLineNo">413</span>  }<a name="line.413"></a>
+<span class="sourceLineNo">414</span><a name="line.414"></a>
+<span class="sourceLineNo">415</span>  @Override<a name="line.415"></a>
+<span class="sourceLineNo">416</span>  protected LockState acquireLock(final MasterProcedureEnv env) {<a name="line.416"></a>
+<span class="sourceLineNo">417</span>    if (env.waitInitialized(this)) return LockState.LOCK_EVENT_WAIT;<a name="line.417"></a>
+<span class="sourceLineNo">418</span>    if (env.getProcedureScheduler().waitRegions(this, getTableName(),<a name="line.418"></a>
+<span class="sourceLineNo">419</span>        mergedRegion, regionsToMerge[0], regionsToMerge[1])) {<a name="line.419"></a>
+<span class="sourceLineNo">420</span>      try {<a name="line.420"></a>
+<span class="sourceLineNo">421</span>        LOG.debug(LockState.LOCK_EVENT_WAIT + " " + env.getProcedureScheduler().dumpLocks());<a name="line.421"></a>
+<span class="sourceLineNo">422</span>      } catch (IOException e) {<a name="line.422"></a>
+<span class="sourceLineNo">423</span>        // TODO Auto-generated catch block<a name="line.423"></a>
+<span class="sourceLineNo">424</span>        e.printStackTrace();<a name="line.424"></a>
+<span class="sourceLineNo">425</span>      }<a name="line.425"></a>
+<span class="sourceLineNo">426</span>      return LockState.LOCK_EVENT_WAIT;<a name="line.426"></a>
+<span class="sourceLineNo">427</span>    }<a name="line.427"></a>
+<span class="sourceLineNo">428</span>    this.lock = true;<a name="line.428"></a>
+<span class="sourceLineNo">429</span>    return LockState.LOCK_ACQUIRED;<a name="line.429"></a>
 <span class="sourceLineNo">430</span>  }<a name="line.430"></a>
 <span class="sourceLineNo">431</span><a name="line.431"></a>
 <span class="sourceLineNo">432</span>  @Override<a name="line.432"></a>
-<span class="sourceLineNo">433</span>  protected boolean hasLock(MasterProcedureEnv env) {<a name="line.433"></a>
-<span class="sourceLineNo">434</span>    return this.lock;<a name="line.434"></a>
-<span class="sourceLineNo">435</span>  }<a name="line.435"></a>
-<span class="sourceLineNo">436</span><a name="line.436"></a>
-<span class="sourceLineNo">437</span>  @Override<a name="line.437"></a>
-<span class="sourceLineNo">438</span>  public TableName getTableName() {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>    return mergedRegion.getTable();<a name="line.439"></a>
-<span class="sourceLineNo">440</span>  }<a name="line.440"></a>
-<span class="sourceLineNo">441</span><a name="line.441"></a>
-<span class="sourceLineNo">442</span>  @Override<a name="line.442"></a>
-<span class="sourceLineNo">443</span>  public TableOperationType getTableOperationType() {<a name="line.443"></a>
-<span class="sourceLineNo">444</span>    return TableOperationType.REGION_MERGE;<a name="line.444"></a>
-<span class="sourceLineNo">445</span>  }<a name="line.445"></a>
-<span class="sourceLineNo">446</span><a name="line.446"></a>
-<span class="sourceLineNo">447</span>  @Override<a name="line.447"></a>
-<span class="sourceLineNo">448</span>  protected ProcedureMetrics getProcedureMetrics(MasterProcedureEnv env) {<a name="line.448"></a>
-<span class="sourceLineNo">449</span>    return env.getAssignmentManager().getAssignmentManagerMetrics().getMergeProcMetrics();<a name="line.449"></a>
-<span class="sourceLineNo">450</span>  }<a name="line.450"></a>
-<span class="sourceLineNo">451</span><a name="line.451"></a>
-<span class="sourceLineNo">452</span>  /**<a name="line.452"></a>
-<span class="sourceLineNo">453</span>   * Prepare merge and do some check<a name="line.453"></a>
-<span class="sourceLineNo">454</span>   * @param env MasterProcedureEnv<a name="line.454"></a>
-<span class="sourceLineNo">455</span>   * @throws IOException<a name="line.455"></a>
-<span class="sourceLineNo">456</span>   */<a name="line.456"></a>
-<span class="sourceLineNo">457</span>  private boolean prepareMergeRegion(final MasterProcedureEnv env) throws IOException {<a name="line.457"></a>
-<span class="sourceLineNo">458</span>    // Note: the following logic assumes that we only have 2 regions to merge.  In the future,<a name="line.458"></a>
-<span class="sourceLineNo">459</span>    // if we want to extend to more than 2 regions, the code needs to be modified a little bit.<a name="line.459"></a>
-<span class="sourceLineNo">460</span>    //<a name="line.460"></a>
-<span class="sourceLineNo">461</span>    CatalogJanitor catalogJanitor = env.getMasterServices().getCatalogJanitor();<a name="line.461"></a>
-<span class="sourceLineNo">462</span>    boolean regionAHasMergeQualifier = !catalogJanitor.cleanMergeQualifier(regionsToMerge[0]);<a name="line.462"></a>
-<span class="sourceLineNo">463</span>    if (regionAHasMergeQualifier<a name="line.463"></a>
-<span class="sourceLineNo">464</span>        || !catalogJanitor.cleanMergeQualifier(regionsToMerge[1])) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>      String msg = "Skip merging regions " + RegionInfo.getShortNameToLog(regionsToMerge) +<a name="line.465"></a>
-<span class="sourceLineNo">466</span>        ", because region "<a name="line.466"></a>
-<span class="sourceLineNo">467</span>        + (regionAHasMergeQualifier ? regionsToMerge[0].getEncodedName() : regionsToMerge[1]<a name="line.467"></a>
-<span class="sourceLineNo">468</span>              .getEncodedName()) + " has merge qualifier";<a name="line.468"></a>
-<span class="sourceLineNo">469</span>      LOG.warn(msg);<a name="line.469"></a>
-<span class="sourceLineNo">470</span>      throw new MergeRegionException(msg);<a name="line.470"></a>
-<span class="sourceLineNo">471</span>    }<a name="line.471"></a>
-<span class="sourceLineNo">472</span><a name="line.472"></a>
-<span class="sourceLineNo">473</span>    RegionStates regionStates = env.getAssignmentManager().getRegionStates();<a name="line.473"></a>
-<span class="sourceLineNo">474</span>    RegionState regionStateA = regionStates.getRegionState(regionsToMerge[0].getEncodedName());<a name="line.474"></a>
-<span class="sourceLineNo">475</span>    RegionState regionStateB = regionStates.getRegionState(regionsToMerge[1].getEncodedName());<a name="line.475"></a>
-<span class="sourceLineNo">476</span>    if (regionStateA == null || regionStateB == null) {<a name="line.476"></a>
-<span class="sourceLineNo">477</span>      throw new UnknownRegionException(<a name="line.477"></a>
-<span class="sourceLineNo">478</span>        regionStateA == null ?<a name="line.478"></a>
-<span class="sourceLineNo">479</span>            regionsToMerge[0].getEncodedName() : regionsToMerge[1].getEncodedName());<a name="line.479"></a>
-<span class="sourceLineNo">480</span>    }<a name="line.480"></a>
-<span class="sourceLineNo">481</span><a name="line.481"></a>
-<span class="sourceLineNo">482</span>    if (!regionStateA.isOpened() || !regionStateB.isOpened()) {<a name="line.482"></a>
-<span class="sourceLineNo">483</span>      throw new MergeRegionException(<a name="line.483"></a>
-<span class="sourceLineNo">484</span>        "Unable to merge regions that are not online " + regionStateA + ", " + regionStateB);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>    }<a name="line.485"></a>
-<span class="sourceLineNo">486</span><a name="line.486"></a>
-<span class="sourceLineNo">487</span>    if (!env.getMasterServices().isSplitOrMergeEnabled(MasterSwitchType.MERGE)) {<a name="line.487"></a>
-<span class="sourceLineNo">488</span>      String regionsStr = Arrays.deepToString(regionsToMerge);<a name="line.488"></a>
-<span class="sourceLineNo">489</span>      LOG.warn("merge switch is off! skip merge of " + regionsStr);<a name="line.489"></a>
-<span class="sourceLineNo">490</span>      super.setFailure(getClass().getSimpleName(),<a name="line.490"></a>
-<span class="sourceLineNo">491</span>          new IOException("Merge of " + regionsStr + " failed because merge switch is off"));<a name="line.491"></a>
-<span class="sourceLineNo">492</span>      return false;<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    }<a name="line.493"></a>
-<span class="sourceLineNo">494</span><a name="line.494"></a>
-<span class="sourceLineNo">495</span><a name="line.495"></a>
-<span class="sourceLineNo">496</span>    // Ask the remote regionserver if regions are mergeable. If we get an IOE, report it<a name="line.496"></a>
-<span class="sourceLineNo">497</span>    // along with the failure, so we can see why regions are not mergeable at this time.<a name="line.497"></a>
-<span class="sourceLineNo">498</span>    IOException mergeableCheckIOE = null;<a name="line.498"></a>
-<span class="sourceLineNo">499</span>    boolean mergeable = false;<a name="line.499"></a>
-<span class="sourceLineNo">500</span>    RegionState current = regionStateA;<a name="line.500"></a>
-<span class="sourceLineNo">501</span>    try {<a name="line.501"></a>
-<span class="sourceLineNo">502</span>      mergeable = isMergeable(env, current);<a name="line.502"></a>
-<span cla

<TRUNCATED>

[09/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
index 3bc66bb..97aa79c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureRetainer.html
@@ -1435,459 +1435,460 @@
 <span class="sourceLineNo">1427</span>   */<a name="line.1427"></a>
 <span class="sourceLineNo">1428</span>  private void execProcedure(final RootProcedureState procStack,<a name="line.1428"></a>
 <span class="sourceLineNo">1429</span>      final Procedure&lt;TEnvironment&gt; procedure) {<a name="line.1429"></a>
-<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE);<a name="line.1430"></a>
-<span class="sourceLineNo">1431</span><a name="line.1431"></a>
-<span class="sourceLineNo">1432</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1432"></a>
-<span class="sourceLineNo">1433</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1433"></a>
-<span class="sourceLineNo">1434</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1434"></a>
-<span class="sourceLineNo">1435</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1435"></a>
-<span class="sourceLineNo">1436</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1436"></a>
-<span class="sourceLineNo">1437</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1437"></a>
-<span class="sourceLineNo">1438</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1438"></a>
-<span class="sourceLineNo">1439</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1439"></a>
-<span class="sourceLineNo">1440</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1440"></a>
-<span class="sourceLineNo">1441</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1441"></a>
-<span class="sourceLineNo">1442</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1442"></a>
-<span class="sourceLineNo">1443</span>    boolean suspended = false;<a name="line.1443"></a>
-<span class="sourceLineNo">1444</span><a name="line.1444"></a>
-<span class="sourceLineNo">1445</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1445"></a>
-<span class="sourceLineNo">1446</span>    boolean reExecute = false;<a name="line.1446"></a>
-<span class="sourceLineNo">1447</span><a name="line.1447"></a>
-<span class="sourceLineNo">1448</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1448"></a>
-<span class="sourceLineNo">1449</span>    do {<a name="line.1449"></a>
-<span class="sourceLineNo">1450</span>      reExecute = false;<a name="line.1450"></a>
-<span class="sourceLineNo">1451</span>      try {<a name="line.1451"></a>
-<span class="sourceLineNo">1452</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1452"></a>
-<span class="sourceLineNo">1453</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1453"></a>
-<span class="sourceLineNo">1454</span>          subprocs = null;<a name="line.1454"></a>
-<span class="sourceLineNo">1455</span>        }<a name="line.1455"></a>
-<span class="sourceLineNo">1456</span>      } catch (ProcedureSuspendedException e) {<a name="line.1456"></a>
-<span class="sourceLineNo">1457</span>        if (LOG.isTraceEnabled()) {<a name="line.1457"></a>
-<span class="sourceLineNo">1458</span>          LOG.trace("Suspend " + procedure);<a name="line.1458"></a>
-<span class="sourceLineNo">1459</span>        }<a name="line.1459"></a>
-<span class="sourceLineNo">1460</span>        suspended = true;<a name="line.1460"></a>
-<span class="sourceLineNo">1461</span>      } catch (ProcedureYieldException e) {<a name="line.1461"></a>
-<span class="sourceLineNo">1462</span>        if (LOG.isTraceEnabled()) {<a name="line.1462"></a>
-<span class="sourceLineNo">1463</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1463"></a>
-<span class="sourceLineNo">1464</span>        }<a name="line.1464"></a>
-<span class="sourceLineNo">1465</span>        scheduler.yield(procedure);<a name="line.1465"></a>
-<span class="sourceLineNo">1466</span>        return;<a name="line.1466"></a>
-<span class="sourceLineNo">1467</span>      } catch (InterruptedException e) {<a name="line.1467"></a>
-<span class="sourceLineNo">1468</span>        if (LOG.isTraceEnabled()) {<a name="line.1468"></a>
-<span class="sourceLineNo">1469</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1469"></a>
-<span class="sourceLineNo">1470</span>        }<a name="line.1470"></a>
-<span class="sourceLineNo">1471</span>        handleInterruptedException(procedure, e);<a name="line.1471"></a>
-<span class="sourceLineNo">1472</span>        scheduler.yield(procedure);<a name="line.1472"></a>
-<span class="sourceLineNo">1473</span>        return;<a name="line.1473"></a>
-<span class="sourceLineNo">1474</span>      } catch (Throwable e) {<a name="line.1474"></a>
-<span class="sourceLineNo">1475</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1475"></a>
-<span class="sourceLineNo">1476</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1476"></a>
-<span class="sourceLineNo">1477</span>        LOG.error(msg, e);<a name="line.1477"></a>
-<span class="sourceLineNo">1478</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1478"></a>
-<span class="sourceLineNo">1479</span>      }<a name="line.1479"></a>
-<span class="sourceLineNo">1480</span><a name="line.1480"></a>
-<span class="sourceLineNo">1481</span>      if (!procedure.isFailed()) {<a name="line.1481"></a>
-<span class="sourceLineNo">1482</span>        if (subprocs != null) {<a name="line.1482"></a>
-<span class="sourceLineNo">1483</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1483"></a>
-<span class="sourceLineNo">1484</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1484"></a>
-<span class="sourceLineNo">1485</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1485"></a>
-<span class="sourceLineNo">1486</span>            subprocs = null;<a name="line.1486"></a>
-<span class="sourceLineNo">1487</span>            reExecute = true;<a name="line.1487"></a>
-<span class="sourceLineNo">1488</span>            if (LOG.isTraceEnabled()) {<a name="line.1488"></a>
-<span class="sourceLineNo">1489</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1489"></a>
-<span class="sourceLineNo">1490</span>            }<a name="line.1490"></a>
-<span class="sourceLineNo">1491</span>          } else {<a name="line.1491"></a>
-<span class="sourceLineNo">1492</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1492"></a>
-<span class="sourceLineNo">1493</span>            // subprocs may come back 'null'.<a name="line.1493"></a>
-<span class="sourceLineNo">1494</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1494"></a>
-<span class="sourceLineNo">1495</span>            LOG.info("Initialized subprocedures=" +<a name="line.1495"></a>
-<span class="sourceLineNo">1496</span>              (subprocs == null? null:<a name="line.1496"></a>
-<span class="sourceLineNo">1497</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1497"></a>
-<span class="sourceLineNo">1498</span>                collect(Collectors.toList()).toString()));<a name="line.1498"></a>
-<span class="sourceLineNo">1499</span>          }<a name="line.1499"></a>
-<span class="sourceLineNo">1500</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1500"></a>
-<span class="sourceLineNo">1501</span>          if (LOG.isTraceEnabled()) {<a name="line.1501"></a>
-<span class="sourceLineNo">1502</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1502"></a>
-<span class="sourceLineNo">1503</span>          }<a name="line.1503"></a>
-<span class="sourceLineNo">1504</span>          timeoutExecutor.add(procedure);<a name="line.1504"></a>
-<span class="sourceLineNo">1505</span>        } else if (!suspended) {<a name="line.1505"></a>
-<span class="sourceLineNo">1506</span>          // No subtask, so we are done<a name="line.1506"></a>
-<span class="sourceLineNo">1507</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1507"></a>
-<span class="sourceLineNo">1508</span>        }<a name="line.1508"></a>
-<span class="sourceLineNo">1509</span>      }<a name="line.1509"></a>
-<span class="sourceLineNo">1510</span><a name="line.1510"></a>
-<span class="sourceLineNo">1511</span>      // Add the procedure to the stack<a name="line.1511"></a>
-<span class="sourceLineNo">1512</span>      procStack.addRollbackStep(procedure);<a name="line.1512"></a>
-<span class="sourceLineNo">1513</span><a name="line.1513"></a>
-<span class="sourceLineNo">1514</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1514"></a>
-<span class="sourceLineNo">1515</span>      // useful to test the procedure recovery.<a name="line.1515"></a>
-<span class="sourceLineNo">1516</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>        stop();<a name="line.1518"></a>
-<span class="sourceLineNo">1519</span>        return;<a name="line.1519"></a>
-<span class="sourceLineNo">1520</span>      }<a name="line.1520"></a>
-<span class="sourceLineNo">1521</span><a name="line.1521"></a>
-<span class="sourceLineNo">1522</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1522"></a>
-<span class="sourceLineNo">1523</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1523"></a>
-<span class="sourceLineNo">1524</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1524"></a>
-<span class="sourceLineNo">1525</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1525"></a>
-<span class="sourceLineNo">1526</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1526"></a>
-<span class="sourceLineNo">1527</span>      //<a name="line.1527"></a>
-<span class="sourceLineNo">1528</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1528"></a>
-<span class="sourceLineNo">1529</span>      // can take a bunch of time to complete.<a name="line.1529"></a>
-<span class="sourceLineNo">1530</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1530"></a>
-<span class="sourceLineNo">1531</span><a name="line.1531"></a>
-<span class="sourceLineNo">1532</span>      // if the store is not running we are aborting<a name="line.1532"></a>
-<span class="sourceLineNo">1533</span>      if (!store.isRunning()) return;<a name="line.1533"></a>
-<span class="sourceLineNo">1534</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1534"></a>
-<span class="sourceLineNo">1535</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1535"></a>
-<span class="sourceLineNo">1536</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1536"></a>
-<span class="sourceLineNo">1537</span>        scheduler.yield(procedure);<a name="line.1537"></a>
-<span class="sourceLineNo">1538</span>        return;<a name="line.1538"></a>
-<span class="sourceLineNo">1539</span>      }<a name="line.1539"></a>
-<span class="sourceLineNo">1540</span><a name="line.1540"></a>
-<span class="sourceLineNo">1541</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1541"></a>
-<span class="sourceLineNo">1542</span>    } while (reExecute);<a name="line.1542"></a>
-<span class="sourceLineNo">1543</span>    // Submit the new subprocedures<a name="line.1543"></a>
-<span class="sourceLineNo">1544</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1544"></a>
-<span class="sourceLineNo">1545</span>      submitChildrenProcedures(subprocs);<a name="line.1545"></a>
-<span class="sourceLineNo">1546</span>    }<a name="line.1546"></a>
-<span class="sourceLineNo">1547</span><a name="line.1547"></a>
-<span class="sourceLineNo">1548</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1548"></a>
-<span class="sourceLineNo">1549</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1549"></a>
-<span class="sourceLineNo">1550</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1550"></a>
-<span class="sourceLineNo">1551</span>      countDownChildren(procStack, procedure);<a name="line.1551"></a>
-<span class="sourceLineNo">1552</span>    }<a name="line.1552"></a>
-<span class="sourceLineNo">1553</span>  }<a name="line.1553"></a>
-<span class="sourceLineNo">1554</span><a name="line.1554"></a>
-<span class="sourceLineNo">1555</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1555"></a>
-<span class="sourceLineNo">1556</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1556"></a>
-<span class="sourceLineNo">1557</span>    assert subprocs != null : "expected subprocedures";<a name="line.1557"></a>
-<span class="sourceLineNo">1558</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1558"></a>
-<span class="sourceLineNo">1559</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1559"></a>
-<span class="sourceLineNo">1560</span>      final Procedure subproc = subprocs[i];<a name="line.1560"></a>
-<span class="sourceLineNo">1561</span>      if (subproc == null) {<a name="line.1561"></a>
-<span class="sourceLineNo">1562</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1562"></a>
-<span class="sourceLineNo">1563</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1563"></a>
-<span class="sourceLineNo">1564</span>          new IllegalArgumentIOException(msg)));<a name="line.1564"></a>
-<span class="sourceLineNo">1565</span>        return null;<a name="line.1565"></a>
-<span class="sourceLineNo">1566</span>      }<a name="line.1566"></a>
-<span class="sourceLineNo">1567</span><a name="line.1567"></a>
-<span class="sourceLineNo">1568</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1568"></a>
-<span class="sourceLineNo">1569</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1569"></a>
-<span class="sourceLineNo">1570</span>      subproc.setRootProcId(rootProcId);<a name="line.1570"></a>
-<span class="sourceLineNo">1571</span>      subproc.setProcId(nextProcId());<a name="line.1571"></a>
-<span class="sourceLineNo">1572</span>      procStack.addSubProcedure(subproc);<a name="line.1572"></a>
-<span class="sourceLineNo">1573</span>    }<a name="line.1573"></a>
-<span class="sourceLineNo">1574</span><a name="line.1574"></a>
-<span class="sourceLineNo">1575</span>    if (!procedure.isFailed()) {<a name="line.1575"></a>
-<span class="sourceLineNo">1576</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1576"></a>
-<span class="sourceLineNo">1577</span>      switch (procedure.getState()) {<a name="line.1577"></a>
-<span class="sourceLineNo">1578</span>        case RUNNABLE:<a name="line.1578"></a>
-<span class="sourceLineNo">1579</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1579"></a>
-<span class="sourceLineNo">1580</span>          break;<a name="line.1580"></a>
-<span class="sourceLineNo">1581</span>        case WAITING_TIMEOUT:<a name="line.1581"></a>
-<span class="sourceLineNo">1582</span>          timeoutExecutor.add(procedure);<a name="line.1582"></a>
-<span class="sourceLineNo">1583</span>          break;<a name="line.1583"></a>
-<span class="sourceLineNo">1584</span>        default:<a name="line.1584"></a>
-<span class="sourceLineNo">1585</span>          break;<a name="line.1585"></a>
-<span class="sourceLineNo">1586</span>      }<a name="line.1586"></a>
-<span class="sourceLineNo">1587</span>    }<a name="line.1587"></a>
-<span class="sourceLineNo">1588</span>    return subprocs;<a name="line.1588"></a>
-<span class="sourceLineNo">1589</span>  }<a name="line.1589"></a>
-<span class="sourceLineNo">1590</span><a name="line.1590"></a>
-<span class="sourceLineNo">1591</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1591"></a>
-<span class="sourceLineNo">1592</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1592"></a>
-<span class="sourceLineNo">1593</span>      final Procedure subproc = subprocs[i];<a name="line.1593"></a>
-<span class="sourceLineNo">1594</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1594"></a>
-<span class="sourceLineNo">1595</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1595"></a>
-<span class="sourceLineNo">1596</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1596"></a>
-<span class="sourceLineNo">1597</span>      scheduler.addFront(subproc);<a name="line.1597"></a>
-<span class="sourceLineNo">1598</span>    }<a name="line.1598"></a>
-<span class="sourceLineNo">1599</span>  }<a name="line.1599"></a>
-<span class="sourceLineNo">1600</span><a name="line.1600"></a>
-<span class="sourceLineNo">1601</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1601"></a>
-<span class="sourceLineNo">1602</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1602"></a>
-<span class="sourceLineNo">1603</span>    if (parent == null) {<a name="line.1603"></a>
-<span class="sourceLineNo">1604</span>      assert procStack.isRollingback();<a name="line.1604"></a>
-<span class="sourceLineNo">1605</span>      return;<a name="line.1605"></a>
-<span class="sourceLineNo">1606</span>    }<a name="line.1606"></a>
-<span class="sourceLineNo">1607</span><a name="line.1607"></a>
-<span class="sourceLineNo">1608</span>    // If this procedure is the last child awake the parent procedure<a name="line.1608"></a>
-<span class="sourceLineNo">1609</span>    if (parent.tryRunnable()) {<a name="line.1609"></a>
-<span class="sourceLineNo">1610</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1610"></a>
-<span class="sourceLineNo">1611</span>      // children have completed, move parent to front of the queue.<a name="line.1611"></a>
-<span class="sourceLineNo">1612</span>      store.update(parent);<a name="line.1612"></a>
-<span class="sourceLineNo">1613</span>      scheduler.addFront(parent);<a name="line.1613"></a>
-<span class="sourceLineNo">1614</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1614"></a>
-<span class="sourceLineNo">1615</span>      return;<a name="line.1615"></a>
-<span class="sourceLineNo">1616</span>    }<a name="line.1616"></a>
-<span class="sourceLineNo">1617</span>  }<a name="line.1617"></a>
-<span class="sourceLineNo">1618</span><a name="line.1618"></a>
-<span class="sourceLineNo">1619</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1619"></a>
-<span class="sourceLineNo">1620</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1620"></a>
-<span class="sourceLineNo">1621</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1621"></a>
-<span class="sourceLineNo">1622</span>      if (LOG.isTraceEnabled()) {<a name="line.1622"></a>
-<span class="sourceLineNo">1623</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1623"></a>
-<span class="sourceLineNo">1624</span>      }<a name="line.1624"></a>
-<span class="sourceLineNo">1625</span>      store.insert(procedure, subprocs);<a name="line.1625"></a>
-<span class="sourceLineNo">1626</span>    } else {<a name="line.1626"></a>
-<span class="sourceLineNo">1627</span>      if (LOG.isTraceEnabled()) {<a name="line.1627"></a>
-<span class="sourceLineNo">1628</span>        LOG.trace("Store update " + procedure);<a name="line.1628"></a>
-<span class="sourceLineNo">1629</span>      }<a name="line.1629"></a>
-<span class="sourceLineNo">1630</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1630"></a>
-<span class="sourceLineNo">1631</span>        // remove child procedures<a name="line.1631"></a>
-<span class="sourceLineNo">1632</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1632"></a>
-<span class="sourceLineNo">1633</span>        if (childProcIds != null) {<a name="line.1633"></a>
-<span class="sourceLineNo">1634</span>          store.delete(procedure, childProcIds);<a name="line.1634"></a>
-<span class="sourceLineNo">1635</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1635"></a>
-<span class="sourceLineNo">1636</span>            procedures.remove(childProcIds[i]);<a name="line.1636"></a>
-<span class="sourceLineNo">1637</span>          }<a name="line.1637"></a>
-<span class="sourceLineNo">1638</span>        } else {<a name="line.1638"></a>
-<span class="sourceLineNo">1639</span>          store.update(procedure);<a name="line.1639"></a>
-<span class="sourceLineNo">1640</span>        }<a name="line.1640"></a>
-<span class="sourceLineNo">1641</span>      } else {<a name="line.1641"></a>
-<span class="sourceLineNo">1642</span>        store.update(procedure);<a name="line.1642"></a>
-<span class="sourceLineNo">1643</span>      }<a name="line.1643"></a>
-<span class="sourceLineNo">1644</span>    }<a name="line.1644"></a>
-<span class="sourceLineNo">1645</span>  }<a name="line.1645"></a>
-<span class="sourceLineNo">1646</span><a name="line.1646"></a>
-<span class="sourceLineNo">1647</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1647"></a>
-<span class="sourceLineNo">1648</span>    if (LOG.isTraceEnabled()) {<a name="line.1648"></a>
-<span class="sourceLineNo">1649</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1649"></a>
-<span class="sourceLineNo">1650</span>    }<a name="line.1650"></a>
-<span class="sourceLineNo">1651</span><a name="line.1651"></a>
-<span class="sourceLineNo">1652</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1652"></a>
-<span class="sourceLineNo">1653</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1653"></a>
-<span class="sourceLineNo">1654</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1654"></a>
-<span class="sourceLineNo">1655</span>    // and the executor/store will be stopped.<a name="line.1655"></a>
-<span class="sourceLineNo">1656</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1656"></a>
-<span class="sourceLineNo">1657</span>  }<a name="line.1657"></a>
-<span class="sourceLineNo">1658</span><a name="line.1658"></a>
-<span class="sourceLineNo">1659</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1659"></a>
-<span class="sourceLineNo">1660</span>    final TEnvironment env = getEnvironment();<a name="line.1660"></a>
-<span class="sourceLineNo">1661</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1661"></a>
-<span class="sourceLineNo">1662</span>      releaseLock(proc, true);<a name="line.1662"></a>
-<span class="sourceLineNo">1663</span>    }<a name="line.1663"></a>
-<span class="sourceLineNo">1664</span>    try {<a name="line.1664"></a>
-<span class="sourceLineNo">1665</span>      proc.completionCleanup(env);<a name="line.1665"></a>
-<span class="sourceLineNo">1666</span>    } catch (Throwable e) {<a name="line.1666"></a>
-<span class="sourceLineNo">1667</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1667"></a>
-<span class="sourceLineNo">1668</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1668"></a>
-<span class="sourceLineNo">1669</span>    }<a name="line.1669"></a>
-<span class="sourceLineNo">1670</span>  }<a name="line.1670"></a>
-<span class="sourceLineNo">1671</span><a name="line.1671"></a>
-<span class="sourceLineNo">1672</span>  private void procedureFinished(final Procedure proc) {<a name="line.1672"></a>
-<span class="sourceLineNo">1673</span>    // call the procedure completion cleanup handler<a name="line.1673"></a>
-<span class="sourceLineNo">1674</span>    execCompletionCleanup(proc);<a name="line.1674"></a>
-<span class="sourceLineNo">1675</span><a name="line.1675"></a>
-<span class="sourceLineNo">1676</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1676"></a>
-<span class="sourceLineNo">1677</span><a name="line.1677"></a>
-<span class="sourceLineNo">1678</span>    // update the executor internal state maps<a name="line.1678"></a>
-<span class="sourceLineNo">1679</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1679"></a>
-<span class="sourceLineNo">1680</span>      retainer.setClientAckTime(0);<a name="line.1680"></a>
-<span class="sourceLineNo">1681</span>    }<a name="line.1681"></a>
-<span class="sourceLineNo">1682</span><a name="line.1682"></a>
-<span class="sourceLineNo">1683</span>    completed.put(proc.getProcId(), retainer);<a name="line.1683"></a>
-<span class="sourceLineNo">1684</span>    rollbackStack.remove(proc.getProcId());<a name="line.1684"></a>
-<span class="sourceLineNo">1685</span>    procedures.remove(proc.getProcId());<a name="line.1685"></a>
-<span class="sourceLineNo">1686</span><a name="line.1686"></a>
-<span class="sourceLineNo">1687</span>    // call the runnableSet completion cleanup handler<a name="line.1687"></a>
-<span class="sourceLineNo">1688</span>    try {<a name="line.1688"></a>
-<span class="sourceLineNo">1689</span>      scheduler.completionCleanup(proc);<a name="line.1689"></a>
-<span class="sourceLineNo">1690</span>    } catch (Throwable e) {<a name="line.1690"></a>
-<span class="sourceLineNo">1691</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1691"></a>
-<span class="sourceLineNo">1692</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1692"></a>
-<span class="sourceLineNo">1693</span>    }<a name="line.1693"></a>
-<span class="sourceLineNo">1694</span><a name="line.1694"></a>
-<span class="sourceLineNo">1695</span>    // Notify the listeners<a name="line.1695"></a>
-<span class="sourceLineNo">1696</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1696"></a>
-<span class="sourceLineNo">1697</span>  }<a name="line.1697"></a>
-<span class="sourceLineNo">1698</span><a name="line.1698"></a>
-<span class="sourceLineNo">1699</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1699"></a>
-<span class="sourceLineNo">1700</span>    return rollbackStack.get(rootProcId);<a name="line.1700"></a>
-<span class="sourceLineNo">1701</span>  }<a name="line.1701"></a>
-<span class="sourceLineNo">1702</span><a name="line.1702"></a>
-<span class="sourceLineNo">1703</span>  // ==========================================================================<a name="line.1703"></a>
-<span class="sourceLineNo">1704</span>  //  Worker Thread<a name="line.1704"></a>
-<span class="sourceLineNo">1705</span>  // ==========================================================================<a name="line.1705"></a>
-<span class="sourceLineNo">1706</span>  private class WorkerThread extends StoppableThread {<a name="line.1706"></a>
-<span class="sourceLineNo">1707</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1707"></a>
-<span class="sourceLineNo">1708</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1708"></a>
-<span class="sourceLineNo">1709</span><a name="line.1709"></a>
-<span class="sourceLineNo">1710</span>    public WorkerThread(ThreadGroup group) {<a name="line.1710"></a>
-<span class="sourceLineNo">1711</span>      this(group, "PEWorker-");<a name="line.1711"></a>
-<span class="sourceLineNo">1712</span>    }<a name="line.1712"></a>
-<span class="sourceLineNo">1713</span><a name="line.1713"></a>
-<span class="sourceLineNo">1714</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1714"></a>
-<span class="sourceLineNo">1715</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1715"></a>
-<span class="sourceLineNo">1716</span>      setDaemon(true);<a name="line.1716"></a>
-<span class="sourceLineNo">1717</span>    }<a name="line.1717"></a>
-<span class="sourceLineNo">1718</span><a name="line.1718"></a>
-<span class="sourceLineNo">1719</span>    @Override<a name="line.1719"></a>
-<span class="sourceLineNo">1720</span>    public void sendStopSignal() {<a name="line.1720"></a>
-<span class="sourceLineNo">1721</span>      scheduler.signalAll();<a name="line.1721"></a>
-<span class="sourceLineNo">1722</span>    }<a name="line.1722"></a>
-<span class="sourceLineNo">1723</span><a name="line.1723"></a>
-<span class="sourceLineNo">1724</span>    @Override<a name="line.1724"></a>
-<span class="sourceLineNo">1725</span>    public void run() {<a name="line.1725"></a>
-<span class="sourceLineNo">1726</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1726"></a>
-<span class="sourceLineNo">1727</span>      try {<a name="line.1727"></a>
-<span class="sourceLineNo">1728</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1728"></a>
-<span class="sourceLineNo">1729</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1729"></a>
-<span class="sourceLineNo">1730</span>          if (proc == null) {<a name="line.1730"></a>
-<span class="sourceLineNo">1731</span>            continue;<a name="line.1731"></a>
-<span class="sourceLineNo">1732</span>          }<a name="line.1732"></a>
-<span class="sourceLineNo">1733</span>          this.activeProcedure = proc;<a name="line.1733"></a>
-<span class="sourceLineNo">1734</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1734"></a>
-<span class="sourceLineNo">1735</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1735"></a>
-<span class="sourceLineNo">1736</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1736"></a>
-<span class="sourceLineNo">1737</span>            runningCount, activeCount);<a name="line.1737"></a>
-<span class="sourceLineNo">1738</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1738"></a>
-<span class="sourceLineNo">1739</span>          try {<a name="line.1739"></a>
-<span class="sourceLineNo">1740</span>            executeProcedure(proc);<a name="line.1740"></a>
-<span class="sourceLineNo">1741</span>          } catch (AssertionError e) {<a name="line.1741"></a>
-<span class="sourceLineNo">1742</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1742"></a>
-<span class="sourceLineNo">1743</span>            throw e;<a name="line.1743"></a>
-<span class="sourceLineNo">1744</span>          } finally {<a name="line.1744"></a>
-<span class="sourceLineNo">1745</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1745"></a>
-<span class="sourceLineNo">1746</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1746"></a>
-<span class="sourceLineNo">1747</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1747"></a>
-<span class="sourceLineNo">1748</span>              runningCount, activeCount);<a name="line.1748"></a>
-<span class="sourceLineNo">1749</span>            this.activeProcedure = null;<a name="line.1749"></a>
-<span class="sourceLineNo">1750</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1750"></a>
-<span class="sourceLineNo">1751</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1751"></a>
-<span class="sourceLineNo">1752</span>          }<a name="line.1752"></a>
-<span class="sourceLineNo">1753</span>        }<a name="line.1753"></a>
-<span class="sourceLineNo">1754</span>      } catch (Throwable t) {<a name="line.1754"></a>
-<span class="sourceLineNo">1755</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1755"></a>
-<span class="sourceLineNo">1756</span>      } finally {<a name="line.1756"></a>
-<span class="sourceLineNo">1757</span>        LOG.trace("Worker terminated.");<a name="line.1757"></a>
-<span class="sourceLineNo">1758</span>      }<a name="line.1758"></a>
-<span class="sourceLineNo">1759</span>      workerThreads.remove(this);<a name="line.1759"></a>
-<span class="sourceLineNo">1760</span>    }<a name="line.1760"></a>
-<span class="sourceLineNo">1761</span><a name="line.1761"></a>
-<span class="sourceLineNo">1762</span>    @Override<a name="line.1762"></a>
-<span class="sourceLineNo">1763</span>    public String toString() {<a name="line.1763"></a>
-<span class="sourceLineNo">1764</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1764"></a>
-<span class="sourceLineNo">1765</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1765"></a>
-<span class="sourceLineNo">1766</span>    }<a name="line.1766"></a>
-<span class="sourceLineNo">1767</span><a name="line.1767"></a>
-<span class="sourceLineNo">1768</span>    /**<a name="line.1768"></a>
-<span class="sourceLineNo">1769</span>     * @return the time since the current procedure is running<a name="line.1769"></a>
-<span class="sourceLineNo">1770</span>     */<a name="line.1770"></a>
-<span class="sourceLineNo">1771</span>    public long getCurrentRunTime() {<a name="line.1771"></a>
-<span class="sourceLineNo">1772</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1772"></a>
-<span class="sourceLineNo">1773</span>    }<a name="line.1773"></a>
-<span class="sourceLineNo">1774</span><a name="line.1774"></a>
-<span class="sourceLineNo">1775</span>    // core worker never timeout<a name="line.1775"></a>
-<span class="sourceLineNo">1776</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1776"></a>
-<span class="sourceLineNo">1777</span>      return true;<a name="line.1777"></a>
-<span class="sourceLineNo">1778</span>    }<a name="line.1778"></a>
-<span class="sourceLineNo">1779</span>  }<a name="line.1779"></a>
-<span class="sourceLineNo">1780</span><a name="line.1780"></a>
-<span class="sourceLineNo">1781</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1781"></a>
-<span class="sourceLineNo">1782</span>  // keepAliveTime if there is no procedure to run.<a name="line.1782"></a>
-<span class="sourceLineNo">1783</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1783"></a>
-<span class="sourceLineNo">1784</span><a name="line.1784"></a>
-<span class="sourceLineNo">1785</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1785"></a>
-<span class="sourceLineNo">1786</span>      super(group, "KeepAlivePEWorker-");<a name="line.1786"></a>
-<span class="sourceLineNo">1787</span>    }<a name="line.1787"></a>
-<span class="sourceLineNo">1788</span><a name="line.1788"></a>
-<span class="sourceLineNo">1789</span>    @Override<a name="line.1789"></a>
-<span class="sourceLineNo">1790</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1790"></a>
-<span class="sourceLineNo">1791</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1791"></a>
-<span class="sourceLineNo">1792</span>    }<a name="line.1792"></a>
-<span class="sourceLineNo">1793</span>  }<a name="line.1793"></a>
-<span class="sourceLineNo">1794</span><a name="line.1794"></a>
-<span class="sourceLineNo">1795</span>  // ----------------------------------------------------------------------------<a name="line.1795"></a>
-<span class="sourceLineNo">1796</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1796"></a>
-<span class="sourceLineNo">1797</span>  // full set of procedures pending and completed to write a compacted<a name="line.1797"></a>
-<span class="sourceLineNo">1798</span>  // version of the log (in case is a log)?<a name="line.1798"></a>
-<span class="sourceLineNo">1799</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1799"></a>
-<span class="sourceLineNo">1800</span>  // will have the tracker saying everything is in the last log.<a name="line.1800"></a>
-<span class="sourceLineNo">1801</span>  // ----------------------------------------------------------------------------<a name="line.1801"></a>
-<span class="sourceLineNo">1802</span><a name="line.1802"></a>
-<span class="sourceLineNo">1803</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1803"></a>
-<span class="sourceLineNo">1804</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1804"></a>
-<span class="sourceLineNo">1805</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1805"></a>
-<span class="sourceLineNo">1806</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1806"></a>
-<span class="sourceLineNo">1807</span><a name="line.1807"></a>
-<span class="sourceLineNo">1808</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1808"></a>
-<span class="sourceLineNo">1809</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1809"></a>
-<span class="sourceLineNo">1810</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1810"></a>
-<span class="sourceLineNo">1811</span><a name="line.1811"></a>
-<span class="sourceLineNo">1812</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1812"></a>
-<span class="sourceLineNo">1813</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1813"></a>
-<span class="sourceLineNo">1814</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1814"></a>
-<span class="sourceLineNo">1815</span><a name="line.1815"></a>
-<span class="sourceLineNo">1816</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1816"></a>
-<span class="sourceLineNo">1817</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1817"></a>
-<span class="sourceLineNo">1818</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1818"></a>
-<span class="sourceLineNo">1819</span><a name="line.1819"></a>
-<span class="sourceLineNo">1820</span>    public WorkerMonitor() {<a name="line.1820"></a>
-<span class="sourceLineNo">1821</span>      refreshConfig();<a name="line.1821"></a>
-<span class="sourceLineNo">1822</span>    }<a name="line.1822"></a>
-<span class="sourceLineNo">1823</span><a name="line.1823"></a>
-<span class="sourceLineNo">1824</span>    @Override<a name="line.1824"></a>
-<span class="sourceLineNo">1825</span>    public void run() {<a name="line.1825"></a>
-<span class="sourceLineNo">1826</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1826"></a>
-<span class="sourceLineNo">1827</span>      checkThreadCount(stuckCount);<a name="line.1827"></a>
-<span class="sourceLineNo">1828</span><a name="line.1828"></a>
-<span class="sourceLineNo">1829</span>      // refresh interval (poor man dynamic conf update)<a name="line.1829"></a>
-<span class="sourceLineNo">1830</span>      refreshConfig();<a name="line.1830"></a>
-<span class="sourceLineNo">1831</span>    }<a name="line.1831"></a>
-<span class="sourceLineNo">1832</span><a name="line.1832"></a>
-<span class="sourceLineNo">1833</span>    private int checkForStuckWorkers() {<a name="line.1833"></a>
-<span class="sourceLineNo">1834</span>      // check if any of the worker is stuck<a name="line.1834"></a>
-<span class="sourceLineNo">1835</span>      int stuckCount = 0;<a name="line.1835"></a>
-<span class="sourceLineNo">1836</span>      for (WorkerThread worker : workerThreads) {<a name="line.1836"></a>
-<span class="sourceLineNo">1837</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1837"></a>
-<span class="sourceLineNo">1838</span>          continue;<a name="line.1838"></a>
-<span class="sourceLineNo">1839</span>        }<a name="line.1839"></a>
-<span class="sourceLineNo">1840</span><a name="line.1840"></a>
-<span class="sourceLineNo">1841</span>        // WARN the worker is stuck<a name="line.1841"></a>
-<span class="sourceLineNo">1842</span>        stuckCount++;<a name="line.1842"></a>
-<span class="sourceLineNo">1843</span>        LOG.warn("Worker stuck {} run time {}", worker,<a name="line.1843"></a>
-<span class="sourceLineNo">1844</span>          StringUtils.humanTimeDiff(worker.getCurrentRunTime()));<a name="line.1844"></a>
-<span class="sourceLineNo">1845</span>      }<a name="line.1845"></a>
-<span class="sourceLineNo">1846</span>      return stuckCount;<a name="line.1846"></a>
-<span class="sourceLineNo">1847</span>    }<a name="line.1847"></a>
-<span class="sourceLineNo">1848</span><a name="line.1848"></a>
-<span class="sourceLineNo">1849</span>    private void checkThreadCount(final int stuckCount) {<a name="line.1849"></a>
-<span class="sourceLineNo">1850</span>      // nothing to do if there are no runnable tasks<a name="line.1850"></a>
-<span class="sourceLineNo">1851</span>      if (stuckCount &lt; 1 || !scheduler.hasRunnables()) {<a name="line.1851"></a>
-<span class="sourceLineNo">1852</span>        return;<a name="line.1852"></a>
-<span class="sourceLineNo">1853</span>      }<a name="line.1853"></a>
-<span class="sourceLineNo">1854</span><a name="line.1854"></a>
-<span class="sourceLineNo">1855</span>      // add a new thread if the worker stuck percentage exceed the threshold limit<a name="line.1855"></a>
-<span class="sourceLineNo">1856</span>      // and every handler is active.<a name="line.1856"></a>
-<span class="sourceLineNo">1857</span>      final float stuckPerc = ((float) stuckCount) / workerThreads.size();<a name="line.1857"></a>
-<span class="sourceLineNo">1858</span>      // let's add new worker thread more aggressively, as they will timeout finally if there is no<a name="line.1858"></a>
-<span class="sourceLineNo">1859</span>      // work to do.<a name="line.1859"></a>
-<span class="sourceLineNo">1860</span>      if (stuckPerc &gt;= addWorkerStuckPercentage &amp;&amp; workerThreads.size() &lt; maxPoolSize) {<a name="line.1860"></a>
-<span class="sourceLineNo">1861</span>        final KeepAliveWorkerThread worker = new KeepAliveWorkerThread(threadGroup);<a name="line.1861"></a>
-<span class="sourceLineNo">1862</span>        workerThreads.add(worker);<a name="line.1862"></a>
-<span class="sourceLineNo">1863</span>        worker.start();<a name="line.1863"></a>
-<span class="sourceLineNo">1864</span>        LOG.debug("Added new worker thread {}", worker);<a name="line.1864"></a>
-<span class="sourceLineNo">1865</span>      }<a name="line.1865"></a>
-<span class="sourceLineNo">1866</span>    }<a name="line.1866"></a>
-<span class="sourceLineNo">1867</span><a name="line.1867"></a>
-<span class="sourceLineNo">1868</span>    private void refreshConfig() {<a name="line.1868"></a>
-<span class="sourceLineNo">1869</span>      addWorkerStuckPercentage = conf.getFloat(WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY,<a name="line.1869"></a>
-<span class="sourceLineNo">1870</span>          DEFAULT_WORKER_ADD_STUCK_PERCENTAGE);<a name="line.1870"></a>
-<span class="sourceLineNo">1871</span>      timeoutInterval = conf.getInt(WORKER_MONITOR_INTERVAL_CONF_KEY,<a name="line.1871"></a>
-<span class="sourceLineNo">1872</span>        DEFAULT_WORKER_MONITOR_INTERVAL);<a name="line.1872"></a>
-<span class="sourceLineNo">1873</span>      stuckThreshold = conf.getInt(WORKER_STUCK_THRESHOLD_CONF_KEY,<a name="line.1873"></a>
-<span class="sourceLineNo">1874</span>        DEFAULT_WORKER_STUCK_THRESHOLD);<a name="line.1874"></a>
-<span class="sourceLineNo">1875</span>    }<a name="line.1875"></a>
-<span class="sourceLineNo">1876</span><a name="line.1876"></a>
-<span class="sourceLineNo">1877</span>    @Override<a name="line.1877"></a>
-<span class="sourceLineNo">1878</span>    public int getTimeoutInterval() {<a name="line.1878"></a>
-<span class="sourceLineNo">1879</span>      return timeoutInterval;<a name="line.1879"></a>
-<span class="sourceLineNo">1880</span>    }<a name="line.1880"></a>
-<span class="sourceLineNo">1881</span>  }<a name="line.1881"></a>
-<span class="sourceLineNo">1882</span>}<a name="line.1882"></a>
+<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE,<a name="line.1430"></a>
+<span class="sourceLineNo">1431</span>        procedure.toString());<a name="line.1431"></a>
+<span class="sourceLineNo">1432</span><a name="line.1432"></a>
+<span class="sourceLineNo">1433</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1433"></a>
+<span class="sourceLineNo">1434</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1434"></a>
+<span class="sourceLineNo">1435</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1435"></a>
+<span class="sourceLineNo">1436</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1436"></a>
+<span class="sourceLineNo">1437</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1437"></a>
+<span class="sourceLineNo">1438</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1438"></a>
+<span class="sourceLineNo">1439</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1439"></a>
+<span class="sourceLineNo">1440</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1440"></a>
+<span class="sourceLineNo">1441</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1441"></a>
+<span class="sourceLineNo">1442</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1442"></a>
+<span class="sourceLineNo">1443</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1443"></a>
+<span class="sourceLineNo">1444</span>    boolean suspended = false;<a name="line.1444"></a>
+<span class="sourceLineNo">1445</span><a name="line.1445"></a>
+<span class="sourceLineNo">1446</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1446"></a>
+<span class="sourceLineNo">1447</span>    boolean reExecute = false;<a name="line.1447"></a>
+<span class="sourceLineNo">1448</span><a name="line.1448"></a>
+<span class="sourceLineNo">1449</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1449"></a>
+<span class="sourceLineNo">1450</span>    do {<a name="line.1450"></a>
+<span class="sourceLineNo">1451</span>      reExecute = false;<a name="line.1451"></a>
+<span class="sourceLineNo">1452</span>      try {<a name="line.1452"></a>
+<span class="sourceLineNo">1453</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1453"></a>
+<span class="sourceLineNo">1454</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1454"></a>
+<span class="sourceLineNo">1455</span>          subprocs = null;<a name="line.1455"></a>
+<span class="sourceLineNo">1456</span>        }<a name="line.1456"></a>
+<span class="sourceLineNo">1457</span>      } catch (ProcedureSuspendedException e) {<a name="line.1457"></a>
+<span class="sourceLineNo">1458</span>        if (LOG.isTraceEnabled()) {<a name="line.1458"></a>
+<span class="sourceLineNo">1459</span>          LOG.trace("Suspend " + procedure);<a name="line.1459"></a>
+<span class="sourceLineNo">1460</span>        }<a name="line.1460"></a>
+<span class="sourceLineNo">1461</span>        suspended = true;<a name="line.1461"></a>
+<span class="sourceLineNo">1462</span>      } catch (ProcedureYieldException e) {<a name="line.1462"></a>
+<span class="sourceLineNo">1463</span>        if (LOG.isTraceEnabled()) {<a name="line.1463"></a>
+<span class="sourceLineNo">1464</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1464"></a>
+<span class="sourceLineNo">1465</span>        }<a name="line.1465"></a>
+<span class="sourceLineNo">1466</span>        scheduler.yield(procedure);<a name="line.1466"></a>
+<span class="sourceLineNo">1467</span>        return;<a name="line.1467"></a>
+<span class="sourceLineNo">1468</span>      } catch (InterruptedException e) {<a name="line.1468"></a>
+<span class="sourceLineNo">1469</span>        if (LOG.isTraceEnabled()) {<a name="line.1469"></a>
+<span class="sourceLineNo">1470</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1470"></a>
+<span class="sourceLineNo">1471</span>        }<a name="line.1471"></a>
+<span class="sourceLineNo">1472</span>        handleInterruptedException(procedure, e);<a name="line.1472"></a>
+<span class="sourceLineNo">1473</span>        scheduler.yield(procedure);<a name="line.1473"></a>
+<span class="sourceLineNo">1474</span>        return;<a name="line.1474"></a>
+<span class="sourceLineNo">1475</span>      } catch (Throwable e) {<a name="line.1475"></a>
+<span class="sourceLineNo">1476</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1476"></a>
+<span class="sourceLineNo">1477</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1477"></a>
+<span class="sourceLineNo">1478</span>        LOG.error(msg, e);<a name="line.1478"></a>
+<span class="sourceLineNo">1479</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1479"></a>
+<span class="sourceLineNo">1480</span>      }<a name="line.1480"></a>
+<span class="sourceLineNo">1481</span><a name="line.1481"></a>
+<span class="sourceLineNo">1482</span>      if (!procedure.isFailed()) {<a name="line.1482"></a>
+<span class="sourceLineNo">1483</span>        if (subprocs != null) {<a name="line.1483"></a>
+<span class="sourceLineNo">1484</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1484"></a>
+<span class="sourceLineNo">1485</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1485"></a>
+<span class="sourceLineNo">1486</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1486"></a>
+<span class="sourceLineNo">1487</span>            subprocs = null;<a name="line.1487"></a>
+<span class="sourceLineNo">1488</span>            reExecute = true;<a name="line.1488"></a>
+<span class="sourceLineNo">1489</span>            if (LOG.isTraceEnabled()) {<a name="line.1489"></a>
+<span class="sourceLineNo">1490</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1490"></a>
+<span class="sourceLineNo">1491</span>            }<a name="line.1491"></a>
+<span class="sourceLineNo">1492</span>          } else {<a name="line.1492"></a>
+<span class="sourceLineNo">1493</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1493"></a>
+<span class="sourceLineNo">1494</span>            // subprocs may come back 'null'.<a name="line.1494"></a>
+<span class="sourceLineNo">1495</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1495"></a>
+<span class="sourceLineNo">1496</span>            LOG.info("Initialized subprocedures=" +<a name="line.1496"></a>
+<span class="sourceLineNo">1497</span>              (subprocs == null? null:<a name="line.1497"></a>
+<span class="sourceLineNo">1498</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1498"></a>
+<span class="sourceLineNo">1499</span>                collect(Collectors.toList()).toString()));<a name="line.1499"></a>
+<span class="sourceLineNo">1500</span>          }<a name="line.1500"></a>
+<span class="sourceLineNo">1501</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1501"></a>
+<span class="sourceLineNo">1502</span>          if (LOG.isTraceEnabled()) {<a name="line.1502"></a>
+<span class="sourceLineNo">1503</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1503"></a>
+<span class="sourceLineNo">1504</span>          }<a name="line.1504"></a>
+<span class="sourceLineNo">1505</span>          timeoutExecutor.add(procedure);<a name="line.1505"></a>
+<span class="sourceLineNo">1506</span>        } else if (!suspended) {<a name="line.1506"></a>
+<span class="sourceLineNo">1507</span>          // No subtask, so we are done<a name="line.1507"></a>
+<span class="sourceLineNo">1508</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1508"></a>
+<span class="sourceLineNo">1509</span>        }<a name="line.1509"></a>
+<span class="sourceLineNo">1510</span>      }<a name="line.1510"></a>
+<span class="sourceLineNo">1511</span><a name="line.1511"></a>
+<span class="sourceLineNo">1512</span>      // Add the procedure to the stack<a name="line.1512"></a>
+<span class="sourceLineNo">1513</span>      procStack.addRollbackStep(procedure);<a name="line.1513"></a>
+<span class="sourceLineNo">1514</span><a name="line.1514"></a>
+<span class="sourceLineNo">1515</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1515"></a>
+<span class="sourceLineNo">1516</span>      // useful to test the procedure recovery.<a name="line.1516"></a>
+<span class="sourceLineNo">1517</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1518"></a>
+<span class="sourceLineNo">1519</span>        stop();<a name="line.1519"></a>
+<span class="sourceLineNo">1520</span>        return;<a name="line.1520"></a>
+<span class="sourceLineNo">1521</span>      }<a name="line.1521"></a>
+<span class="sourceLineNo">1522</span><a name="line.1522"></a>
+<span class="sourceLineNo">1523</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1523"></a>
+<span class="sourceLineNo">1524</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1524"></a>
+<span class="sourceLineNo">1525</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1525"></a>
+<span class="sourceLineNo">1526</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1526"></a>
+<span class="sourceLineNo">1527</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1527"></a>
+<span class="sourceLineNo">1528</span>      //<a name="line.1528"></a>
+<span class="sourceLineNo">1529</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1529"></a>
+<span class="sourceLineNo">1530</span>      // can take a bunch of time to complete.<a name="line.1530"></a>
+<span class="sourceLineNo">1531</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1531"></a>
+<span class="sourceLineNo">1532</span><a name="line.1532"></a>
+<span class="sourceLineNo">1533</span>      // if the store is not running we are aborting<a name="line.1533"></a>
+<span class="sourceLineNo">1534</span>      if (!store.isRunning()) return;<a name="line.1534"></a>
+<span class="sourceLineNo">1535</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1535"></a>
+<span class="sourceLineNo">1536</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1536"></a>
+<span class="sourceLineNo">1537</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1537"></a>
+<span class="sourceLineNo">1538</span>        scheduler.yield(procedure);<a name="line.1538"></a>
+<span class="sourceLineNo">1539</span>        return;<a name="line.1539"></a>
+<span class="sourceLineNo">1540</span>      }<a name="line.1540"></a>
+<span class="sourceLineNo">1541</span><a name="line.1541"></a>
+<span class="sourceLineNo">1542</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1542"></a>
+<span class="sourceLineNo">1543</span>    } while (reExecute);<a name="line.1543"></a>
+<span class="sourceLineNo">1544</span>    // Submit the new subprocedures<a name="line.1544"></a>
+<span class="sourceLineNo">1545</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1545"></a>
+<span class="sourceLineNo">1546</span>      submitChildrenProcedures(subprocs);<a name="line.1546"></a>
+<span class="sourceLineNo">1547</span>    }<a name="line.1547"></a>
+<span class="sourceLineNo">1548</span><a name="line.1548"></a>
+<span class="sourceLineNo">1549</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1549"></a>
+<span class="sourceLineNo">1550</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1550"></a>
+<span class="sourceLineNo">1551</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1551"></a>
+<span class="sourceLineNo">1552</span>      countDownChildren(procStack, procedure);<a name="line.1552"></a>
+<span class="sourceLineNo">1553</span>    }<a name="line.1553"></a>
+<span class="sourceLineNo">1554</span>  }<a name="line.1554"></a>
+<span class="sourceLineNo">1555</span><a name="line.1555"></a>
+<span class="sourceLineNo">1556</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1556"></a>
+<span class="sourceLineNo">1557</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1557"></a>
+<span class="sourceLineNo">1558</span>    assert subprocs != null : "expected subprocedures";<a name="line.1558"></a>
+<span class="sourceLineNo">1559</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1559"></a>
+<span class="sourceLineNo">1560</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1560"></a>
+<span class="sourceLineNo">1561</span>      final Procedure subproc = subprocs[i];<a name="line.1561"></a>
+<span class="sourceLineNo">1562</span>      if (subproc == null) {<a name="line.1562"></a>
+<span class="sourceLineNo">1563</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1563"></a>
+<span class="sourceLineNo">1564</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1564"></a>
+<span class="sourceLineNo">1565</span>          new IllegalArgumentIOException(msg)));<a name="line.1565"></a>
+<span class="sourceLineNo">1566</span>        return null;<a name="line.1566"></a>
+<span class="sourceLineNo">1567</span>      }<a name="line.1567"></a>
+<span class="sourceLineNo">1568</span><a name="line.1568"></a>
+<span class="sourceLineNo">1569</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1569"></a>
+<span class="sourceLineNo">1570</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1570"></a>
+<span class="sourceLineNo">1571</span>      subproc.setRootProcId(rootProcId);<a name="line.1571"></a>
+<span class="sourceLineNo">1572</span>      subproc.setProcId(nextProcId());<a name="line.1572"></a>
+<span class="sourceLineNo">1573</span>      procStack.addSubProcedure(subproc);<a name="line.1573"></a>
+<span class="sourceLineNo">1574</span>    }<a name="line.1574"></a>
+<span class="sourceLineNo">1575</span><a name="line.1575"></a>
+<span class="sourceLineNo">1576</span>    if (!procedure.isFailed()) {<a name="line.1576"></a>
+<span class="sourceLineNo">1577</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1577"></a>
+<span class="sourceLineNo">1578</span>      switch (procedure.getState()) {<a name="line.1578"></a>
+<span class="sourceLineNo">1579</span>        case RUNNABLE:<a name="line.1579"></a>
+<span class="sourceLineNo">1580</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1580"></a>
+<span class="sourceLineNo">1581</span>          break;<a name="line.1581"></a>
+<span class="sourceLineNo">1582</span>        case WAITING_TIMEOUT:<a name="line.1582"></a>
+<span class="sourceLineNo">1583</span>          timeoutExecutor.add(procedure);<a name="line.1583"></a>
+<span class="sourceLineNo">1584</span>          break;<a name="line.1584"></a>
+<span class="sourceLineNo">1585</span>        default:<a name="line.1585"></a>
+<span class="sourceLineNo">1586</span>          break;<a name="line.1586"></a>
+<span class="sourceLineNo">1587</span>      }<a name="line.1587"></a>
+<span class="sourceLineNo">1588</span>    }<a name="line.1588"></a>
+<span class="sourceLineNo">1589</span>    return subprocs;<a name="line.1589"></a>
+<span class="sourceLineNo">1590</span>  }<a name="line.1590"></a>
+<span class="sourceLineNo">1591</span><a name="line.1591"></a>
+<span class="sourceLineNo">1592</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1592"></a>
+<span class="sourceLineNo">1593</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1593"></a>
+<span class="sourceLineNo">1594</span>      final Procedure subproc = subprocs[i];<a name="line.1594"></a>
+<span class="sourceLineNo">1595</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1595"></a>
+<span class="sourceLineNo">1596</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1596"></a>
+<span class="sourceLineNo">1597</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1597"></a>
+<span class="sourceLineNo">1598</span>      scheduler.addFront(subproc);<a name="line.1598"></a>
+<span class="sourceLineNo">1599</span>    }<a name="line.1599"></a>
+<span class="sourceLineNo">1600</span>  }<a name="line.1600"></a>
+<span class="sourceLineNo">1601</span><a name="line.1601"></a>
+<span class="sourceLineNo">1602</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1602"></a>
+<span class="sourceLineNo">1603</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1603"></a>
+<span class="sourceLineNo">1604</span>    if (parent == null) {<a name="line.1604"></a>
+<span class="sourceLineNo">1605</span>      assert procStack.isRollingback();<a name="line.1605"></a>
+<span class="sourceLineNo">1606</span>      return;<a name="line.1606"></a>
+<span class="sourceLineNo">1607</span>    }<a name="line.1607"></a>
+<span class="sourceLineNo">1608</span><a name="line.1608"></a>
+<span class="sourceLineNo">1609</span>    // If this procedure is the last child awake the parent procedure<a name="line.1609"></a>
+<span class="sourceLineNo">1610</span>    if (parent.tryRunnable()) {<a name="line.1610"></a>
+<span class="sourceLineNo">1611</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1611"></a>
+<span class="sourceLineNo">1612</span>      // children have completed, move parent to front of the queue.<a name="line.1612"></a>
+<span class="sourceLineNo">1613</span>      store.update(parent);<a name="line.1613"></a>
+<span class="sourceLineNo">1614</span>      scheduler.addFront(parent);<a name="line.1614"></a>
+<span class="sourceLineNo">1615</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1615"></a>
+<span class="sourceLineNo">1616</span>      return;<a name="line.1616"></a>
+<span class="sourceLineNo">1617</span>    }<a name="line.1617"></a>
+<span class="sourceLineNo">1618</span>  }<a name="line.1618"></a>
+<span class="sourceLineNo">1619</span><a name="line.1619"></a>
+<span class="sourceLineNo">1620</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1620"></a>
+<span class="sourceLineNo">1621</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1621"></a>
+<span class="sourceLineNo">1622</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1622"></a>
+<span class="sourceLineNo">1623</span>      if (LOG.isTraceEnabled()) {<a name="line.1623"></a>
+<span class="sourceLineNo">1624</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1624"></a>
+<span class="sourceLineNo">1625</span>      }<a name="line.1625"></a>
+<span class="sourceLineNo">1626</span>      store.insert(procedure, subprocs);<a name="line.1626"></a>
+<span class="sourceLineNo">1627</span>    } else {<a name="line.1627"></a>
+<span class="sourceLineNo">1628</span>      if (LOG.isTraceEnabled()) {<a name="line.1628"></a>
+<span class="sourceLineNo">1629</span>        LOG.trace("Store update " + procedure);<a name="line.1629"></a>
+<span class="sourceLineNo">1630</span>      }<a name="line.1630"></a>
+<span class="sourceLineNo">1631</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1631"></a>
+<span class="sourceLineNo">1632</span>        // remove child procedures<a name="line.1632"></a>
+<span class="sourceLineNo">1633</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1633"></a>
+<span class="sourceLineNo">1634</span>        if (childProcIds != null) {<a name="line.1634"></a>
+<span class="sourceLineNo">1635</span>          store.delete(procedure, childProcIds);<a name="line.1635"></a>
+<span class="sourceLineNo">1636</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1636"></a>
+<span class="sourceLineNo">1637</span>            procedures.remove(childProcIds[i]);<a name="line.1637"></a>
+<span class="sourceLineNo">1638</span>          }<a name="line.1638"></a>
+<span class="sourceLineNo">1639</span>        } else {<a name="line.1639"></a>
+<span class="sourceLineNo">1640</span>          store.update(procedure);<a name="line.1640"></a>
+<span class="sourceLineNo">1641</span>        }<a name="line.1641"></a>
+<span class="sourceLineNo">1642</span>      } else {<a name="line.1642"></a>
+<span class="sourceLineNo">1643</span>        store.update(procedure);<a name="line.1643"></a>
+<span class="sourceLineNo">1644</span>      }<a name="line.1644"></a>
+<span class="sourceLineNo">1645</span>    }<a name="line.1645"></a>
+<span class="sourceLineNo">1646</span>  }<a name="line.1646"></a>
+<span class="sourceLineNo">1647</span><a name="line.1647"></a>
+<span class="sourceLineNo">1648</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1648"></a>
+<span class="sourceLineNo">1649</span>    if (LOG.isTraceEnabled()) {<a name="line.1649"></a>
+<span class="sourceLineNo">1650</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1650"></a>
+<span class="sourceLineNo">1651</span>    }<a name="line.1651"></a>
+<span class="sourceLineNo">1652</span><a name="line.1652"></a>
+<span class="sourceLineNo">1653</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1653"></a>
+<span class="sourceLineNo">1654</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1654"></a>
+<span class="sourceLineNo">1655</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1655"></a>
+<span class="sourceLineNo">1656</span>    // and the executor/store will be stopped.<a name="line.1656"></a>
+<span class="sourceLineNo">1657</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1657"></a>
+<span class="sourceLineNo">1658</span>  }<a name="line.1658"></a>
+<span class="sourceLineNo">1659</span><a name="line.1659"></a>
+<span class="sourceLineNo">1660</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1660"></a>
+<span class="sourceLineNo">1661</span>    final TEnvironment env = getEnvironment();<a name="line.1661"></a>
+<span class="sourceLineNo">1662</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1662"></a>
+<span class="sourceLineNo">1663</span>      releaseLock(proc, true);<a name="line.1663"></a>
+<span class="sourceLineNo">1664</span>    }<a name="line.1664"></a>
+<span class="sourceLineNo">1665</span>    try {<a name="line.1665"></a>
+<span class="sourceLineNo">1666</span>      proc.completionCleanup(env);<a name="line.1666"></a>
+<span class="sourceLineNo">1667</span>    } catch (Throwable e) {<a name="line.1667"></a>
+<span class="sourceLineNo">1668</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1668"></a>
+<span class="sourceLineNo">1669</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1669"></a>
+<span class="sourceLineNo">1670</span>    }<a name="line.1670"></a>
+<span class="sourceLineNo">1671</span>  }<a name="line.1671"></a>
+<span class="sourceLineNo">1672</span><a name="line.1672"></a>
+<span class="sourceLineNo">1673</span>  private void procedureFinished(final Procedure proc) {<a name="line.1673"></a>
+<span class="sourceLineNo">1674</span>    // call the procedure completion cleanup handler<a name="line.1674"></a>
+<span class="sourceLineNo">1675</span>    execCompletionCleanup(proc);<a name="line.1675"></a>
+<span class="sourceLineNo">1676</span><a name="line.1676"></a>
+<span class="sourceLineNo">1677</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1677"></a>
+<span class="sourceLineNo">1678</span><a name="line.1678"></a>
+<span class="sourceLineNo">1679</span>    // update the executor internal state maps<a name="line.1679"></a>
+<span class="sourceLineNo">1680</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1680"></a>
+<span class="sourceLineNo">1681</span>      retainer.setClientAckTime(0);<a name="line.1681"></a>
+<span class="sourceLineNo">1682</span>    }<a name="line.1682"></a>
+<span class="sourceLineNo">1683</span><a name="line.1683"></a>
+<span class="sourceLineNo">1684</span>    completed.put(proc.getProcId(), retainer);<a name="line.1684"></a>
+<span class="sourceLineNo">1685</span>    rollbackStack.remove(proc.getProcId());<a name="line.1685"></a>
+<span class="sourceLineNo">1686</span>    procedures.remove(proc.getProcId());<a name="line.1686"></a>
+<span class="sourceLineNo">1687</span><a name="line.1687"></a>
+<span class="sourceLineNo">1688</span>    // call the runnableSet completion cleanup handler<a name="line.1688"></a>
+<span class="sourceLineNo">1689</span>    try {<a name="line.1689"></a>
+<span class="sourceLineNo">1690</span>      scheduler.completionCleanup(proc);<a name="line.1690"></a>
+<span class="sourceLineNo">1691</span>    } catch (Throwable e) {<a name="line.1691"></a>
+<span class="sourceLineNo">1692</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1692"></a>
+<span class="sourceLineNo">1693</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1693"></a>
+<span class="sourceLineNo">1694</span>    }<a name="line.1694"></a>
+<span class="sourceLineNo">1695</span><a name="line.1695"></a>
+<span class="sourceLineNo">1696</span>    // Notify the listeners<a name="line.1696"></a>
+<span class="sourceLineNo">1697</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1697"></a>
+<span class="sourceLineNo">1698</span>  }<a name="line.1698"></a>
+<span class="sourceLineNo">1699</span><a name="line.1699"></a>
+<span class="sourceLineNo">1700</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1700"></a>
+<span class="sourceLineNo">1701</span>    return rollbackStack.get(rootProcId);<a name="line.1701"></a>
+<span class="sourceLineNo">1702</span>  }<a name="line.1702"></a>
+<span class="sourceLineNo">1703</span><a name="line.1703"></a>
+<span class="sourceLineNo">1704</span>  // ==========================================================================<a name="line.1704"></a>
+<span class="sourceLineNo">1705</span>  //  Worker Thread<a name="line.1705"></a>
+<span class="sourceLineNo">1706</span>  // ==========================================================================<a name="line.1706"></a>
+<span class="sourceLineNo">1707</span>  private class WorkerThread extends StoppableThread {<a name="line.1707"></a>
+<span class="sourceLineNo">1708</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1708"></a>
+<span class="sourceLineNo">1709</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1709"></a>
+<span class="sourceLineNo">1710</span><a name="line.1710"></a>
+<span class="sourceLineNo">1711</span>    public WorkerThread(ThreadGroup group) {<a name="line.1711"></a>
+<span class="sourceLineNo">1712</span>      this(group, "PEWorker-");<a name="line.1712"></a>
+<span class="sourceLineNo">1713</span>    }<a name="line.1713"></a>
+<span class="sourceLineNo">1714</span><a name="line.1714"></a>
+<span class="sourceLineNo">1715</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1715"></a>
+<span class="sourceLineNo">1716</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1716"></a>
+<span class="sourceLineNo">1717</span>      setDaemon(true);<a name="line.1717"></a>
+<span class="sourceLineNo">1718</span>    }<a name="line.1718"></a>
+<span class="sourceLineNo">1719</span><a name="line.1719"></a>
+<span class="sourceLineNo">1720</span>    @Override<a name="line.1720"></a>
+<span class="sourceLineNo">1721</span>    public void sendStopSignal() {<a name="line.1721"></a>
+<span class="sourceLineNo">1722</span>      scheduler.signalAll();<a name="line.1722"></a>
+<span class="sourceLineNo">1723</span>    }<a name="line.1723"></a>
+<span class="sourceLineNo">1724</span><a name="line.1724"></a>
+<span class="sourceLineNo">1725</span>    @Override<a name="line.1725"></a>
+<span class="sourceLineNo">1726</span>    public void run() {<a name="line.1726"></a>
+<span class="sourceLineNo">1727</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1727"></a>
+<span class="sourceLineNo">1728</span>      try {<a name="line.1728"></a>
+<span class="sourceLineNo">1729</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1729"></a>
+<span class="sourceLineNo">1730</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1730"></a>
+<span class="sourceLineNo">1731</span>          if (proc == null) {<a name="line.1731"></a>
+<span class="sourceLineNo">1732</span>            continue;<a name="line.1732"></a>
+<span class="sourceLineNo">1733</span>          }<a name="line.1733"></a>
+<span class="sourceLineNo">1734</span>          this.activeProcedure = proc;<a name="line.1734"></a>
+<span class="sourceLineNo">1735</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1735"></a>
+<span class="sourceLineNo">1736</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1736"></a>
+<span class="sourceLineNo">1737</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1737"></a>
+<span class="sourceLineNo">1738</span>            runningCount, activeCount);<a name="line.1738"></a>
+<span class="sourceLineNo">1739</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1739"></a>
+<span class="sourceLineNo">1740</span>          try {<a name="line.1740"></a>
+<span class="sourceLineNo">1741</span>            executeProcedure(proc);<a name="line.1741"></a>
+<span class="sourceLineNo">1742</span>          } catch (AssertionError e) {<a name="line.1742"></a>
+<span class="sourceLineNo">1743</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1743"></a>
+<span class="sourceLineNo">1744</span>            throw e;<a name="line.1744"></a>
+<span class="sourceLineNo">1745</span>          } finally {<a name="line.1745"></a>
+<span class="sourceLineNo">1746</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1746"></a>
+<span class="sourceLineNo">1747</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1747"></a>
+<span class="sourceLineNo">1748</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1748"></a>
+<span class="sourceLineNo">1749</span>              runningCount, activeCount);<a name="line.1749"></a>
+<span class="sourceLineNo">1750</span>            this.activeProcedure = null;<a name="line.1750"></a>
+<span class="sourceLineNo">1751</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1751"></a>
+<span class="sourceLineNo">1752</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1752"></a>
+<span class="sourceLineNo">1753</span>          }<a name="line.1753"></a>
+<span class="sourceLineNo">1754</span>        }<a name="line.1754"></a>
+<span class="sourceLineNo">1755</span>      } catch (Throwable t) {<a name="line.1755"></a>
+<span class="sourceLineNo">1756</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1756"></a>
+<span class="sourceLineNo">1757</span>      } finally {<a name="line.1757"></a>
+<span class="sourceLineNo">1758</span>        LOG.trace("Worker terminated.");<a name="line.1758"></a>
+<span class="sourceLineNo">1759</span>      }<a name="line.1759"></a>
+<span class="sourceLineNo">1760</span>      workerThreads.remove(this);<a name="line.1760"></a>
+<span class="sourceLineNo">1761</span>    }<a name="line.1761"></a>
+<span class="sourceLineNo">1762</span><a name="line.1762"></a>
+<span class="sourceLineNo">1763</span>    @Override<a name="line.1763"></a>
+<span class="sourceLineNo">1764</span>    public String toString() {<a name="line.1764"></a>
+<span class="sourceLineNo">1765</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1765"></a>
+<span class="sourceLineNo">1766</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1766"></a>
+<span class="sourceLineNo">1767</span>    }<a name="line.1767"></a>
+<span class="sourceLineNo">1768</span><a name="line.1768"></a>
+<span class="sourceLineNo">1769</span>    /**<a name="line.1769"></a>
+<span class="sourceLineNo">1770</span>     * @return the time since the current procedure is running<a name="line.1770"></a>
+<span class="sourceLineNo">1771</span>     */<a name="line.1771"></a>
+<span class="sourceLineNo">1772</span>    public long getCurrentRunTime() {<a name="line.1772"></a>
+<span class="sourceLineNo">1773</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1773"></a>
+<span class="sourceLineNo">1774</span>    }<a name="line.1774"></a>
+<span class="sourceLineNo">1775</span><a name="line.1775"></a>
+<span class="sourceLineNo">1776</span>    // core worker never timeout<a name="line.1776"></a>
+<span class="sourceLineNo">1777</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1777"></a>
+<span class="sourceLineNo">1778</span>      return true;<a name="line.1778"></a>
+<span class="sourceLineNo">1779</span>    }<a name="line.1779"></a>
+<span class="sourceLineNo">1780</span>  }<a name="line.1780"></a>
+<span class="sourceLineNo">1781</span><a name="line.1781"></a>
+<span class="sourceLineNo">1782</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1782"></a>
+<span class="sourceLineNo">1783</span>  // keepAliveTime if there is no procedure to run.<a name="line.1783"></a>
+<span class="sourceLineNo">1784</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1784"></a>
+<span class="sourceLineNo">1785</span><a name="line.1785"></a>
+<span class="sourceLineNo">1786</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1786"></a>
+<span class="sourceLineNo">1787</span>      super(group, "KeepAlivePEWorker-");<a name="line.1787"></a>
+<span class="sourceLineNo">1788</span>    }<a name="line.1788"></a>
+<span class="sourceLineNo">1789</span><a name="line.1789"></a>
+<span class="sourceLineNo">1790</span>    @Override<a name="line.1790"></a>
+<span class="sourceLineNo">1791</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1791"></a>
+<span class="sourceLineNo">1792</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1792"></a>
+<span class="sourceLineNo">1793</span>    }<a name="line.1793"></a>
+<span class="sourceLineNo">1794</span>  }<a name="line.1794"></a>
+<span class="sourceLineNo">1795</span><a name="line.1795"></a>
+<span class="sourceLineNo">1796</span>  // ----------------------------------------------------------------------------<a name="line.1796"></a>
+<span class="sourceLineNo">1797</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1797"></a>
+<span class="sourceLineNo">1798</span>  // full set of procedures pending and completed to write a compacted<a name="line.1798"></a>
+<span class="sourceLineNo">1799</span>  // version of the log (in case is a log)?<a name="line.1799"></a>
+<span class="sourceLineNo">1800</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1800"></a>
+<span class="sourceLineNo">1801</span>  // will have the tracker saying everything is in the last log.<a name="line.1801"></a>
+<span class="sourceLineNo">1802</span>  // ----------------------------------------------------------------------------<a name="line.1802"></a>
+<span class="sourceLineNo">1803</span><a name="line.1803"></a>
+<span class="sourceLineNo">1804</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1804"></a>
+<span class="sourceLineNo">1805</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1805"></a>
+<span class="sourceLineNo">1806</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1806"></a>
+<span class="sourceLineNo">1807</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1807"></a>
+<span class="sourceLineNo">1808</span><a name="line.1808"></a>
+<span class="sourceLineNo">1809</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1809"></a>
+<span class="sourceLineNo">1810</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1810"></a>
+<span class="sourceLineNo">1811</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1811"></a>
+<span class="sourceLineNo">1812</span><a name="line.1812"></a>
+<span class="sourceLineNo">1813</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1813"></a>
+<span class="sourceLineNo">1814</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1814"></a>
+<span class="sourceLineNo">1815</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1815"></a>
+<span class="sourceLineNo">1816</span><a name="line.1816"></a>
+<span class="sourceLineNo">1817</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1817"></a>
+<span class="sourceLineNo">1818</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1818"></a>
+<span class="sourceLineNo">1819</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1819"></a>
+<span class="sourceLineNo">1820</span><a name="line.1820"></a>
+<span class="sourceLineNo">1821</span>    public WorkerMonitor() {<a name="line.1821"></a>
+<span class="sourceLineNo">1822</span>      refreshConfig();<a name="line.1822"></a>
+<span class="sourceLineNo">1823</span>    }<a name="line.1823"></a>
+<span class="sourceLineNo">1824</span><a name="line.1824"></a>
+<span class="sourceLineNo">1825</span>    @Override<a name="line.1825"></a>
+<span class="sourceLineNo">1826</span>    public void run() {<a name="line.1826"></a>
+<span class="sourceLineNo">1827</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1827"></a>
+<span class="sourceLineNo">1828</span>      checkThreadCount(stuckCount);<a name="line.1828"></a>
+<span class="sourceLineNo">1829</span><a name="line.1829"></a>
+<span class="sourceLineNo">1830</span>      // refresh interval (poor man dynamic conf update)<a name="line.1830"></a>
+<span class="sourceLineNo">1831</span>      refreshConfig();<a name="line.1831"></a>
+<span class="sourceLineNo">1832</span>    }<a name="line.1832"></a>
+<span class="sourceLineNo">1833</span><a name="line.1833"></a>
+<span class="sourceLineNo">1834</span>    private int checkForStuckWorkers() {<a name="line.1834"></a>
+<span class="sourceLineNo">1835</span>      // check if any of the worker is stuck<a name="line.1835"></a>
+<span class="sourceLineNo">1836</span>      int stuckCount = 0;<a name="line.1836"></a>
+<span class="sourceLineNo">1837</span>      for (WorkerThread worker : workerThreads) {<a name="line.1837"></a>
+<span class="sourceLineNo">1838</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1838"></a>
+<span class="sourceLineNo">1839</span>          continue;<a name="line.1839"></a>
+<span class="sourceLineNo">1840</span>        }<a name="line.1840"></a>
+<span class="sourceLineNo">1841</span><a name="line.1841"></a>
+<span clas

<TRUNCATED>

[24/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
index c27b109..4160a88 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
@@ -105,7 +105,7 @@
 <span class="sourceLineNo">097</span>        try {<a name="line.97"></a>
 <span class="sourceLineNo">098</span>          done = waitUntilDone(startTime * 1000L + asyncProcess.primaryCallTimeoutMicroseconds);<a name="line.98"></a>
 <span class="sourceLineNo">099</span>        } catch (InterruptedException ex) {<a name="line.99"></a>
-<span class="sourceLineNo">100</span>          LOG.error("Replica thread was interrupted - no replica calls: " + ex.getMessage());<a name="line.100"></a>
+<span class="sourceLineNo">100</span>          LOG.error("Replica thread interrupted - no replica calls {}", ex.getMessage());<a name="line.100"></a>
 <span class="sourceLineNo">101</span>          return;<a name="line.101"></a>
 <span class="sourceLineNo">102</span>        }<a name="line.102"></a>
 <span class="sourceLineNo">103</span>      }<a name="line.103"></a>
@@ -149,7 +149,7 @@
 <span class="sourceLineNo">141</span>      if (loc == null) return;<a name="line.141"></a>
 <span class="sourceLineNo">142</span>      HRegionLocation[] locs = loc.getRegionLocations();<a name="line.142"></a>
 <span class="sourceLineNo">143</span>      if (locs.length == 1) {<a name="line.143"></a>
-<span class="sourceLineNo">144</span>        LOG.warn("No replicas found for " + action.getAction());<a name="line.144"></a>
+<span class="sourceLineNo">144</span>        LOG.warn("No replicas found for {}", action.getAction());<a name="line.144"></a>
 <span class="sourceLineNo">145</span>        return;<a name="line.145"></a>
 <span class="sourceLineNo">146</span>      }<a name="line.146"></a>
 <span class="sourceLineNo">147</span>      synchronized (replicaResultLock) {<a name="line.147"></a>
@@ -230,8 +230,8 @@
 <span class="sourceLineNo">222</span>          return;<a name="line.222"></a>
 <span class="sourceLineNo">223</span>        } catch (Throwable t) {<a name="line.223"></a>
 <span class="sourceLineNo">224</span>          // This should not happen. Let's log &amp; retry anyway.<a name="line.224"></a>
-<span class="sourceLineNo">225</span>          LOG.error("#" + asyncProcess.id + ", Caught throwable while calling. This is unexpected." +<a name="line.225"></a>
-<span class="sourceLineNo">226</span>              " Retrying. Server is " + server + ", tableName=" + tableName, t);<a name="line.226"></a>
+<span class="sourceLineNo">225</span>          LOG.error("id=" + asyncProcess.id + ", caught throwable. Unexpected." +<a name="line.225"></a>
+<span class="sourceLineNo">226</span>              " Retrying. Server=" + server + ", tableName=" + tableName, t);<a name="line.226"></a>
 <span class="sourceLineNo">227</span>          receiveGlobalFailure(multiAction, server, numAttempt, t);<a name="line.227"></a>
 <span class="sourceLineNo">228</span>          return;<a name="line.228"></a>
 <span class="sourceLineNo">229</span>        }<a name="line.229"></a>
@@ -247,1036 +247,1035 @@
 <span class="sourceLineNo">239</span>        }<a name="line.239"></a>
 <span class="sourceLineNo">240</span>      } catch (Throwable t) {<a name="line.240"></a>
 <span class="sourceLineNo">241</span>        // Something really bad happened. We are on the send thread that will now die.<a name="line.241"></a>
-<span class="sourceLineNo">242</span>        LOG.error("Internal AsyncProcess #" + asyncProcess.id + " error for "<a name="line.242"></a>
-<span class="sourceLineNo">243</span>            + tableName + " processing for " + server, t);<a name="line.243"></a>
-<span class="sourceLineNo">244</span>        throw new RuntimeException(t);<a name="line.244"></a>
-<span class="sourceLineNo">245</span>      } finally {<a name="line.245"></a>
-<span class="sourceLineNo">246</span>        asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.246"></a>
-<span class="sourceLineNo">247</span>        if (callsInProgress != null &amp;&amp; callable != null &amp;&amp; res != null) {<a name="line.247"></a>
-<span class="sourceLineNo">248</span>          callsInProgress.remove(callable);<a name="line.248"></a>
-<span class="sourceLineNo">249</span>        }<a name="line.249"></a>
-<span class="sourceLineNo">250</span>      }<a name="line.250"></a>
-<span class="sourceLineNo">251</span>    }<a name="line.251"></a>
-<span class="sourceLineNo">252</span>  }<a name="line.252"></a>
-<span class="sourceLineNo">253</span><a name="line.253"></a>
-<span class="sourceLineNo">254</span>  private final Batch.Callback&lt;CResult&gt; callback;<a name="line.254"></a>
-<span class="sourceLineNo">255</span>  private final BatchErrors errors;<a name="line.255"></a>
-<span class="sourceLineNo">256</span>  private final ConnectionImplementation.ServerErrorTracker errorsByServer;<a name="line.256"></a>
-<span class="sourceLineNo">257</span>  private final ExecutorService pool;<a name="line.257"></a>
-<span class="sourceLineNo">258</span>  private final Set&lt;CancellableRegionServerCallable&gt; callsInProgress;<a name="line.258"></a>
+<span class="sourceLineNo">242</span>        LOG.error("id=" + asyncProcess.id + " error for " + tableName + " processing " + server, t);<a name="line.242"></a>
+<span class="sourceLineNo">243</span>        throw new RuntimeException(t);<a name="line.243"></a>
+<span class="sourceLineNo">244</span>      } finally {<a name="line.244"></a>
+<span class="sourceLineNo">245</span>        asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.245"></a>
+<span class="sourceLineNo">246</span>        if (callsInProgress != null &amp;&amp; callable != null &amp;&amp; res != null) {<a name="line.246"></a>
+<span class="sourceLineNo">247</span>          callsInProgress.remove(callable);<a name="line.247"></a>
+<span class="sourceLineNo">248</span>        }<a name="line.248"></a>
+<span class="sourceLineNo">249</span>      }<a name="line.249"></a>
+<span class="sourceLineNo">250</span>    }<a name="line.250"></a>
+<span class="sourceLineNo">251</span>  }<a name="line.251"></a>
+<span class="sourceLineNo">252</span><a name="line.252"></a>
+<span class="sourceLineNo">253</span>  private final Batch.Callback&lt;CResult&gt; callback;<a name="line.253"></a>
+<span class="sourceLineNo">254</span>  private final BatchErrors errors;<a name="line.254"></a>
+<span class="sourceLineNo">255</span>  private final ConnectionImplementation.ServerErrorTracker errorsByServer;<a name="line.255"></a>
+<span class="sourceLineNo">256</span>  private final ExecutorService pool;<a name="line.256"></a>
+<span class="sourceLineNo">257</span>  private final Set&lt;CancellableRegionServerCallable&gt; callsInProgress;<a name="line.257"></a>
+<span class="sourceLineNo">258</span><a name="line.258"></a>
 <span class="sourceLineNo">259</span><a name="line.259"></a>
-<span class="sourceLineNo">260</span><a name="line.260"></a>
-<span class="sourceLineNo">261</span>  private final TableName tableName;<a name="line.261"></a>
-<span class="sourceLineNo">262</span>  private final AtomicLong actionsInProgress = new AtomicLong(-1);<a name="line.262"></a>
-<span class="sourceLineNo">263</span>  /**<a name="line.263"></a>
-<span class="sourceLineNo">264</span>   * The lock controls access to results. It is only held when populating results where<a name="line.264"></a>
-<span class="sourceLineNo">265</span>   * there might be several callers (eventual consistency gets). For other requests,<a name="line.265"></a>
-<span class="sourceLineNo">266</span>   * there's one unique call going on per result index.<a name="line.266"></a>
-<span class="sourceLineNo">267</span>   */<a name="line.267"></a>
-<span class="sourceLineNo">268</span>  private final Object replicaResultLock = new Object();<a name="line.268"></a>
-<span class="sourceLineNo">269</span>  /**<a name="line.269"></a>
-<span class="sourceLineNo">270</span>   * Result array.  Null if results are not needed. Otherwise, each index corresponds to<a name="line.270"></a>
-<span class="sourceLineNo">271</span>   * the action index in initial actions submitted. For most request types, has null-s for<a name="line.271"></a>
-<span class="sourceLineNo">272</span>   * requests that are not done, and result/exception for those that are done.<a name="line.272"></a>
-<span class="sourceLineNo">273</span>   * For eventual-consistency gets, initially the same applies; at some point, replica calls<a name="line.273"></a>
-<span class="sourceLineNo">274</span>   * might be started, and ReplicaResultState is put at the corresponding indices. The<a name="line.274"></a>
-<span class="sourceLineNo">275</span>   * returning calls check the type to detect when this is the case. After all calls are done,<a name="line.275"></a>
-<span class="sourceLineNo">276</span>   * ReplicaResultState-s are replaced with results for the user.<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   */<a name="line.277"></a>
-<span class="sourceLineNo">278</span>  private final Object[] results;<a name="line.278"></a>
-<span class="sourceLineNo">279</span>  /**<a name="line.279"></a>
-<span class="sourceLineNo">280</span>   * Indices of replica gets in results. If null, all or no actions are replica-gets.<a name="line.280"></a>
-<span class="sourceLineNo">281</span>   */<a name="line.281"></a>
-<span class="sourceLineNo">282</span>  private final int[] replicaGetIndices;<a name="line.282"></a>
-<span class="sourceLineNo">283</span>  private final boolean hasAnyReplicaGets;<a name="line.283"></a>
-<span class="sourceLineNo">284</span>  private final long nonceGroup;<a name="line.284"></a>
-<span class="sourceLineNo">285</span>  private final CancellableRegionServerCallable currentCallable;<a name="line.285"></a>
-<span class="sourceLineNo">286</span>  private final int operationTimeout;<a name="line.286"></a>
-<span class="sourceLineNo">287</span>  private final int rpcTimeout;<a name="line.287"></a>
-<span class="sourceLineNo">288</span>  private final AsyncProcess asyncProcess;<a name="line.288"></a>
-<span class="sourceLineNo">289</span><a name="line.289"></a>
-<span class="sourceLineNo">290</span>  /**<a name="line.290"></a>
-<span class="sourceLineNo">291</span>   * For {@link AsyncRequestFutureImpl#manageError(int, Row, Retry, Throwable, ServerName)}. Only<a name="line.291"></a>
-<span class="sourceLineNo">292</span>   * used to make logging more clear, we don't actually care why we don't retry.<a name="line.292"></a>
-<span class="sourceLineNo">293</span>   */<a name="line.293"></a>
-<span class="sourceLineNo">294</span>  public enum Retry {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>    YES,<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    NO_LOCATION_PROBLEM,<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    NO_NOT_RETRIABLE,<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    NO_RETRIES_EXHAUSTED,<a name="line.298"></a>
-<span class="sourceLineNo">299</span>    NO_OTHER_SUCCEEDED<a name="line.299"></a>
-<span class="sourceLineNo">300</span>  }<a name="line.300"></a>
-<span class="sourceLineNo">301</span><a name="line.301"></a>
-<span class="sourceLineNo">302</span>  /** Sync point for calls to multiple replicas for the same user request (Get).<a name="line.302"></a>
-<span class="sourceLineNo">303</span>   * Created and put in the results array (we assume replica calls require results) when<a name="line.303"></a>
-<span class="sourceLineNo">304</span>   * the replica calls are launched. See results for details of this process.<a name="line.304"></a>
-<span class="sourceLineNo">305</span>   * POJO, all fields are public. To modify them, the object itself is locked. */<a name="line.305"></a>
-<span class="sourceLineNo">306</span>  private static class ReplicaResultState {<a name="line.306"></a>
-<span class="sourceLineNo">307</span>    public ReplicaResultState(int callCount) {<a name="line.307"></a>
-<span class="sourceLineNo">308</span>      this.callCount = callCount;<a name="line.308"></a>
-<span class="sourceLineNo">309</span>    }<a name="line.309"></a>
-<span class="sourceLineNo">310</span><a name="line.310"></a>
-<span class="sourceLineNo">311</span>    /** Number of calls outstanding, or 0 if a call succeeded (even with others outstanding). */<a name="line.311"></a>
-<span class="sourceLineNo">312</span>    int callCount;<a name="line.312"></a>
-<span class="sourceLineNo">313</span>    /** Errors for which it is not decided whether we will report them to user. If one of the<a name="line.313"></a>
-<span class="sourceLineNo">314</span>     * calls succeeds, we will discard the errors that may have happened in the other calls. */<a name="line.314"></a>
-<span class="sourceLineNo">315</span>    BatchErrors replicaErrors = null;<a name="line.315"></a>
-<span class="sourceLineNo">316</span><a name="line.316"></a>
-<span class="sourceLineNo">317</span>    @Override<a name="line.317"></a>
-<span class="sourceLineNo">318</span>    public String toString() {<a name="line.318"></a>
-<span class="sourceLineNo">319</span>      return "[call count " + callCount + "; errors " + replicaErrors + "]";<a name="line.319"></a>
-<span class="sourceLineNo">320</span>    }<a name="line.320"></a>
-<span class="sourceLineNo">321</span>  }<a name="line.321"></a>
-<span class="sourceLineNo">322</span><a name="line.322"></a>
-<span class="sourceLineNo">323</span>  public AsyncRequestFutureImpl(AsyncProcessTask task, List&lt;Action&gt; actions,<a name="line.323"></a>
-<span class="sourceLineNo">324</span>      long nonceGroup, AsyncProcess asyncProcess) {<a name="line.324"></a>
-<span class="sourceLineNo">325</span>    this.pool = task.getPool();<a name="line.325"></a>
-<span class="sourceLineNo">326</span>    this.callback = task.getCallback();<a name="line.326"></a>
-<span class="sourceLineNo">327</span>    this.nonceGroup = nonceGroup;<a name="line.327"></a>
-<span class="sourceLineNo">328</span>    this.tableName = task.getTableName();<a name="line.328"></a>
-<span class="sourceLineNo">329</span>    this.actionsInProgress.set(actions.size());<a name="line.329"></a>
-<span class="sourceLineNo">330</span>    if (task.getResults() == null) {<a name="line.330"></a>
-<span class="sourceLineNo">331</span>      results = task.getNeedResults() ? new Object[actions.size()] : null;<a name="line.331"></a>
-<span class="sourceLineNo">332</span>    } else {<a name="line.332"></a>
-<span class="sourceLineNo">333</span>      if (task.getResults().length != actions.size()) {<a name="line.333"></a>
-<span class="sourceLineNo">334</span>        throw new AssertionError("results.length");<a name="line.334"></a>
-<span class="sourceLineNo">335</span>      }<a name="line.335"></a>
-<span class="sourceLineNo">336</span>      this.results = task.getResults();<a name="line.336"></a>
-<span class="sourceLineNo">337</span>      for (int i = 0; i != this.results.length; ++i) {<a name="line.337"></a>
-<span class="sourceLineNo">338</span>        results[i] = null;<a name="line.338"></a>
-<span class="sourceLineNo">339</span>      }<a name="line.339"></a>
-<span class="sourceLineNo">340</span>    }<a name="line.340"></a>
-<span class="sourceLineNo">341</span>    List&lt;Integer&gt; replicaGetIndices = null;<a name="line.341"></a>
-<span class="sourceLineNo">342</span>    boolean hasAnyReplicaGets = false;<a name="line.342"></a>
-<span class="sourceLineNo">343</span>    if (results != null) {<a name="line.343"></a>
-<span class="sourceLineNo">344</span>      // Check to see if any requests might require replica calls.<a name="line.344"></a>
-<span class="sourceLineNo">345</span>      // We expect that many requests will consist of all or no multi-replica gets; in such<a name="line.345"></a>
-<span class="sourceLineNo">346</span>      // cases we would just use a boolean (hasAnyReplicaGets). If there's a mix, we will<a name="line.346"></a>
-<span class="sourceLineNo">347</span>      // store the list of action indexes for which replica gets are possible, and set<a name="line.347"></a>
-<span class="sourceLineNo">348</span>      // hasAnyReplicaGets to true.<a name="line.348"></a>
-<span class="sourceLineNo">349</span>      boolean hasAnyNonReplicaReqs = false;<a name="line.349"></a>
-<span class="sourceLineNo">350</span>      int posInList = 0;<a name="line.350"></a>
-<span class="sourceLineNo">351</span>      for (Action action : actions) {<a name="line.351"></a>
-<span class="sourceLineNo">352</span>        boolean isReplicaGet = AsyncProcess.isReplicaGet(action.getAction());<a name="line.352"></a>
-<span class="sourceLineNo">353</span>        if (isReplicaGet) {<a name="line.353"></a>
-<span class="sourceLineNo">354</span>          hasAnyReplicaGets = true;<a name="line.354"></a>
-<span class="sourceLineNo">355</span>          if (hasAnyNonReplicaReqs) { // Mixed case<a name="line.355"></a>
-<span class="sourceLineNo">356</span>            if (replicaGetIndices == null) {<a name="line.356"></a>
-<span class="sourceLineNo">357</span>              replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.357"></a>
-<span class="sourceLineNo">358</span>            }<a name="line.358"></a>
-<span class="sourceLineNo">359</span>            replicaGetIndices.add(posInList);<a name="line.359"></a>
-<span class="sourceLineNo">360</span>          }<a name="line.360"></a>
-<span class="sourceLineNo">361</span>        } else if (!hasAnyNonReplicaReqs) {<a name="line.361"></a>
-<span class="sourceLineNo">362</span>          // The first non-multi-replica request in the action list.<a name="line.362"></a>
-<span class="sourceLineNo">363</span>          hasAnyNonReplicaReqs = true;<a name="line.363"></a>
-<span class="sourceLineNo">364</span>          if (posInList &gt; 0) {<a name="line.364"></a>
-<span class="sourceLineNo">365</span>            // Add all the previous requests to the index lists. We know they are all<a name="line.365"></a>
-<span class="sourceLineNo">366</span>            // replica-gets because this is the first non-multi-replica request in the list.<a name="line.366"></a>
-<span class="sourceLineNo">367</span>            replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.367"></a>
-<span class="sourceLineNo">368</span>            for (int i = 0; i &lt; posInList; ++i) {<a name="line.368"></a>
-<span class="sourceLineNo">369</span>              replicaGetIndices.add(i);<a name="line.369"></a>
-<span class="sourceLineNo">370</span>            }<a name="line.370"></a>
-<span class="sourceLineNo">371</span>          }<a name="line.371"></a>
-<span class="sourceLineNo">372</span>        }<a name="line.372"></a>
-<span class="sourceLineNo">373</span>        ++posInList;<a name="line.373"></a>
-<span class="sourceLineNo">374</span>      }<a name="line.374"></a>
-<span class="sourceLineNo">375</span>    }<a name="line.375"></a>
-<span class="sourceLineNo">376</span>    this.hasAnyReplicaGets = hasAnyReplicaGets;<a name="line.376"></a>
-<span class="sourceLineNo">377</span>    if (replicaGetIndices != null) {<a name="line.377"></a>
-<span class="sourceLineNo">378</span>      this.replicaGetIndices = new int[replicaGetIndices.size()];<a name="line.378"></a>
-<span class="sourceLineNo">379</span>      int i = 0;<a name="line.379"></a>
-<span class="sourceLineNo">380</span>      for (Integer el : replicaGetIndices) {<a name="line.380"></a>
-<span class="sourceLineNo">381</span>        this.replicaGetIndices[i++] = el;<a name="line.381"></a>
-<span class="sourceLineNo">382</span>      }<a name="line.382"></a>
-<span class="sourceLineNo">383</span>    } else {<a name="line.383"></a>
-<span class="sourceLineNo">384</span>      this.replicaGetIndices = null;<a name="line.384"></a>
-<span class="sourceLineNo">385</span>    }<a name="line.385"></a>
-<span class="sourceLineNo">386</span>    this.callsInProgress = !hasAnyReplicaGets ? null :<a name="line.386"></a>
-<span class="sourceLineNo">387</span>        Collections.newSetFromMap(<a name="line.387"></a>
-<span class="sourceLineNo">388</span>            new ConcurrentHashMap&lt;CancellableRegionServerCallable, Boolean&gt;());<a name="line.388"></a>
-<span class="sourceLineNo">389</span>    this.asyncProcess = asyncProcess;<a name="line.389"></a>
-<span class="sourceLineNo">390</span>    this.errorsByServer = createServerErrorTracker();<a name="line.390"></a>
-<span class="sourceLineNo">391</span>    this.errors = new BatchErrors();<a name="line.391"></a>
-<span class="sourceLineNo">392</span>    this.operationTimeout = task.getOperationTimeout();<a name="line.392"></a>
-<span class="sourceLineNo">393</span>    this.rpcTimeout = task.getRpcTimeout();<a name="line.393"></a>
-<span class="sourceLineNo">394</span>    this.currentCallable = task.getCallable();<a name="line.394"></a>
-<span class="sourceLineNo">395</span>    if (task.getCallable() == null) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>      tracker = new RetryingTimeTracker().start();<a name="line.396"></a>
-<span class="sourceLineNo">397</span>    }<a name="line.397"></a>
-<span class="sourceLineNo">398</span>  }<a name="line.398"></a>
-<span class="sourceLineNo">399</span><a name="line.399"></a>
-<span class="sourceLineNo">400</span>  @VisibleForTesting<a name="line.400"></a>
-<span class="sourceLineNo">401</span>  protected Set&lt;CancellableRegionServerCallable&gt; getCallsInProgress() {<a name="line.401"></a>
-<span class="sourceLineNo">402</span>    return callsInProgress;<a name="line.402"></a>
-<span class="sourceLineNo">403</span>  }<a name="line.403"></a>
-<span class="sourceLineNo">404</span><a name="line.404"></a>
-<span class="sourceLineNo">405</span>  @VisibleForTesting<a name="line.405"></a>
-<span class="sourceLineNo">406</span>  SingleServerRequestRunnable createSingleServerRequest(MultiAction multiAction, int numAttempt, ServerName server,<a name="line.406"></a>
-<span class="sourceLineNo">407</span>        Set&lt;CancellableRegionServerCallable&gt; callsInProgress) {<a name="line.407"></a>
-<span class="sourceLineNo">408</span>    return new SingleServerRequestRunnable(multiAction, numAttempt, server, callsInProgress);<a name="line.408"></a>
-<span class="sourceLineNo">409</span>  }<a name="line.409"></a>
-<span class="sourceLineNo">410</span><a name="line.410"></a>
-<span class="sourceLineNo">411</span>  /**<a name="line.411"></a>
-<span class="sourceLineNo">412</span>   * Group a list of actions per region servers, and send them.<a name="line.412"></a>
-<span class="sourceLineNo">413</span>   *<a name="line.413"></a>
-<span class="sourceLineNo">414</span>   * @param currentActions - the list of row to submit<a name="line.414"></a>
-<span class="sourceLineNo">415</span>   * @param numAttempt - the current numAttempt (first attempt is 1)<a name="line.415"></a>
-<span class="sourceLineNo">416</span>   */<a name="line.416"></a>
-<span class="sourceLineNo">417</span>  void groupAndSendMultiAction(List&lt;Action&gt; currentActions, int numAttempt) {<a name="line.417"></a>
-<span class="sourceLineNo">418</span>    Map&lt;ServerName, MultiAction&gt; actionsByServer = new HashMap&lt;&gt;();<a name="line.418"></a>
-<span class="sourceLineNo">419</span><a name="line.419"></a>
-<span class="sourceLineNo">420</span>    boolean isReplica = false;<a name="line.420"></a>
-<span class="sourceLineNo">421</span>    List&lt;Action&gt; unknownReplicaActions = null;<a name="line.421"></a>
-<span class="sourceLineNo">422</span>    for (Action action : currentActions) {<a name="line.422"></a>
-<span class="sourceLineNo">423</span>      RegionLocations locs = findAllLocationsOrFail(action, true);<a name="line.423"></a>
-<span class="sourceLineNo">424</span>      if (locs == null) continue;<a name="line.424"></a>
-<span class="sourceLineNo">425</span>      boolean isReplicaAction = !RegionReplicaUtil.isDefaultReplica(action.getReplicaId());<a name="line.425"></a>
-<span class="sourceLineNo">426</span>      if (isReplica &amp;&amp; !isReplicaAction) {<a name="line.426"></a>
-<span class="sourceLineNo">427</span>        // This is the property of the current implementation, not a requirement.<a name="line.427"></a>
-<span class="sourceLineNo">428</span>        throw new AssertionError("Replica and non-replica actions in the same retry");<a name="line.428"></a>
-<span class="sourceLineNo">429</span>      }<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      isReplica = isReplicaAction;<a name="line.430"></a>
-<span class="sourceLineNo">431</span>      HRegionLocation loc = locs.getRegionLocation(action.getReplicaId());<a name="line.431"></a>
-<span class="sourceLineNo">432</span>      if (loc == null || loc.getServerName() == null) {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>        if (isReplica) {<a name="line.433"></a>
-<span class="sourceLineNo">434</span>          if (unknownReplicaActions == null) {<a name="line.434"></a>
-<span class="sourceLineNo">435</span>            unknownReplicaActions = new ArrayList&lt;&gt;(1);<a name="line.435"></a>
-<span class="sourceLineNo">436</span>          }<a name="line.436"></a>
-<span class="sourceLineNo">437</span>          unknownReplicaActions.add(action);<a name="line.437"></a>
-<span class="sourceLineNo">438</span>        } else {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>          // TODO: relies on primary location always being fetched<a name="line.439"></a>
-<span class="sourceLineNo">440</span>          manageLocationError(action, null);<a name="line.440"></a>
-<span class="sourceLineNo">441</span>        }<a name="line.441"></a>
-<span class="sourceLineNo">442</span>      } else {<a name="line.442"></a>
-<span class="sourceLineNo">443</span>        byte[] regionName = loc.getRegionInfo().getRegionName();<a name="line.443"></a>
-<span class="sourceLineNo">444</span>        AsyncProcess.addAction(loc.getServerName(), regionName, action, actionsByServer, nonceGroup);<a name="line.444"></a>
-<span class="sourceLineNo">445</span>      }<a name="line.445"></a>
-<span class="sourceLineNo">446</span>    }<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    boolean doStartReplica = (numAttempt == 1 &amp;&amp; !isReplica &amp;&amp; hasAnyReplicaGets);<a name="line.447"></a>
-<span class="sourceLineNo">448</span>    boolean hasUnknown = unknownReplicaActions != null &amp;&amp; !unknownReplicaActions.isEmpty();<a name="line.448"></a>
-<span class="sourceLineNo">449</span><a name="line.449"></a>
-<span class="sourceLineNo">450</span>    if (!actionsByServer.isEmpty()) {<a name="line.450"></a>
-<span class="sourceLineNo">451</span>      // If this is a first attempt to group and send, no replicas, we need replica thread.<a name="line.451"></a>
-<span class="sourceLineNo">452</span>      sendMultiAction(actionsByServer, numAttempt, (doStartReplica &amp;&amp; !hasUnknown)<a name="line.452"></a>
-<span class="sourceLineNo">453</span>          ? currentActions : null, numAttempt &gt; 1 &amp;&amp; !hasUnknown);<a name="line.453"></a>
-<span class="sourceLineNo">454</span>    }<a name="line.454"></a>
-<span class="sourceLineNo">455</span><a name="line.455"></a>
-<span class="sourceLineNo">456</span>    if (hasUnknown) {<a name="line.456"></a>
-<span class="sourceLineNo">457</span>      actionsByServer = new HashMap&lt;&gt;();<a name="line.457"></a>
-<span class="sourceLineNo">458</span>      for (Action action : unknownReplicaActions) {<a name="line.458"></a>
-<span class="sourceLineNo">459</span>        HRegionLocation loc = getReplicaLocationOrFail(action);<a name="line.459"></a>
-<span class="sourceLineNo">460</span>        if (loc == null) continue;<a name="line.460"></a>
-<span class="sourceLineNo">461</span>        byte[] regionName = loc.getRegionInfo().getRegionName();<a name="line.461"></a>
-<span class="sourceLineNo">462</span>        AsyncProcess.addAction(loc.getServerName(), regionName, action, actionsByServer, nonceGroup);<a name="line.462"></a>
-<span class="sourceLineNo">463</span>      }<a name="line.463"></a>
-<span class="sourceLineNo">464</span>      if (!actionsByServer.isEmpty()) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>        sendMultiAction(<a name="line.465"></a>
-<span class="sourceLineNo">466</span>            actionsByServer, numAttempt, doStartReplica ? currentActions : null, true);<a name="line.466"></a>
-<span class="sourceLineNo">467</span>      }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    }<a name="line.468"></a>
-<span class="sourceLineNo">469</span>  }<a name="line.469"></a>
-<span class="sourceLineNo">470</span><a name="line.470"></a>
-<span class="sourceLineNo">471</span>  private HRegionLocation getReplicaLocationOrFail(Action action) {<a name="line.471"></a>
-<span class="sourceLineNo">472</span>    // We are going to try get location once again. For each action, we'll do it once<a name="line.472"></a>
-<span class="sourceLineNo">473</span>    // from cache, because the previous calls in the loop might populate it.<a name="line.473"></a>
-<span class="sourceLineNo">474</span>    int replicaId = action.getReplicaId();<a name="line.474"></a>
-<span class="sourceLineNo">475</span>    RegionLocations locs = findAllLocationsOrFail(action, true);<a name="line.475"></a>
-<span class="sourceLineNo">476</span>    if (locs == null) return null; // manageError already called<a name="line.476"></a>
-<span class="sourceLineNo">477</span>    HRegionLocation loc = locs.getRegionLocation(replicaId);<a name="line.477"></a>
-<span class="sourceLineNo">478</span>    if (loc == null || loc.getServerName() == null) {<a name="line.478"></a>
-<span class="sourceLineNo">479</span>      locs = findAllLocationsOrFail(action, false);<a name="line.479"></a>
-<span class="sourceLineNo">480</span>      if (locs == null) return null; // manageError already called<a name="line.480"></a>
-<span class="sourceLineNo">481</span>      loc = locs.getRegionLocation(replicaId);<a name="line.481"></a>
-<span class="sourceLineNo">482</span>    }<a name="line.482"></a>
-<span class="sourceLineNo">483</span>    if (loc == null || loc.getServerName() == null) {<a name="line.483"></a>
-<span class="sourceLineNo">484</span>      manageLocationError(action, null);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>      return null;<a name="line.485"></a>
-<span class="sourceLineNo">486</span>    }<a name="line.486"></a>
-<span class="sourceLineNo">487</span>    return loc;<a name="line.487"></a>
-<span class="sourceLineNo">488</span>  }<a name="line.488"></a>
-<span class="sourceLineNo">489</span><a name="line.489"></a>
-<span class="sourceLineNo">490</span>  private void manageLocationError(Action action, Exception ex) {<a name="line.490"></a>
-<span class="sourceLineNo">491</span>    String msg = "Cannot get replica " + action.getReplicaId()<a name="line.491"></a>
-<span class="sourceLineNo">492</span>        + " location for " + action.getAction();<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    LOG.error(msg);<a name="line.493"></a>
-<span class="sourceLineNo">494</span>    if (ex == null) {<a name="line.494"></a>
-<span class="sourceLineNo">495</span>      ex = new IOException(msg);<a name="line.495"></a>
-<span class="sourceLineNo">496</span>    }<a name="line.496"></a>
-<span class="sourceLineNo">497</span>    manageError(action.getOriginalIndex(), action.getAction(),<a name="line.497"></a>
-<span class="sourceLineNo">498</span>        Retry.NO_LOCATION_PROBLEM, ex, null);<a name="line.498"></a>
-<span class="sourceLineNo">499</span>  }<a name="line.499"></a>
-<span class="sourceLineNo">500</span><a name="line.500"></a>
-<span class="sourceLineNo">501</span>  private RegionLocations findAllLocationsOrFail(Action action, boolean useCache) {<a name="line.501"></a>
-<span class="sourceLineNo">502</span>    if (action.getAction() == null) throw new IllegalArgumentException("#" + asyncProcess.id +<a name="line.502"></a>
-<span class="sourceLineNo">503</span>        ", row cannot be null");<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    RegionLocations loc = null;<a name="line.504"></a>
-<span class="sourceLineNo">505</span>    try {<a name="line.505"></a>
-<span class="sourceLineNo">506</span>      loc = asyncProcess.connection.locateRegion(<a name="line.506"></a>
-<span class="sourceLineNo">507</span>          tableName, action.getAction().getRow(), useCache, true, action.getReplicaId());<a name="line.507"></a>
-<span class="sourceLineNo">508</span>    } catch (IOException ex) {<a name="line.508"></a>
-<span class="sourceLineNo">509</span>      manageLocationError(action, ex);<a name="line.509"></a>
-<span class="sourceLineNo">510</span>    }<a name="line.510"></a>
-<span class="sourceLineNo">511</span>    return loc;<a name="line.511"></a>
-<span class="sourceLineNo">512</span>  }<a name="line.512"></a>
-<span class="sourceLineNo">513</span><a name="line.513"></a>
-<span class="sourceLineNo">514</span>  /**<a name="line.514"></a>
-<span class="sourceLineNo">515</span>   * Send a multi action structure to the servers, after a delay depending on the attempt<a name="line.515"></a>
-<span class="sourceLineNo">516</span>   * number. Asynchronous.<a name="line.516"></a>
-<span class="sourceLineNo">517</span>   *<a name="line.517"></a>
-<span class="sourceLineNo">518</span>   * @param actionsByServer the actions structured by regions<a name="line.518"></a>
-<span class="sourceLineNo">519</span>   * @param numAttempt the attempt number.<a name="line.519"></a>
-<span class="sourceLineNo">520</span>   * @param actionsForReplicaThread original actions for replica thread; null on non-first call.<a name="line.520"></a>
-<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
-<span class="sourceLineNo">522</span>  void sendMultiAction(Map&lt;ServerName, MultiAction&gt; actionsByServer,<a name="line.522"></a>
-<span class="sourceLineNo">523</span>                               int numAttempt, List&lt;Action&gt; actionsForReplicaThread, boolean reuseThread) {<a name="line.523"></a>
-<span class="sourceLineNo">524</span>    // Run the last item on the same thread if we are already on a send thread.<a name="line.524"></a>
-<span class="sourceLineNo">525</span>    // We hope most of the time it will be the only item, so we can cut down on threads.<a name="line.525"></a>
-<span class="sourceLineNo">526</span>    int actionsRemaining = actionsByServer.size();<a name="line.526"></a>
-<span class="sourceLineNo">527</span>    // This iteration is by server (the HRegionLocation comparator is by server portion only).<a name="line.527"></a>
-<span class="sourceLineNo">528</span>    for (Map.Entry&lt;ServerName, MultiAction&gt; e : actionsByServer.entrySet()) {<a name="line.528"></a>
-<span class="sourceLineNo">529</span>      ServerName server = e.getKey();<a name="line.529"></a>
-<span class="sourceLineNo">530</span>      MultiAction multiAction = e.getValue();<a name="line.530"></a>
-<span class="sourceLineNo">531</span>      Collection&lt;? extends Runnable&gt; runnables = getNewMultiActionRunnable(server, multiAction,<a name="line.531"></a>
-<span class="sourceLineNo">532</span>          numAttempt);<a name="line.532"></a>
-<span class="sourceLineNo">533</span>      // make sure we correctly count the number of runnables before we try to reuse the send<a name="line.533"></a>
-<span class="sourceLineNo">534</span>      // thread, in case we had to split the request into different runnables because of backoff<a name="line.534"></a>
-<span class="sourceLineNo">535</span>      if (runnables.size() &gt; actionsRemaining) {<a name="line.535"></a>
-<span class="sourceLineNo">536</span>        actionsRemaining = runnables.size();<a name="line.536"></a>
-<span class="sourceLineNo">537</span>      }<a name="line.537"></a>
-<span class="sourceLineNo">538</span><a name="line.538"></a>
-<span class="sourceLineNo">539</span>      // run all the runnables<a name="line.539"></a>
-<span class="sourceLineNo">540</span>      // HBASE-17475: Do not reuse the thread after stack reach a certain depth to prevent stack overflow<a name="line.540"></a>
-<span class="sourceLineNo">541</span>      // for now, we use HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER to control the depth<a name="line.541"></a>
-<span class="sourceLineNo">542</span>      for (Runnable runnable : runnables) {<a name="line.542"></a>
-<span class="sourceLineNo">543</span>        if ((--actionsRemaining == 0) &amp;&amp; reuseThread<a name="line.543"></a>
-<span class="sourceLineNo">544</span>            &amp;&amp; numAttempt % HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER != 0) {<a name="line.544"></a>
-<span class="sourceLineNo">545</span>          runnable.run();<a name="line.545"></a>
-<span class="sourceLineNo">546</span>        } else {<a name="line.546"></a>
-<span class="sourceLineNo">547</span>          try {<a name="line.547"></a>
-<span class="sourceLineNo">548</span>            pool.submit(runnable);<a name="line.548"></a>
-<span class="sourceLineNo">549</span>          } catch (Throwable t) {<a name="line.549"></a>
-<span class="sourceLineNo">550</span>            if (t instanceof RejectedExecutionException) {<a name="line.550"></a>
-<span class="sourceLineNo">551</span>              // This should never happen. But as the pool is provided by the end user,<a name="line.551"></a>
-<span class="sourceLineNo">552</span>              // let's secure this a little.<a name="line.552"></a>
-<span class="sourceLineNo">553</span>              LOG.warn("#" + asyncProcess.id + ", the task was rejected by the pool. This is unexpected." +<a name="line.553"></a>
-<span class="sourceLineNo">554</span>                  " Server is " + server.getServerName(), t);<a name="line.554"></a>
-<span class="sourceLineNo">555</span>            } else {<a name="line.555"></a>
-<span class="sourceLineNo">556</span>              // see #HBASE-14359 for more details<a name="line.556"></a>
-<span class="sourceLineNo">557</span>              LOG.warn("Caught unexpected exception/error: ", t);<a name="line.557"></a>
-<span class="sourceLineNo">558</span>            }<a name="line.558"></a>
-<span class="sourceLineNo">559</span>            asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.559"></a>
-<span class="sourceLineNo">560</span>            // We're likely to fail again, but this will increment the attempt counter,<a name="line.560"></a>
-<span class="sourceLineNo">561</span>            // so it will finish.<a name="line.561"></a>
-<span class="sourceLineNo">562</span>            receiveGlobalFailure(multiAction, server, numAttempt, t);<a name="line.562"></a>
-<span class="sourceLineNo">563</span>          }<a name="line.563"></a>
-<span class="sourceLineNo">564</span>        }<a name="line.564"></a>
-<span class="sourceLineNo">565</span>      }<a name="line.565"></a>
-<span class="sourceLineNo">566</span>    }<a name="line.566"></a>
-<span class="sourceLineNo">567</span><a name="line.567"></a>
-<span class="sourceLineNo">568</span>    if (actionsForReplicaThread != null) {<a name="line.568"></a>
-<span class="sourceLineNo">569</span>      startWaitingForReplicaCalls(actionsForReplicaThread);<a name="line.569"></a>
-<span class="sourceLineNo">570</span>    }<a name="line.570"></a>
-<span class="sourceLineNo">571</span>  }<a name="line.571"></a>
-<span class="sourceLineNo">572</span><a name="line.572"></a>
-<span class="sourceLineNo">573</span>  private Collection&lt;? extends Runnable&gt; getNewMultiActionRunnable(ServerName server,<a name="line.573"></a>
-<span class="sourceLineNo">574</span>                                                                   MultiAction multiAction,<a name="line.574"></a>
-<span class="sourceLineNo">575</span>                                                                   int numAttempt) {<a name="line.575"></a>
-<span class="sourceLineNo">576</span>    // no stats to manage, just do the standard action<a name="line.576"></a>
-<span class="sourceLineNo">577</span>    if (asyncProcess.connection.getStatisticsTracker() == null) {<a name="line.577"></a>
-<span class="sourceLineNo">578</span>      if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.578"></a>
-<span class="sourceLineNo">579</span>        asyncProcess.connection.getConnectionMetrics().incrNormalRunners();<a name="line.579"></a>
-<span class="sourceLineNo">580</span>      }<a name="line.580"></a>
-<span class="sourceLineNo">581</span>      asyncProcess.incTaskCounters(multiAction.getRegions(), server);<a name="line.581"></a>
-<span class="sourceLineNo">582</span>      SingleServerRequestRunnable runnable = createSingleServerRequest(<a name="line.582"></a>
-<span class="sourceLineNo">583</span>              multiAction, numAttempt, server, callsInProgress);<a name="line.583"></a>
-<span class="sourceLineNo">584</span>      Tracer tracer = Tracer.curThreadTracer();<a name="line.584"></a>
-<span class="sourceLineNo">585</span><a name="line.585"></a>
-<span class="sourceLineNo">586</span>      if (tracer == null) {<a name="line.586"></a>
-<span class="sourceLineNo">587</span>        return Collections.singletonList(runnable);<a name="line.587"></a>
-<span class="sourceLineNo">588</span>      } else {<a name="line.588"></a>
-<span class="sourceLineNo">589</span>        return Collections.singletonList(tracer.wrap(runnable, "AsyncProcess.sendMultiAction"));<a name="line.589"></a>
-<span class="sourceLineNo">590</span>      }<a name="line.590"></a>
-<span class="sourceLineNo">591</span>    }<a name="line.591"></a>
-<span class="sourceLineNo">592</span><a name="line.592"></a>
-<span class="sourceLineNo">593</span>    // group the actions by the amount of delay<a name="line.593"></a>
-<span class="sourceLineNo">594</span>    Map&lt;Long, DelayingRunner&gt; actions = new HashMap&lt;&gt;(multiAction.size());<a name="line.594"></a>
-<span class="sourceLineNo">595</span><a name="line.595"></a>
-<span class="sourceLineNo">596</span>    // split up the actions<a name="line.596"></a>
-<span class="sourceLineNo">597</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; e : multiAction.actions.entrySet()) {<a name="line.597"></a>
-<span class="sourceLineNo">598</span>      Long backoff = getBackoff(server, e.getKey());<a name="line.598"></a>
-<span class="sourceLineNo">599</span>      DelayingRunner runner = actions.get(backoff);<a name="line.599"></a>
-<span class="sourceLineNo">600</span>      if (runner == null) {<a name="line.600"></a>
-<span class="sourceLineNo">601</span>        actions.put(backoff, new DelayingRunner(backoff, e));<a name="line.601"></a>
-<span class="sourceLineNo">602</span>      } else {<a name="line.602"></a>
-<span class="sourceLineNo">603</span>        runner.add(e);<a name="line.603"></a>
-<span class="sourceLineNo">604</span>      }<a name="line.604"></a>
-<span class="sourceLineNo">605</span>    }<a name="line.605"></a>
-<span class="sourceLineNo">606</span><a name="line.606"></a>
-<span class="sourceLineNo">607</span>    List&lt;Runnable&gt; toReturn = new ArrayList&lt;&gt;(actions.size());<a name="line.607"></a>
-<span class="sourceLineNo">608</span>    for (DelayingRunner runner : actions.values()) {<a name="line.608"></a>
-<span class="sourceLineNo">609</span>      asyncProcess.incTaskCounters(runner.getActions().getRegions(), server);<a name="line.609"></a>
-<span class="sourceLineNo">610</span>      String traceText = "AsyncProcess.sendMultiAction";<a name="line.610"></a>
-<span class="sourceLineNo">611</span>      Runnable runnable = createSingleServerRequest(runner.getActions(), numAttempt, server, callsInProgress);<a name="line.611"></a>
-<span class="sourceLineNo">612</span>      // use a delay runner only if we need to sleep for some time<a name="line.612"></a>
-<span class="sourceLineNo">613</span>      if (runner.getSleepTime() &gt; 0) {<a name="line.613"></a>
-<span class="sourceLineNo">614</span>        runner.setRunner(runnable);<a name="line.614"></a>
-<span class="sourceLineNo">615</span>        traceText = "AsyncProcess.clientBackoff.sendMultiAction";<a name="line.615"></a>
-<span class="sourceLineNo">616</span>        runnable = runner;<a name="line.616"></a>
-<span class="sourceLineNo">617</span>        if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.617"></a>
-<span class="sourceLineNo">618</span>          asyncProcess.connection.getConnectionMetrics().incrDelayRunners();<a name="line.618"></a>
-<span class="sourceLineNo">619</span>          asyncProcess.connection.getConnectionMetrics().updateDelayInterval(runner.getSleepTime());<a name="line.619"></a>
-<span class="sourceLineNo">620</span>        }<a name="line.620"></a>
-<span class="sourceLineNo">621</span>      } else {<a name="line.621"></a>
-<span class="sourceLineNo">622</span>        if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.622"></a>
-<span class="sourceLineNo">623</span>          asyncProcess.connection.getConnectionMetrics().incrNormalRunners();<a name="line.623"></a>
-<span class="sourceLineNo">624</span>        }<a name="line.624"></a>
-<span class="sourceLineNo">625</span>      }<a name="line.625"></a>
-<span class="sourceLineNo">626</span>      runnable = TraceUtil.wrap(runnable, traceText);<a name="line.626"></a>
-<span class="sourceLineNo">627</span>      toReturn.add(runnable);<a name="line.627"></a>
-<span class="sourceLineNo">628</span><a name="line.628"></a>
-<span class="sourceLineNo">629</span>    }<a name="line.629"></a>
-<span class="sourceLineNo">630</span>    return toReturn;<a name="line.630"></a>
-<span class="sourceLineNo">631</span>  }<a name="line.631"></a>
-<span class="sourceLineNo">632</span><a name="line.632"></a>
-<span class="sourceLineNo">633</span>  /**<a name="line.633"></a>
-<span class="sourceLineNo">634</span>   * @param server server location where the target region is hosted<a name="line.634"></a>
-<span class="sourceLineNo">635</span>   * @param regionName name of the region which we are going to write some data<a name="line.635"></a>
-<span class="sourceLineNo">636</span>   * @return the amount of time the client should wait until it submit a request to the<a name="line.636"></a>
-<span class="sourceLineNo">637</span>   * specified server and region<a name="line.637"></a>
-<span class="sourceLineNo">638</span>   */<a name="line.638"></a>
-<span class="sourceLineNo">639</span>  private Long getBackoff(ServerName server, byte[] regionName) {<a name="line.639"></a>
-<span class="sourceLineNo">640</span>    ServerStatisticTracker tracker = asyncProcess.connection.getStatisticsTracker();<a name="line.640"></a>
-<span class="sourceLineNo">641</span>    ServerStatistics stats = tracker.getStats(server);<a name="line.641"></a>
-<span class="sourceLineNo">642</span>    return asyncProcess.connection.getBackoffPolicy()<a name="line.642"></a>
-<span class="sourceLineNo">643</span>        .getBackoffTime(server, regionName, stats);<a name="line.643"></a>
-<span class="sourceLineNo">644</span>  }<a name="line.644"></a>
-<span class="sourceLineNo">645</span><a name="line.645"></a>
-<span class="sourceLineNo">646</span>  /**<a name="line.646"></a>
-<span class="sourceLineNo">647</span>   * Starts waiting to issue replica calls on a different thread; or issues them immediately.<a name="line.647"></a>
-<span class="sourceLineNo">648</span>   */<a name="line.648"></a>
-<span class="sourceLineNo">649</span>  private void startWaitingForReplicaCalls(List&lt;Action&gt; actionsForReplicaThread) {<a name="line.649"></a>
-<span class="sourceLineNo">650</span>    long startTime = EnvironmentEdgeManager.currentTime();<a name="line.650"></a>
-<span class="sourceLineNo">651</span>    ReplicaCallIssuingRunnable replicaRunnable = new ReplicaCallIssuingRunnable(<a name="line.651"></a>
-<span class="sourceLineNo">652</span>        actionsForReplicaThread, startTime);<a name="line.652"></a>
-<span class="sourceLineNo">653</span>    if (asyncProcess.primaryCallTimeoutMicroseconds == 0) {<a name="line.653"></a>
-<span class="sourceLineNo">654</span>      // Start replica calls immediately.<a name="line.654"></a>
-<span class="sourceLineNo">655</span>      replicaRunnable.run();<a name="line.655"></a>
-<span class="sourceLineNo">656</span>    } else {<a name="line.656"></a>
-<span class="sourceLineNo">657</span>      // Start the thread that may kick off replica gets.<a name="line.657"></a>
-<span class="sourceLineNo">658</span>      // TODO: we could do it on the same thread, but it's a user thread, might be a bad idea.<a name="line.658"></a>
-<span class="sourceLineNo">659</span>      try {<a name="line.659"></a>
-<span class="sourceLineNo">660</span>        pool.submit(replicaRunnable);<a name="line.660"></a>
-<span class="sourceLineNo">661</span>      } catch (RejectedExecutionException ree) {<a name="line.661"></a>
-<span class="sourceLineNo">662</span>        LOG.warn("#" + asyncProcess.id + ", replica task was rejected by the pool - no replica calls", ree);<a name="line.662"></a>
-<span class="sourceLineNo">663</span>      }<a name="line.663"></a>
-<span class="sourceLineNo">664</span>    }<a name="line.664"></a>
-<span class="sourceLineNo">665</span>  }<a name="line.665"></a>
-<span class="sourceLineNo">666</span><a name="line.666"></a>
-<span class="sourceLineNo">667</span>  /**<a name="line.667"></a>
-<span class="sourceLineNo">668</span>   * Check that we can retry acts accordingly: logs, set the error status.<a name="line.668"></a>
-<span class="sourceLineNo">669</span>   *<a name="line.669"></a>
-<span class="sourceLineNo">670</span>   * @param originalIndex the position in the list sent<a name="line.670"></a>
-<span class="sourceLineNo">671</span>   * @param row           the row<a name="line.671"></a>
-<span class="sourceLineNo">672</span>   * @param canRetry      if false, we won't retry whatever the settings.<a name="line.672"></a>
-<span class="sourceLineNo">673</span>   * @param throwable     the throwable, if any (can be null)<a name="line.673"></a>
-<span class="sourceLineNo">674</span>   * @param server        the location, if any (can be null)<a name="line.674"></a>
-<span class="sourceLineNo">675</span>   * @return true if the action can be retried, false otherwise.<a name="line.675"></a>
-<span class="sourceLineNo">676</span>   */<a name="line.676"></a>
-<span class="sourceLineNo">677</span>  Retry manageError(int originalIndex, Row row, Retry canRetry,<a name="line.677"></a>
-<span class="sourceLineNo">678</span>                                        Throwable throwable, ServerName server) {<a name="line.678"></a>
-<span class="sourceLineNo">679</span>    if (canRetry == Retry.YES<a name="line.679"></a>
-<span class="sourceLineNo">680</span>        &amp;&amp; throwable != null &amp;&amp; throwable instanceof DoNotRetryIOException) {<a name="line.680"></a>
-<span class="sourceLineNo">681</span>      canRetry = Retry.NO_NOT_RETRIABLE;<a name="line.681"></a>
-<span class="sourceLineNo">682</span>    }<a name="line.682"></a>
-<span class="sourceLineNo">683</span><a name="line.683"></a>
-<span class="sourceLineNo">684</span>    if (canRetry != Retry.YES) {<a name="line.684"></a>
-<span class="sourceLineNo">685</span>      // Batch.Callback&lt;Res&gt; was not called on failure in 0.94. We keep this.<a name="line.685"></a>
-<span class="sourceLineNo">686</span>      setError(originalIndex, row, throwable, server);<a name="line.686"></a>
-<span class="sourceLineNo">687</span>    } else if (isActionComplete(originalIndex, row)) {<a name="line.687"></a>
-<span class="sourceLineNo">688</span>      canRetry = Retry.NO_OTHER_SUCCEEDED;<a name="line.688"></a>
-<span class="sourceLineNo">689</span>    }<a name="line.689"></a>
-<span class="sourceLineNo">690</span>    return canRetry;<a name="line.690"></a>
-<span class="sourceLineNo">691</span>  }<a name="line.691"></a>
-<span class="sourceLineNo">692</span><a name="line.692"></a>
-<span class="sourceLineNo">693</span>  /**<a name="line.693"></a>
-<span class="sourceLineNo">694</span>   * Resubmit all the actions from this multiaction after a failure.<a name="line.694"></a>
-<span class="sourceLineNo">695</span>   *<a name="line.695"></a>
-<span class="sourceLineNo">696</span>   * @param rsActions  the actions still to do from the initial list<a name="line.696"></a>
-<span class="sourceLineNo">697</span>   * @param server   the destination<a name="line.697"></a>
-<span class="sourceLineNo">698</span>   * @param numAttempt the number of attempts so far<a name="line.698"></a>
-<span class="sourceLineNo">699</span>   * @param t the throwable (if any) that caused the resubmit<a name="line.699"></a>
-<span class="sourceLineNo">700</span>   */<a name="line.700"></a>
-<span class="sourceLineNo">701</span>  private void receiveGlobalFailure(<a name="line.701"></a>
-<span class="sourceLineNo">702</span>      MultiAction rsActions, ServerName server, int numAttempt, Throwable t) {<a name="line.702"></a>
-<span class="sourceLineNo">703</span>    errorsByServer.reportServerError(server);<a name="line.703"></a>
-<span class="sourceLineNo">704</span>    Retry canRetry = errorsByServer.canTryMore(numAttempt)<a name="line.704"></a>
-<span class="sourceLineNo">705</span>        ? Retry.YES : Retry.NO_RETRIES_EXHAUSTED;<a name="line.705"></a>
-<span class="sourceLineNo">706</span><a name="line.706"></a>
-<span class="sourceLineNo">707</span>    cleanServerCache(server, t);<a name="line.707"></a>
-<span class="sourceLineNo">708</span>    int failed = 0;<a name="line.708"></a>
-<span class="sourceLineNo">709</span>    int stopped = 0;<a name="line.709"></a>
-<span class="sourceLineNo">710</span>    List&lt;Action&gt; toReplay = new ArrayList&lt;&gt;();<a name="line.710"></a>
-<span class="sourceLineNo">711</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; e : rsActions.actions.entrySet()) {<a name="line.711"></a>
-<span class="sourceLineNo">712</span>      byte[] regionName = e.getKey();<a name="line.712"></a>
-<span class="sourceLineNo">713</span>      byte[] row = e.getValue().get(0).getAction().getRow();<a name="line.713"></a>
-<span class="sourceLineNo">714</span>      // Do not use the exception for updating cache because it might be coming from<a name="line.714"></a>
-<span class="sourceLineNo">715</span>      // any of the regions in the MultiAction.<a name="line.715"></a>
-<span class="sourceLineNo">716</span>      updateCachedLocations(server, regionName, row,<a name="line.716"></a>
-<span class="sourceLineNo">717</span>        ClientExceptionsUtil.isMetaClearingException(t) ? null : t);<a name="line.717"></a>
-<span class="sourceLineNo">718</span>      for (Action action : e.getValue()) {<a name="line.718"></a>
-<span class="sourceLineNo">719</span>        Retry retry = manageError(<a name="line.719"></a>
-<span class="sourceLineNo">720</span>            action.getOriginalIndex(), action.getAction(), canRetry, t, server);<a name="line.720"></a>
-<span class="sourceLineNo">721</span>        if (retry == Retry.YES) {<a name="line.721"></a>
-<span class="sourceLineNo">722</span>          toReplay.add(action);<a name="line.722"></a>
-<span class="sourceLineNo">723</span>        } else if (retry == Retry.NO_OTHER_SUCCEEDED) {<a name="line.723"></a>
-<span class="sourceLineNo">724</span>          ++stopped;<a name="line.724"></a>
-<span class="sourceLineNo">725</span>        } else {<a name="line.725"></a>
-<span class="sourceLineNo">726</span>          ++failed;<a name="line.726"></a>
-<span class="sourceLineNo">727</span>        }<a name="line.727"></a>
-<span class="sourceLineNo">728</span>      }<a name="line.728"></a>
-<span class="sourceLineNo">729</span>    }<a name="line.729"></a>
-<span class="sourceLineNo">730</span><a name="line.730"></a>
-<span class="sourceLineNo">731</span>    if (toReplay.isEmpty()) {<a name="line.731"></a>
-<span class="sourceLineNo">732</span>      logNoResubmit(server, numAttempt, rsActions.size(), t, failed, stopped);<a name="line.732"></a>
-<span class="sourceLineNo">733</span>    } else {<a name="line.733"></a>
-<span class="sourceLineNo">734</span>      resubmit(server, toReplay, numAttempt, rsActions.size(), t);<a name="line.734"></a>
-<span class="sourceLineNo">735</span>    }<a name="line.735"></a>
-<span class="sourceLineNo">736</span>  }<a name="line.736"></a>
-<span class="sourceLineNo">737</span><a name="line.737"></a>
-<span class="sourceLineNo">738</span>  /**<a name="line.738"></a>
-<span class="sourceLineNo">739</span>   * Log as much info as possible, and, if there is something to replay,<a name="line.739"></a>
-<span class="sourceLineNo">740</span>   * submit it again after a back off sleep.<a name="line.740"></a>
-<span class="sourceLineNo">741</span>   */<a name="line.741"></a>
-<span class="sourceLineNo">742</span>  private void resubmit(ServerName oldServer, List&lt;Action&gt; toReplay,<a name="line.742"></a>
-<span class="sourceLineNo">743</span>                        int numAttempt, int failureCount, Throwable throwable) {<a name="line.743"></a>
-<span class="sourceLineNo">744</span>    // We have something to replay. We're going to sleep a little before.<a name="line.744"></a>
-<span class="sourceLineNo">745</span><a name="line.745"></a>
-<span class="sourceLineNo">746</span>    // We have two contradicting needs here:<a name="line.746"></a>
-<span class="sourceLineNo">747</span>    //  1) We want to get the new location after having slept, as it may change.<a name="line.747"></a>
-<span class="sourceLineNo">748</span>    //  2) We want to take into account the location when calculating the sleep time.<a name="line.748"></a>
-<span class="sourceLineNo">749</span>    //  3) If all this is just because the response needed to be chunked try again FAST.<a name="line.749"></a>
-<span class="sourceLineNo">750</span>    // It should be possible to have some heuristics to take the right decision. Short term,<a name="line.750"></a>
-<span class="sourceLineNo">751</span>    //  we go for one.<a name="line.751"></a>
-<span class="sourceLineNo">752</span>    boolean retryImmediately = throwable instanceof RetryImmediatelyException;<a name="line.752"></a>
-<span class="sourceLineNo">753</span>    int nextAttemptNumber = retryImmediately ? numAttempt : numAttempt + 1;<a name="line.753"></a>
-<span class="sourceLineNo">754</span>    long backOffTime;<a name="line.754"></a>
-<span class="sourceLineNo">755</span>    if (retryImmediately) {<a name="line.755"></a>
-<span class="sourceLineNo">756</span>      backOffTime = 0;<a name="line.756"></a>
-<span class="sourceLineNo">757</span>    } else if (throwable instanceof CallQueueTooBigException) {<a name="line.757"></a>
-<span class="sourceLineNo">758</span>      // Give a special check on CQTBE, see #HBASE-17114<a name="line.758"></a>
-<span class="sourceLineNo">759</span>      backOffTime = errorsByServer.calculateBackoffTime(oldServer, asyncProcess.pauseForCQTBE);<a name="line.759"></a>
-<span class="sourceLineNo">760</span>    } else {<a name="line.760"></a>
-<span class="sourceLineNo">761</span>      backOffTime = errorsByServer.calculateBackoffTime(oldServer, asyncProcess.pause);<a name="line.761"></a>
-<span class="sourceLineNo">762</span>    }<a name="line.762"></a>
-<span class="sourceLineNo">763</span>    if (numAttempt &gt; asyncProcess.startLogErrorsCnt) {<a name="line.763"></a>
-<span class="sourceLineNo">764</span>      // We use this value to have some logs when we have multiple failures, but not too many<a name="line.764"></a>
-<span class="sourceLineNo">765</span>      //  logs, as errors are to be expected when a region moves, splits and so on<a name="line.765"></a>
-<span class="sourceLineNo">766</span>      LOG.info(createLog(numAttempt, failureCount, toReplay.size(),<a name="line.766"></a>
-<span class="sourceLineNo">767</span>          oldServer, throwable, backOffTime, true, null, -1, -1));<a name="line.767"></a>
-<span class="sourceLineNo">768</span>    }<a name="line.768"></a>
-<span class="sourceLineNo">769</span><a name="line.769"></a>
-<span class="sourceLineNo">770</span>    try {<a name="line.770"></a>
-<span class="sourceLineNo">771</span>      if (backOffTime &gt; 0) {<a name="line.771"></a>
-<span class="sourceLineNo">772</span>        Thread.sleep(backOffTime);<a name="line.772"></a>
-<span class="sourceLineNo">773</span>      }<a name="line.773"></a>
-<span class="sourceLineNo">774</span>    } catch (InterruptedException e) {<a name="line.774"></a>
-<span class="sourceLineNo">775</span>      LOG.warn("#" + asyncProcess.id + ", not sent: " + toReplay.size() + " operations, " + oldServer, e);<a name="line.775"></a>
-<span class="sourceLineNo">776</span>      Thread.currentThread().interrupt();<a name="line.776"></a>
-<span class="sourceLineNo">777</span>      return;<a name="line.777"></a>
-<span class="sourceLineNo">778</span>    }<a name="line.778"></a>
-<span class="sourceLineNo">779</span><a name="line.779"></a>
-<span class="sourceLineNo">780</span>    groupAndSendMultiAction(toReplay, nextAttemptNumber);<a name="line.780"></a>
-<span class="sourceLineNo">781</span>  }<a name="line.781"></a>
-<span class="sourceLineNo">782</span><a name="line.782"></a>
-<span class="sourceLineNo">783</span>  private void logNoResubmit(ServerName oldServer, int numAttempt,<a name="line.783"></a>
-<span class="sourceLineNo">784</span>                             int failureCount, Throwable throwable, int failed, int stopped) {<a name="line.784"></a>
-<span class="sourceLineNo">785</span>    if (failureCount != 0 || numAttempt &gt; asyncProcess.startLogErrorsCnt + 1) {<a name="line.785"></a>
-<span class="sourceLineNo">786</span>      String timeStr = new Date(errorsByServer.getStartTrackingTime()).toString();<a name="line.786"></a>
-<span class="sourceLineNo">787</span>      String logMessage = createLog(numAttempt, failureCount, 0, oldServer,<a name="line.787"></a>
-<span class="sourceLineNo">788</span>          throwable, -1, false, timeStr, failed, stopped);<a name="line.788"></a>
-<span class="sourceLineNo">789</span>      if (failed != 0) {<a name="line.789"></a>
-<span class="sourceLineNo">790</span>        // Only log final failures as warning<a name="line.790"></a>
-<span class="sourceLineNo">791</span>        LOG.warn(logMessage);<a name="line.791"></a>
-<span class="sourceLineNo">792</span>      } else {<a name="line.792"></a>
-<span class="sourceLineNo">793</span>        LOG.info(logMessage);<a name="line.793"></a>
-<span class="sourceLineNo">794</span>      }<a name="line.794"></a>
-<span class="sourceLineNo">795</span>    }<a name="line.795"></a>
-<span class="sourceLineNo">796</span>  }<a name="line.796"></a>
-<span class="sourceLineNo">797</span><a name="line.797"></a>
-<span class="sourceLineNo">798</span>  /**<a name="line.798"></a>
-<span class="sourceLineNo">799</span>   * Called when we receive the result of a server query.<a name="line.799"></a>
-<span class="sourceLineNo">800</span>   *<a name="line.800"></a>
-<span class="sourceLineNo">801</span>   * @param multiAction    - the multiAction we sent<a name="line.801"></a>
-<span class="sourceLineNo">802</span>   * @param server       - the location. It's used as a server name.<a name="line.802"></a>
-<span class="sourceLineNo">803</span>   * @param responses      - the response, if any<a name="line.803"></a>
-<span class="sourceLineNo">804</span>   * @param numAttempt     - the attempt<a name="line.804"></a>
-<span class="sourceLineNo">805</span>   */<a name="line.805"></a>
-<span class="sourceLineNo">806</span>  private void receiveMultiAction(MultiAction multiAction,<a name="line.806"></a>
-<span class="sourceLineNo">807</span>                                  ServerName server, MultiResponse responses, int numAttempt) {<a name="line.807"></a>
-<span class="sourceLineNo">808</span>    assert responses != null;<a name="line.808"></a>
-<span class="sourceLineNo">809</span><a name="line.809"></a>
-<span class="sourceLineNo">810</span>    Map&lt;byte[], MultiResponse.RegionResult&gt; results = responses.getResults();<a name="line.810"></a>
-<span class="sourceLineNo">811</span>    updateStats(server, results);<a name="line.811"></a>
-<span class="sourceLineNo">812</span><a name="line.812"></a>
-<span class="sourceLineNo">813</span>    // Success or partial success<a name="line.813"></a>
-<span class="sourceLineNo">814</span>    // Analyze detailed results. We can still have individual failures to be redo.<a name="line.814"></a>
-<span class="sourceLineNo">815</span>    // two specific throwables are managed:<a name="line.815"></a>
-<span class="sourceLineNo">816</span>    //  - DoNotRetryIOException: we continue to retry for other actions<a name="line.816"></a>
-<span class="sourceLineNo">817</span>    //  - RegionMovedException: we update the cache with the new region location<a name="line.817"></a>
-<span class="sourceLineNo">818</span><a name="line.818"></a>
-<span class="sourceLineNo">819</span>    List&lt;Action&gt; toReplay = new ArrayList&lt;&gt;();<a name="line.819"></a>
-<span class="sourceLineNo">820</span>    Throwable lastException = null;<a name="line.820"></a>
-<span class="sourceLineNo">821</span>    int failureCount = 0;<a name="line.821"></a>
-<span class="sourceLineNo">822</span>    int failed = 0;<a name="line.822"></a>
-<span class="sourceLineNo">823</span>    int stopped = 0;<a name="line.823"></a>
-<span class="sourceLineNo">824</span>    Retry retry = null;<a name="line.824"></a>
-<span class="sourceLineNo">825</span>    // Go by original action.<a name="line.825"></a>
-<span class="sourceLineNo">826</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; regionEntry : multiAction.actions.entrySet()) {<a name="line.826"></a>
-<span class="sourceLineNo">827</span>      byte[] regionName = regionEntry.getKey();<a name="line.827"></a>
-<span class="sourceLineNo">828</span><a name="line.828"></a>
-<span class="sourceLineNo">829</span>      Throwable regionException = responses.getExceptions().get(regionName);<a name="line.829"></a>
-<span class="sourceLineNo">830</span>      cleanServerCache(server, regionException);<a name="line.830"></a>
-<span class="sourceLineNo">831</span><a name="line.831"></a>
-<span class="sourceLineNo">832</span>      Map&lt;Integer, Object&gt; regionResults =<a name="line.832"></a>
-<span class="sourceLineNo">833</span>        results.containsKey(regionName) ? results.get(regionName).result : Collections.emptyMap();<a name="line.833"></a>
-<span class="sourceLineNo">834</span>      boolean regionFailureRegistered = false;<a name="line.834"></a>
-<span class="sourceLineNo">835</span>      for (Action sentAction : regionEntry.getValue()) {<a name="line.835"></a>
-<span class="sourceLineNo">836</span>        Object result = regionResults.get(sentAction.getOriginalIndex());<a name="line.836"></a>
-<span class="sourceLineNo">837</span>        if (result == null) {<a name="line.837"></a>
-<span class="sourceLineNo">838</span>          if (regionException == null) {<a name="line.838"></a>
-<span class="sourceLineNo">839</span>            LOG.error("Server sent us neither results nor exceptions for "<a name="line.839"></a>
-<span class="sourceLineNo">840</span>              + Bytes.toStringBinary(regionName)<a name="line.840"></a>
-<span class="sourceLineNo">841</span>              + ", numAttempt:" + numAttempt);<a name="line.841"></a>
-<span class="sourceLineNo">842</span>            regionException = new RuntimeException("Invalid response");<a name="line.842"></a>
-<span class="sourceLineNo">843</span>          }<a name="line.843"></a>
-<span class="sourceLineNo">844</span>          // If the row operation encounters the region-lever error, the exception of action may be<a name="line.844"></a>
-<span class="sourceLineNo">845</span>          // null.<a name="line.845"></a>
-<span class="sourceLineNo">846</span>          result = regionException;<a name="line.846"></a>
-<span class="sourceLineNo">847</span>        }<a name="line.847"></a>
-<span class="sourceLineNo">848</span>        // Failure: retry if it's make sense else update the errors lists<a name="line.848"></a>
-<span class="sourceLineNo">849</span>        if (result instanceof Throwable) {<a name="line.849"></a>
-<span class="sourceLineNo">850</span>          Throwable actionException = (Throwable) result;<a name="line.850"></a>
-<span class="sourceLineNo">851</span>          Row row = sentAction.getAction();<a name="line.851"></a>
-<span class="sourceLineNo">852</span>          lastException = regionException != null ? regionException<a name="line.852"></a>
-<span class="sourceLineNo">853</span>            : ClientExceptionsUtil.findException(actionException);<a name="line.853"></a>
-<span class="sourceLineNo">854</span>          // Register corresponding failures once per server/once per region.<a name="line.854"></a>
-<span class="sourceLineNo">855</span>          if (!regionFailureRegistered) {<a name="line.855"></a>
-<span class="sourceLineNo">856</span>            regionFailureRegistered = true;<a name="line.856"></a>
-<span class="sourceLineNo">857</span>            updateCachedLocations(server, regionName, row.getRow(), actionException);<a name="line.857"></a>
-<span class="sourceLineNo">858</span>          }<a name="line.858"></a>
-<span class="sourceLineNo">859</span>          if (retry == null) {<a name="line.859"></a>
-<span class="sourceLineNo">860</span>            errorsByServer.reportServerError(server);<a name="line.860"></a>
-<span class="sourceLineNo">861</span>            // We determine canRetry only once for all calls, after reporting server failure.<a name="line.861"></a>
-<span class="sourceLineNo">862</span>            retry = errorsByServer.canTryMore(numAttempt) ?<a name="line.862"></a>
-<span class="sourceLineNo">863</span>              Retry.YES : Retry.NO_RETRIES_EXHAUSTED;<a name="line.863"></a>
-<span class="sourceLineNo">864</span>          }<a name="line.864"></a>
-<span class="sourceLineNo">865</span>          ++failureCount;<a name="line.865"></a>
-<span class="sourceLineNo">866</span>          switch (manageError(sentAction.getOriginalIndex(), row, retry, actionException,<a name="line.866"></a>
-<span class="sourceLineNo">867</span>            server)) {<a name="line.867"></a>
-<span class="sourceLineNo">868</span>            case YES:<a name="line.868"></a>
-<span class="sourceLineNo">869</span>              toReplay.add(sentAction);<a name="line.869"></a>
-<span class="sourceLineNo">870</span>              break;<a name="line.870"></a>
-<span class="sourceLineNo">871</span>            case NO_OTHER_SUCCEEDED:<a name="line.871"></a>
-<span class="sourceLineNo">872</span>              ++stopped;<a name="line.872"></a>
-<span class="sourceLineNo">873</span>              break;<a name="line.873"></a>
-<span class="sourceLineNo">874</span>            default:<a name="line.874"></a>
-<span class="sourceLineNo">875</span>              ++failed;<a name="line.875"></a>
-<span class="sourceLineNo">876</span>              break;<a name="line.876"></a>
-<span class="sourceLineNo">877</span>          }<a name="line.877"></a>
-<span class="sourceLineNo">878</span>        } else {<a name="line.878"></a>
-<span class="sourceLineNo">879</span>          invokeCallBack(regionName, sentAction.getAction().getRow(), (CResult) result);<a name="line.879"></a>
-<span class="sourceLineNo">880</span>          setResult(sentAction, result);<a name="line.880"></a>
-<span class="sourceLineNo">881</span>        }<a name="line.881"></a>
-<span class="sourceLineNo">882</span>      }<a name="line.882"></a>
-<span class="sourceLineNo">883</span>    }<a name="line.883"></a>
-<span class="sourceLineNo">884</span>    if (toReplay.isEmpty()) {<a name="line.884"></a>
-<span class="sourceLineNo">885</span>      logNoResubmit(server, numAttempt, failureCount, lastException, failed, stopped);<a name="line.885"></a>
-<span class="sourceLineNo">886</span>    } else {<a name="line.886"></a>
-<span class="sourceLineNo">887</span>      resubmit(server, toReplay, numAttempt, failureCount, lastException);<a name="line.887"></a>
-<span class="sourceLineNo">888</span>    }<a name="line.888"></a>
-<span class="sourceLineNo">889</span>  }<a name="line.889"></a>
-<span class="sourceLineNo">890</span><a name="line.890"></a>
-<span class="sourceLineNo">891</span>  private void updateCachedLocations(ServerName server, byte[] regionName, byte[] row,<a name="line.891"></a>
-<span class="sourceLineNo">892</span>    Throwable rowException) {<a name="line.892"></a>
-<span class="sourceLineNo">893</span>    if (tableName == null) {<a name="line.893"></a>
-<span class="sourceLineNo">894</span>      return;<a name="line.894"></a>
-<span class="sourceLineNo">895</span>    }<a name="line.895"></a>
-<span class="sourceLineNo">896</span>    try {<a name="line.896"></a>
-<span class="sourceLineNo">897</span>      asyncProcess.connection<a name="line.897"></a>
-<span class="sourceLineNo">898</span>        .updateCachedLocations(tableName, regionName, row, rowException, server);<a name="line.898"></a>
-<span class="sourceLineNo">899</span>    } catch (Throwable ex) {<a name="line.899"></a>
-<span class="sourceLineNo">900</span>      // That should never happen, but if it did, we want to make sure<a name="line.900"></a>
-<span class="sourceLineNo">901</span>      // we still process errors<a name="line.901"></a>
-<span class="sourceLineNo">902</span>      LOG.error("Couldn't update cached region locations: " + ex);<a name="line.902"></a>
-<span class="sourceLineNo">903</span>    }<a name="line.903"></a>
-<span class="sourceLineNo">904</span>  }<a name="line.904"></a>
-<span class="sourceLineNo">905</span><a name="line.905"></a>
-<span class="sourceLineNo">906</span>  private void invokeCallBack(byte[] regionName, byte[] row, CResult result) {<a name="line.906"></a>
-<span class="sourceLineNo">907</span>    if (callback != null) {<a name="line.907"></a>
-<span class="sourceLineNo">908</span>      try {<a name="line.908"></a>
-<span class="sourceLineNo">909</span>        //noinspection unchecked<a name="line.909"></a>
-<span class="sourceLineNo">910</span>        // TODO: would callback expect a replica region name if it gets one?<a name="line.910"></a>
-<span class="sourceLineNo">911</span>        this.callback.update(regionName, row, result);<a name="line.911"></a>
-<span class="sourceLineNo">912</span>      } catch (Throwable t) {<a name="line.912"></a>
-<span class="sourceLineNo">913</span>        LOG.error("User callback threw an exception for "<a name="line.913"></a>
-<span class="sourceLineNo">914</span>          + Bytes.toStringBinary(regionName) + ", ignoring", t);<a name="line.914"></a>
-<span class="sourceLineNo">915</span>      }<a name="line.915"></a>
-<span class="sourceLineNo">916</span>    }<a name="line.916"></a>
-<span class="sourceLineNo">917</span>  }<a name="line.917"></a>
-<span class="sourceLineNo">918</span><a name="line.918"></a>
-<span class="sourceLineNo">919</span>  private void cleanServerCache(ServerName server, Throwable regionException) {<a name="line.919"></a>
-<span class="sourceLineNo">920</span>    if (tableName == null &amp;&amp; ClientExceptionsUtil.isMetaClearingException(regionException)) {<a name="line.920"></a>
-<span class="sourceLineNo">921</span>      // For multi-actions, we don't have a table name, but we want to make sure to clear the<a name="line.921"></a>
-<span class="sourceLineNo">922</span>      // cache in case there were location-related exceptions. We don't to clear the cache<a name="line.922"></a>
-<span class="sourceLineNo">923</span>      // for every possible exception that comes through, however.<a name="line.923"></a>
-<span class="sourceLineNo">924</span>      asyncProcess.connection.clearCaches(server);<a name="line.924"></a>
-<span class="sourceLineNo">925</span>    }<a name="line.925"></a>
-<span class="sourceLineNo">926</span>  }<a name="line.926"></a>
-<span class="sourceLineNo">927</span><a name="line.927"></a>
-<span class="sourceLineNo">928</span>  @VisibleForTesting<a name="line.928"></a>
-<span class="sourceLineNo">929</span>  protected void updateStats(ServerName server, Map&lt;byte[], MultiResponse.RegionResult&gt; results) {<a name="line.929"></a>
-<span class="sourceLineNo">930</span>    boolean metrics = asyncProcess.connection.getConnectionMetrics() != null;<a name="line.930"></a>
-<span class="sourceLineNo">931</span>    boolean stats = asyncProcess.connection.getStatisticsTracker() != null;<a name="line.931"></a>
-<span class="sourceLineNo">932</span>    if (!stats &amp;&amp; !metrics) {<a name="line.932"></a>
-<span class="sourceLineNo">933</span>      return;<a name="line.933"></a>
-<span class="sourceLineNo">934</span>    }<a name="line.934"></a>
-<span class="sourceLineNo">935</span>    for (Map.Entry&lt;byte[], MultiResponse.RegionResult&gt; regionStats : results.entrySet()) {<a name="line.935"></a>
-<span class="sourceLineNo">936</span>      byte[] regionName = regionStats.getKey();<a name="line.936"></a>
-<span class="sourceLineNo">937</span>      ClientProtos.RegionLoadStats stat = regionStats.getValue().getStat();<a name="line.937"></a>
-<span class="sourceLineNo">938</span>      if (stat == null) {<a name="line.938"></a>
-<span class="sourceLineNo">939</span>        LOG.error("No ClientProtos.RegionLoadStats found for server=" + server<a name="line.939"></a>
-<span class="sourceLineNo">940</span>          + ", region=" + Bytes.toStringBinary(regionName));<a name="line.940"></a>
-<span class="sourceLineNo">941</span>        continue;<a name="line.941"></a>
-<span class="sourceLineNo">942</span>      }<a name="line.942"></a>
-<span class="sourceLineNo">943</span>      RegionLoadStats regionLoadstats = ProtobufUtil.createRegionLoadStats(stat);<a name="line.943"></a>
-<span class="sourceLineNo">944</span>      ResultStatsUtil.updateStats(asyncProcess.connection.getStatisticsTracker(), server,<a name="line.944"></a>
-<span class="sourceLineNo">945</span>          regionName, regionLoadstats);<a name="line.945"></a>
-<span class="sourceLineNo">946</span>      ResultStatsUtil.updateStats(asyncProcess.connection.getConnectionMetrics(),<a name="line.946"></a>
-<span class="sourceLineNo">947</span>          server, regionName, regionLoadstats);<a name="line.947"></a>
-<span class="sourceLineNo">948</span>    }<a name="line.948"></a>
-<span class="sourceLineNo">949</span>  }<a name="line.949"></a>
+<span class="sourceLineNo">260</span>  private final TableName tableName;<a name="line.260"></a>
+<span class="sourceLineNo">261</span>  private final AtomicLong actionsInProgress = new AtomicLong(-1);<a name="line.261"></a>
+<span class="sourceLineNo">262</span>  /**<a name="line.262"></a>
+<span class="sourceLineNo">263</span>   * The lock controls access to results. It is only held when populating results where<a name="line.263"></a>
+<span class="sourceLineNo">264</span>   * there might be several callers (eventual consistency gets). For other requests,<a name="line.264"></a>
+<span class="sourceLineNo">265</span>   * there's one unique call going on per result index.<a name="line.265"></a>
+<span class="sourceLineNo">266</span>   */<a name="line.266"></a>
+<span class="sourceLineNo">267</span>  private final Object replicaResultLock = new Object();<a name="line.267"></a>
+<span class="sourceLineNo">268</span>  /**<a name="line.268"></a>
+<span class="sourceLineNo">269</span>   * Result array.  Null if results are not needed. Otherwise, each index corresponds to<a name="line.269"></a>
+<span class="sourceLineNo">270</span>   * the action index in initial actions submitted. For most request types, has null-s for<a name="line.270"></a>
+<span class="sourceLineNo">271</span>   * requests that are not done, and result/exception for those that are done.<a name="line.271"></a>
+<span class="sourceLineNo">272</span>   * For eventual-consistency gets, initially the same applies; at some point, replica calls<a name="line.272"></a>
+<span class="sourceLineNo">273</span>   * might be started, and ReplicaResultState is put at the corresponding indices. The<a name="line.273"></a>
+<span class="sourceLineNo">274</span>   * returning calls check the type to detect when this is the case. After all calls are done,<a name="line.274"></a>
+<span class="sourceLineNo">275</span>   * ReplicaResultState-s are replaced with results for the user.<a name="line.275"></a>
+<span class="sourceLineNo">276</span>   */<a name="line.276"></a>
+<span class="sourceLineNo">277</span>  private final Object[] results;<a name="line.277"></a>
+<span class="sourceLineNo">278</span>  /**<a name="line.278"></a>
+<span class="sourceLineNo">279</span>   * Indices of replica gets in results. If null, all or no actions are replica-gets.<a name="line.279"></a>
+<span class="sourceLineNo">280</span>   */<a name="line.280"></a>
+<span class="sourceLineNo">281</span>  private final int[] replicaGetIndices;<a name="line.281"></a>
+<span class="sourceLineNo">282</span>  private final boolean hasAnyReplicaGets;<a name="line.282"></a>
+<span class="sourceLineNo">283</span>  private final long nonceGroup;<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  private final CancellableRegionServerCallable currentCallable;<a name="line.284"></a>
+<span class="sourceLineNo">285</span>  private final int operationTimeout;<a name="line.285"></a>
+<span class="sourceLineNo">286</span>  private final int rpcTimeout;<a name="line.286"></a>
+<span class="sourceLineNo">287</span>  private final AsyncProcess asyncProcess;<a name="line.287"></a>
+<span class="sourceLineNo">288</span><a name="line.288"></a>
+<span class="sourceLineNo">289</span>  /**<a name="line.289"></a>
+<span class="sourceLineNo">290</span>   * For {@link AsyncRequestFutureImpl#manageError(int, Row, Retry, Throwable, ServerName)}. Only<a name="line.290"></a>
+<span class="sourceLineNo">291</span>   * used to make logging more clear, we don't actually care why we don't retry.<a name="line.291"></a>
+<span class="sourceLineNo">292</span>   */<a name="line.292"></a>
+<span class="sourceLineNo">293</span>  public enum Retry {<a name="line.293"></a>
+<span class="sourceLineNo">294</span>    YES,<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    NO_LOCATION_PROBLEM,<a name="line.295"></a>
+<span class="sourceLineNo">296</span>    NO_NOT_RETRIABLE,<a name="line.296"></a>
+<span class="sourceLineNo">297</span>    NO_RETRIES_EXHAUSTED,<a name="line.297"></a>
+<span class="sourceLineNo">298</span>    NO_OTHER_SUCCEEDED<a name="line.298"></a>
+<span class="sourceLineNo">299</span>  }<a name="line.299"></a>
+<span class="sourceLineNo">300</span><a name="line.300"></a>
+<span class="sourceLineNo">301</span>  /** Sync point for calls to multiple replicas for the same user request (Get).<a name="line.301"></a>
+<span class="sourceLineNo">302</span>   * Created and put in the results array (we assume replica calls require results) when<a name="line.302"></a>
+<span class="sourceLineNo">303</span>   * the replica calls are launched. See results for details of this process.<a name="line.303"></a>
+<span class="sourceLineNo">304</span>   * POJO, all fields are public. To modify them, the object itself is locked. */<a name="line.304"></a>
+<span class="sourceLineNo">305</span>  private static class ReplicaResultState {<a name="line.305"></a>
+<span class="sourceLineNo">306</span>    public ReplicaResultState(int callCount) {<a name="line.306"></a>
+<span class="sourceLineNo">307</span>      this.callCount = callCount;<a name="line.307"></a>
+<span class="sourceLineNo">308</span>    }<a name="line.308"></a>
+<span class="sourceLineNo">309</span><a name="line.309"></a>
+<span class="sourceLineNo">310</span>    /** Number of calls outstanding, or 0 if a call succeeded (even with others outstanding). */<a name="line.310"></a>
+<span class="sourceLineNo">311</span>    int callCount;<a name="line.311"></a>
+<span class="sourceLineNo">312</span>    /** Errors for which it is not decided whether we will report them to user. If one of the<a name="line.312"></a>
+<span class="sourceLineNo">313</span>     * calls succeeds, we will discard the errors that may have happened in the other calls. */<a name="line.313"></a>
+<span class="sourceLineNo">314</span>    BatchErrors replicaErrors = null;<a name="line.314"></a>
+<span class="sourceLineNo">315</span><a name="line.315"></a>
+<span class="sourceLineNo">316</span>    @Override<a name="line.316"></a>
+<span class="sourceLineNo">317</span>    public String toString() {<a name="line.317"></a>
+<span class="sourceLineNo">318</span>      return "[call count " + callCount + "; errors " + replicaErrors + "]";<a name="line.318"></a>
+<span class="sourceLineNo">319</span>    }<a name="line.319"></a>
+<span class="sourceLineNo">320</span>  }<a name="line.320"></a>
+<span class="sourceLineNo">321</span><a name="line.321"></a>
+<span class="sourceLineNo">322</span>  public AsyncRequestFutureImpl(AsyncProcessTask task, List&lt;Action&gt; actions,<a name="line.322"></a>
+<span class="sourceLineNo">323</span>      long nonceGroup, AsyncProcess asyncProcess) {<a name="line.323"></a>
+<span class="sourceLineNo">324</span>    this.pool = task.getPool();<a name="line.324"></a>
+<span class="sourceLineNo">325</span>    this.callback = task.getCallback();<a name="line.325"></a>
+<span class="sourceLineNo">326</span>    this.nonceGroup = nonceGroup;<a name="line.326"></a>
+<span class="sourceLineNo">327</span>    this.tableName = task.getTableName();<a name="line.327"></a>
+<span class="sourceLineNo">328</span>    this.actionsInProgress.set(actions.size());<a name="line.328"></a>
+<span class="sourceLineNo">329</span>    if (task.getResults() == null) {<a name="line.329"></a>
+<span class="sourceLineNo">330</span>      results = task.getNeedResults() ? new Object[actions.size()] : null;<a name="line.330"></a>
+<span class="sourceLineNo">331</span>    } else {<a name="line.331"></a>
+<span class="sourceLineNo">332</span>      if (task.getResults().length != actions.size()) {<a name="line.332"></a>
+<span class="sourceLineNo">333</span>        throw new AssertionError("results.length");<a name="line.333"></a>
+<span class="sourceLineNo">334</span>      }<a name="line.334"></a>
+<span class="sourceLineNo">335</span>      this.results = task.getResults();<a name="line.335"></a>
+<span class="sourceLineNo">336</span>      for (int i = 0; i != this.results.length; ++i) {<a name="line.336"></a>
+<span class="sourceLineNo">337</span>        results[i] = null;<a name="line.337"></a>
+<span class="sourceLineNo">338</span>      }<a name="line.338"></a>
+<span class="sourceLineNo">339</span>    }<a name="line.339"></a>
+<span class="sourceLineNo">340</span>    List&lt;Integer&gt; replicaGetIndices = null;<a name="line.340"></a>
+<span class="sourceLineNo">341</span>    boolean hasAnyReplicaGets = false;<a name="line.341"></a>
+<span class="sourceLineNo">342</span>    if (results != null) {<a name="line.342"></a>
+<span class="sourceLineNo">343</span>      // Check to see if any requests might require replica calls.<a name="line.343"></a>
+<span class="sourceLineNo">344</span>      // We expect that many requests will consist of all or no multi-replica gets; in such<a name="line.344"></a>
+<span class="sourceLineNo">345</span>      // cases we would just use a boolean (hasAnyReplicaGets). If there's a mix, we will<a name="line.345"></a>
+<span class="sourceLineNo">346</span>      // store the list of action indexes for which replica gets are possible, and set<a name="line.346"></a>
+<span class="sourceLineNo">347</span>      // hasAnyReplicaGets to true.<a name="line.347"></a>
+<span class="sourceLineNo">348</span>      boolean hasAnyNonReplicaReqs = false;<a name="line.348"></a>
+<span class="sourceLineNo">349</span>      int posInList = 0;<a name="line.349"></a>
+<span class="sourceLineNo">350</span>      for (Action action : actions) {<a name="line.350"></a>
+<span class="sourceLineNo">351</span>        boolean isReplicaGet = AsyncProcess.isReplicaGet(action.getAction());<a name="line.351"></a>
+<span class="sourceLineNo">352</span>        if (isReplicaGet) {<a name="line.352"></a>
+<span class="sourceLineNo">353</span>          hasAnyReplicaGets = true;<a name="line.353"></a>
+<span class="sourceLineNo">354</span>          if (hasAnyNonReplicaReqs) { // Mixed case<a name="line.354"></a>
+<span class="sourceLineNo">355</span>            if (replicaGetIndices == null) {<a name="line.355"></a>
+<span class="sourceLineNo">356</span>              replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.356"></a>
+<spa

<TRUNCATED>

[41/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
index bd28f25..1e2eb5b 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
@@ -18,8 +18,8 @@
     catch(err) {
     }
 //-->
-var methods = {"i0":10,"i1":10,"i2":10,"i3":6,"i4":6,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10};
-var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]};
+var methods = {"i0":10,"i1":9,"i2":10,"i3":10,"i4":6,"i5":6,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10};
+var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
 var tableTab = "tableTab";
@@ -128,7 +128,7 @@ var activeTableTab = "activeTableTab";
 <hr>
 <br>
 <pre>@InterfaceAudience.Private
-public abstract class <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.43">AbstractStateMachineTableProcedure</a>&lt;TState&gt;
+public abstract class <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.48">AbstractStateMachineTableProcedure</a>&lt;TState&gt;
 extends <a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html" title="class in org.apache.hadoop.hbase.procedure2">StateMachineProcedure</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>,TState&gt;
 implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.html" title="interface in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface</a></pre>
 <div class="block">Base class for all the Table procedures that want to use a StateMachineProcedure.
@@ -233,7 +233,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 </a>
 <h3>Method Summary</h3>
 <table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
-<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t3" class="tableTab"><span><a href="javascript:show(4);">Abstract Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t3" class="tableTab"><span><a href="javascript:show(4);">Abstract Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
 <tr>
 <th class="colFirst" scope="col">Modifier and Type</th>
 <th class="colLast" scope="col">Method and Description</th>
@@ -245,52 +245,59 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 </td>
 </tr>
 <tr id="i1" class="rowColor">
+<td class="colFirst"><code>protected static void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+           <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;ri)</code>
+<div class="block">Check region is online.</div>
+</td>
+</tr>
+<tr id="i2" class="altColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Check whether a table is modifiable - exists and either offline or online with config set</div>
 </td>
 </tr>
-<tr id="i2" class="altColor">
+<tr id="i3" class="rowColor">
 <td class="colFirst"><code>protected org.apache.hadoop.fs.Path</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
             <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;region)</code>&nbsp;</td>
 </tr>
-<tr id="i3" class="rowColor">
+<tr id="i4" class="altColor">
 <td class="colFirst"><code>abstract <a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a></code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getTableName--">getTableName</a></span>()</code>&nbsp;</td>
 </tr>
-<tr id="i4" class="altColor">
+<tr id="i5" class="rowColor">
 <td class="colFirst"><code>abstract <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface.TableOperationType</a></code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getTableOperationType--">getTableOperationType</a></span>()</code>
 <div class="block">Given an operation type we can take decisions about what to do with pending operations.</div>
 </td>
 </tr>
-<tr id="i5" class="rowColor">
+<tr id="i6" class="altColor">
 <td class="colFirst"><code>protected <a href="../../../../../../org/apache/hadoop/hbase/security/User.html" title="class in org.apache.hadoop.hbase.security">User</a></code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a></span>()</code>&nbsp;</td>
 </tr>
-<tr id="i6" class="altColor">
+<tr id="i7" class="rowColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a>&nbsp;enabled)</code>
 <div class="block">Check that cluster is up and master is running.</div>
 </td>
 </tr>
-<tr id="i7" class="rowColor">
+<tr id="i8" class="altColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">The user should override this method, and release lock if necessary.</div>
 </td>
 </tr>
-<tr id="i8" class="altColor">
+<tr id="i9" class="rowColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a></span>()</code>&nbsp;</td>
 </tr>
-<tr id="i9" class="rowColor">
+<tr id="i10" class="altColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/security/User.html" title="class in org.apache.hadoop.hbase.security">User</a>&nbsp;user)</code>&nbsp;</td>
 </tr>
-<tr id="i10" class="altColor">
+<tr id="i11" class="rowColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#toStringClassDetails-java.lang.StringBuilder-">toStringClassDetails</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true" title="class or interface in java.lang">StringBuilder</a>&nbsp;sb)</code>
 <div class="block">Extend the toString() information with the procedure details
@@ -339,7 +346,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>syncLatch</h4>
-<pre>private final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/ProcedurePrepareLatch.html" title="class in org.apache.hadoop.hbase.master.procedure">ProcedurePrepareLatch</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.48">syncLatch</a></pre>
+<pre>private final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/ProcedurePrepareLatch.html" title="class in org.apache.hadoop.hbase.master.procedure">ProcedurePrepareLatch</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.53">syncLatch</a></pre>
 </li>
 </ul>
 <a name="user">
@@ -348,7 +355,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockListLast">
 <li class="blockList">
 <h4>user</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/security/User.html" title="class in org.apache.hadoop.hbase.security">User</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.50">user</a></pre>
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/security/User.html" title="class in org.apache.hadoop.hbase.security">User</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.55">user</a></pre>
 </li>
 </ul>
 </li>
@@ -365,7 +372,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>AbstractStateMachineTableProcedure</h4>
-<pre>protected&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.52">AbstractStateMachineTableProcedure</a>()</pre>
+<pre>protected&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.57">AbstractStateMachineTableProcedure</a>()</pre>
 </li>
 </ul>
 <a name="AbstractStateMachineTableProcedure-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">
@@ -374,7 +381,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>AbstractStateMachineTableProcedure</h4>
-<pre>protected&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.57">AbstractStateMachineTableProcedure</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>protected&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.62">AbstractStateMachineTableProcedure</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 </li>
 </ul>
 <a name="AbstractStateMachineTableProcedure-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.master.procedure.ProcedurePrepareLatch-">
@@ -383,7 +390,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockListLast">
 <li class="blockList">
 <h4>AbstractStateMachineTableProcedure</h4>
-<pre>protected&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.64">AbstractStateMachineTableProcedure</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>protected&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.69">AbstractStateMachineTableProcedure</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                              <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/ProcedurePrepareLatch.html" title="class in org.apache.hadoop.hbase.master.procedure">ProcedurePrepareLatch</a>&nbsp;latch)</pre>
 <dl>
 <dt><span class="paramLabel">Parameters:</span></dt>
@@ -405,7 +412,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>getTableName</h4>
-<pre>public abstract&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.76">getTableName</a>()</pre>
+<pre>public abstract&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.81">getTableName</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.html#getTableName--">getTableName</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.html" title="interface in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface</a></code></dd>
@@ -420,7 +427,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>getTableOperationType</h4>
-<pre>public abstract&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface.TableOperationType</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.79">getTableOperationType</a>()</pre>
+<pre>public abstract&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface.TableOperationType</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.84">getTableOperationType</a>()</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.html#getTableOperationType--">TableProcedureInterface</a></code></span></div>
 <div class="block">Given an operation type we can take decisions about what to do with pending operations.
  e.g. if we get a delete and we have some table operation pending (e.g. add column)
@@ -439,7 +446,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>toStringClassDetails</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.82">toStringClassDetails</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true" title="class or interface in java.lang">StringBuilder</a>&nbsp;sb)</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.87">toStringClassDetails</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true" title="class or interface in java.lang">StringBuilder</a>&nbsp;sb)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#toStringClassDetails-java.lang.StringBuilder-">Procedure</a></code></span></div>
 <div class="block">Extend the toString() information with the procedure details
  e.g. className and parameters</div>
@@ -457,7 +464,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>acquireLock</h4>
-<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.LockState.html" title="enum in org.apache.hadoop.hbase.procedure2">Procedure.LockState</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.89">acquireLock</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.LockState.html" title="enum in org.apache.hadoop.hbase.procedure2">Procedure.LockState</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.94">acquireLock</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#acquireLock-TEnvironment-">Procedure</a></code></span></div>
 <div class="block">The user should override this method if they need a lock on an Entity.
  A lock can be anything, and it is up to the implementor. The Procedure
@@ -494,7 +501,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>releaseLock</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.98">releaseLock</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.103">releaseLock</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#releaseLock-TEnvironment-">Procedure</a></code></span></div>
 <div class="block">The user should override this method, and release lock if necessary.</div>
 <dl>
@@ -509,7 +516,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>getUser</h4>
-<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/security/User.html" title="class in org.apache.hadoop.hbase.security">User</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.102">getUser</a>()</pre>
+<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/security/User.html" title="class in org.apache.hadoop.hbase.security">User</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.107">getUser</a>()</pre>
 </li>
 </ul>
 <a name="setUser-org.apache.hadoop.hbase.security.User-">
@@ -518,7 +525,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>setUser</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.106">setUser</a>(<a href="../../../../../../org/apache/hadoop/hbase/security/User.html" title="class in org.apache.hadoop.hbase.security">User</a>&nbsp;user)</pre>
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.111">setUser</a>(<a href="../../../../../../org/apache/hadoop/hbase/security/User.html" title="class in org.apache.hadoop.hbase.security">User</a>&nbsp;user)</pre>
 </li>
 </ul>
 <a name="releaseSyncLatch--">
@@ -527,7 +534,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>releaseSyncLatch</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.110">releaseSyncLatch</a>()</pre>
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.115">releaseSyncLatch</a>()</pre>
 </li>
 </ul>
 <a name="checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">
@@ -536,7 +543,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>checkTableModifiable</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.119">checkTableModifiable</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.124">checkTableModifiable</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Check whether a table is modifiable - exists and either offline or online with config set</div>
 <dl>
@@ -553,7 +560,7 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <ul class="blockList">
 <li class="blockList">
 <h4>getRegionDir</h4>
-<pre>protected final&nbsp;org.apache.hadoop.fs.Path&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.126">getRegionDir</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>protected final&nbsp;org.apache.hadoop.fs.Path&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.131">getRegionDir</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                                        <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;region)
                                                 throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <dl>
@@ -565,10 +572,10 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 <a name="preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">
 <!--   -->
 </a>
-<ul class="blockListLast">
+<ul class="blockList">
 <li class="blockList">
 <h4>preflightChecks</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.137">preflightChecks</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.142">preflightChecks</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a>&nbsp;enabled)
                         throws <a href="../../../../../../org/apache/hadoop/hbase/HBaseIOException.html" title="class in org.apache.hadoop.hbase">HBaseIOException</a></pre>
 <div class="block">Check that cluster is up and master is running. Check table is modifiable.
@@ -583,6 +590,22 @@ implements <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/T
 </dl>
 </li>
 </ul>
+<a name="checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>checkOnline</h4>
+<pre>protected static&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#line.181">checkOnline</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+                                  <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;ri)
+                           throws <a href="../../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionException.html" title="class in org.apache.hadoop.hbase.client">DoNotRetryRegionException</a></pre>
+<div class="block">Check region is online.</div>
+<dl>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code><a href="../../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionException.html" title="class in org.apache.hadoop.hbase.client">DoNotRetryRegionException</a></code></dd>
+</dl>
+</li>
+</ul>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html
index bf5c1b2..609df9e 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html
@@ -397,7 +397,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolea
 n-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTab
 leProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html
index 1813850..399fc0b 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html
@@ -393,7 +393,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedu
 reEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#toStringClassDetails-java.lang.StringBuilder-">toStringClassDetails</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.pro
 cedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#toStringClassDetails-java.lang.StringBuilder-">toStringClassDetails</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html
index 01ab793..219f492 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html
@@ -362,7 +362,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolea
 n-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#toStringClassDetails-java.lang.StringBuilder-">toStringClassDetails</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTab
 leProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#toStringClassDetails-java.lang.StringBuilder-">toStringClassDetails</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html
index d4141a8..6108c9d 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html
@@ -364,7 +364,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolea
 n-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#toStringClassDetails-java.lang.StringBuilder-">toStringClassDetails</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTab
 leProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#toStringClassDetails-java.lang.StringBuilder-">toStringClassDetails</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html
index 33f4206..a9d0efb 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html
@@ -375,7 +375,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolea
 n-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#toStringClassDetails-java.lang.StringBuilder-">toStringClassDetails</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTab
 leProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#toStringClassDetails-java.lang.StringBuilder-">toStringClassDetails</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html
index 5950b5e..9883bd0 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html
@@ -400,7 +400,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolea
 n-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#toStringClassDetails-java.lang.StringBuilder-">toStringClassDetails</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTab
 leProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#toStringClassDetails-java.lang.StringBuilder-">toStringClassDetails</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html
index ff446c2..4ea88da 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html
@@ -395,7 +395,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolea
 n-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTab
 leProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/procedure/TruncateTableProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/TruncateTableProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/TruncateTableProcedure.html
index 4e0ec23..53dd8d5 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/TruncateTableProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/TruncateTableProcedure.html
@@ -346,7 +346,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolea
 n-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTab
 leProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">


[43/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
index 2881954..e4cd8bf 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html
@@ -129,7 +129,7 @@ var activeTableTab = "activeTableTab";
 <hr>
 <br>
 <pre>@InterfaceAudience.Private
-public class <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.80">MergeTableRegionsProcedure</a>
+public class <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.81">MergeTableRegionsProcedure</a>
 extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a>&lt;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState&gt;</pre>
 <div class="block">The procedure to Merge a region in a table.
  This procedure takes an exclusive table lock since it is working over multiple regions.
@@ -281,14 +281,18 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 </tr>
 <tr id="i2" class="altColor">
 <td class="colFirst"><code>private static void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.client.RegionInfo:A-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[]&nbsp;regionsToMerge,
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo:A-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+                   <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[]&nbsp;regionsToMerge,
                    boolean&nbsp;forcible)</code>&nbsp;</td>
 </tr>
 <tr id="i3" class="rowColor">
 <td class="colFirst"><code>private static void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+                   <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
                    <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeB,
-                   boolean&nbsp;forcible)</code>&nbsp;</td>
+                   boolean&nbsp;forcible)</code>
+<div class="block">One time checks.</div>
+</td>
 </tr>
 <tr id="i4" class="altColor">
 <td class="colFirst"><code>private void</code></td>
@@ -522,7 +526,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../
 ../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.pro
 cedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">
@@ -565,7 +569,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>LOG</h4>
-<pre>private static final&nbsp;org.slf4j.Logger <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.82">LOG</a></pre>
+<pre>private static final&nbsp;org.slf4j.Logger <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.83">LOG</a></pre>
 </li>
 </ul>
 <a name="traceEnabled">
@@ -574,7 +578,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>traceEnabled</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.83">traceEnabled</a></pre>
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.84">traceEnabled</a></pre>
 </li>
 </ul>
 <a name="lock">
@@ -583,7 +587,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>lock</h4>
-<pre>private volatile&nbsp;boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.84">lock</a></pre>
+<pre>private volatile&nbsp;boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.85">lock</a></pre>
 </li>
 </ul>
 <a name="regionLocation">
@@ -592,7 +596,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>regionLocation</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.85">regionLocation</a></pre>
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.86">regionLocation</a></pre>
 </li>
 </ul>
 <a name="regionsToMerge">
@@ -601,7 +605,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>regionsToMerge</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[] <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.86">regionsToMerge</a></pre>
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[] <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.87">regionsToMerge</a></pre>
 </li>
 </ul>
 <a name="mergedRegion">
@@ -610,7 +614,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>mergedRegion</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.87">mergedRegion</a></pre>
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.88">mergedRegion</a></pre>
 </li>
 </ul>
 <a name="forcible">
@@ -619,7 +623,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockListLast">
 <li class="blockList">
 <h4>forcible</h4>
-<pre>private&nbsp;boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.88">forcible</a></pre>
+<pre>private&nbsp;boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.89">forcible</a></pre>
 </li>
 </ul>
 </li>
@@ -636,7 +640,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>MergeTableRegionsProcedure</h4>
-<pre>public&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.90">MergeTableRegionsProcedure</a>()</pre>
+<pre>public&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.91">MergeTableRegionsProcedure</a>()</pre>
 </li>
 </ul>
 <a name="MergeTableRegionsProcedure-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-">
@@ -645,7 +649,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>MergeTableRegionsProcedure</h4>
-<pre>public&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.94">MergeTableRegionsProcedure</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>public&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.95">MergeTableRegionsProcedure</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                   <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
                                   <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeB)
                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -661,7 +665,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>MergeTableRegionsProcedure</h4>
-<pre>public&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.99">MergeTableRegionsProcedure</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>public&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.100">MergeTableRegionsProcedure</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                   <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
                                   <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeB,
                                   boolean&nbsp;forcible)
@@ -678,7 +682,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockListLast">
 <li class="blockList">
 <h4>MergeTableRegionsProcedure</h4>
-<pre>public&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.105">MergeTableRegionsProcedure</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>public&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.106">MergeTableRegionsProcedure</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                   <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[]&nbsp;regionsToMerge,
                                   boolean&nbsp;forcible)
                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -696,13 +700,14 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Method Detail</h3>
-<a name="checkRegionsToMerge-org.apache.hadoop.hbase.client.RegionInfo:A-boolean-">
+<a name="checkRegionsToMerge-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo:A-boolean-">
 <!--   -->
 </a>
 <ul class="blockList">
 <li class="blockList">
 <h4>checkRegionsToMerge</h4>
-<pre>private static&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.125">checkRegionsToMerge</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[]&nbsp;regionsToMerge,
+<pre>private static&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.126">checkRegionsToMerge</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+                                        <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[]&nbsp;regionsToMerge,
                                         boolean&nbsp;forcible)
                                  throws <a href="../../../../../../org/apache/hadoop/hbase/exceptions/MergeRegionException.html" title="class in org.apache.hadoop.hbase.exceptions">MergeRegionException</a></pre>
 <dl>
@@ -711,16 +716,18 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 </dl>
 </li>
 </ul>
-<a name="checkRegionsToMerge-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-boolean-">
+<a name="checkRegionsToMerge-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-boolean-">
 <!--   -->
 </a>
 <ul class="blockList">
 <li class="blockList">
 <h4>checkRegionsToMerge</h4>
-<pre>private static&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.137">checkRegionsToMerge</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
+<pre>private static&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.141">checkRegionsToMerge</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+                                        <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
                                         <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeB,
                                         boolean&nbsp;forcible)
                                  throws <a href="../../../../../../org/apache/hadoop/hbase/exceptions/MergeRegionException.html" title="class in org.apache.hadoop.hbase.exceptions">MergeRegionException</a></pre>
+<div class="block">One time checks.</div>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
 <dd><code><a href="../../../../../../org/apache/hadoop/hbase/exceptions/MergeRegionException.html" title="class in org.apache.hadoop.hbase.exceptions">MergeRegionException</a></code></dd>
@@ -733,7 +740,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>createMergedRegionInfo</h4>
-<pre>private static&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.159">createMergedRegionInfo</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[]&nbsp;regionsToMerge)</pre>
+<pre>private static&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.171">createMergedRegionInfo</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[]&nbsp;regionsToMerge)</pre>
 </li>
 </ul>
 <a name="createMergedRegionInfo-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-">
@@ -742,7 +749,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>createMergedRegionInfo</h4>
-<pre>private static&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.166">createMergedRegionInfo</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
+<pre>private static&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.178">createMergedRegionInfo</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
                                                  <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeB)</pre>
 <div class="block">Create merged region info through the specified two regions</div>
 </li>
@@ -753,7 +760,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getMergedRegionIdTimestamp</h4>
-<pre>private static&nbsp;long&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.195">getMergedRegionIdTimestamp</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
+<pre>private static&nbsp;long&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.207">getMergedRegionIdTimestamp</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
                                                <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeB)</pre>
 </li>
 </ul>
@@ -763,7 +770,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>executeFromState</h4>
-<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.209">executeFromState</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.221">executeFromState</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                                       org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState&nbsp;state)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#executeFromState-TEnvironment-TState-">StateMachineProcedure</a></code></span></div>
 <div class="block">called to perform a single step of the specified 'state' of the procedure</div>
@@ -783,7 +790,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>rollbackState</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.281">rollbackState</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.293">rollbackState</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                              org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState&nbsp;state)
                       throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">To rollback <a href="../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment"><code>MergeTableRegionsProcedure</code></a>, two AssignProcedures are asynchronously
@@ -805,7 +812,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>isRollbackSupported</h4>
-<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.329">isRollbackSupported</a>(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState&nbsp;state)</pre>
+<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.341">isRollbackSupported</a>(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState&nbsp;state)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#isRollbackSupported-TState-">StateMachineProcedure</a></code></span></div>
 <div class="block">Used by the default implementation of abort() to know if the current state can be aborted
  and rollback can be triggered.</div>
@@ -821,7 +828,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getState</h4>
-<pre>protected&nbsp;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.344">getState</a>(int&nbsp;stateId)</pre>
+<pre>protected&nbsp;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.356">getState</a>(int&nbsp;stateId)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#getState-int-">StateMachineProcedure</a></code></span></div>
 <div class="block">Convert an ordinal (or state id) to an Enum (or more descriptive) state object.</div>
 <dl>
@@ -840,7 +847,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getStateId</h4>
-<pre>protected&nbsp;int&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.349">getStateId</a>(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState&nbsp;state)</pre>
+<pre>protected&nbsp;int&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.361">getStateId</a>(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState&nbsp;state)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#getStateId-TState-">StateMachineProcedure</a></code></span></div>
 <div class="block">Convert the Enum (or more descriptive) state object to an ordinal (or state id).</div>
 <dl>
@@ -859,7 +866,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getInitialState</h4>
-<pre>protected&nbsp;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.354">getInitialState</a>()</pre>
+<pre>protected&nbsp;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MergeTableRegionsState&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.366">getInitialState</a>()</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#getInitialState--">StateMachineProcedure</a></code></span></div>
 <div class="block">Return the initial state object that will be used for the first call to executeFromState().</div>
 <dl>
@@ -876,7 +883,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>serializeStateData</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.359">serializeStateData</a>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureStateSerializer.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureStateSerializer</a>&nbsp;serializer)
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.371">serializeStateData</a>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureStateSerializer.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureStateSerializer</a>&nbsp;serializer)
                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#serializeStateData-org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer-">Procedure</a></code></span></div>
 <div class="block">The user-level code of the procedure may have some state to
@@ -898,7 +905,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>deserializeStateData</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.375">deserializeStateData</a>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureStateSerializer.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureStateSerializer</a>&nbsp;serializer)
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.387">deserializeStateData</a>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureStateSerializer.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureStateSerializer</a>&nbsp;serializer)
                              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#deserializeStateData-org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer-">Procedure</a></code></span></div>
 <div class="block">Called on store load to allow the user to decode the previously serialized
@@ -919,7 +926,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>toStringClassDetails</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.393">toStringClassDetails</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true" title="class or interface in java.lang">StringBuilder</a>&nbsp;sb)</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.405">toStringClassDetails</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true" title="class or interface in java.lang">StringBuilder</a>&nbsp;sb)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#toStringClassDetails-java.lang.StringBuilder-">Procedure</a></code></span></div>
 <div class="block">Extend the toString() information with the procedure details
  e.g. className and parameters</div>
@@ -937,7 +944,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>acquireLock</h4>
-<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.LockState.html" title="enum in org.apache.hadoop.hbase.procedure2">Procedure.LockState</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.404">acquireLock</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.LockState.html" title="enum in org.apache.hadoop.hbase.procedure2">Procedure.LockState</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.416">acquireLock</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#acquireLock-TEnvironment-">Procedure</a></code></span></div>
 <div class="block">The user should override this method if they need a lock on an Entity.
  A lock can be anything, and it is up to the implementor. The Procedure
@@ -974,7 +981,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>releaseLock</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.421">releaseLock</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.433">releaseLock</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#releaseLock-TEnvironment-">Procedure</a></code></span></div>
 <div class="block">The user should override this method, and release lock if necessary.</div>
 <dl>
@@ -989,7 +996,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>holdLock</h4>
-<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.428">holdLock</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.440">holdLock</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#holdLock-TEnvironment-">Procedure</a></code></span></div>
 <div class="block">Used to keep the procedure lock even when the procedure is yielding or suspended.
  Must implement <a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasLock-TEnvironment-"><code>Procedure.hasLock(Object)</code></a> if you want to hold the lock for life
@@ -1010,7 +1017,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>hasLock</h4>
-<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.433">hasLock</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.445">hasLock</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#hasLock-TEnvironment-">Procedure</a></code></span></div>
 <div class="block">This is used in conjunction with <a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#holdLock-TEnvironment-"><code>Procedure.holdLock(Object)</code></a>. If <a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#holdLock-TEnvironment-"><code>Procedure.holdLock(Object)</code></a>
  returns true, the procedure executor will call acquireLock() once and thereafter
@@ -1032,7 +1039,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getTableName</h4>
-<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.438">getTableName</a>()</pre>
+<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.450">getTableName</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.html#getTableName--">getTableName</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.html" title="interface in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface</a></code></dd>
@@ -1049,7 +1056,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getTableOperationType</h4>
-<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface.TableOperationType</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.443">getTableOperationType</a>()</pre>
+<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface.TableOperationType</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.455">getTableOperationType</a>()</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.html#getTableOperationType--">TableProcedureInterface</a></code></span></div>
 <div class="block">Given an operation type we can take decisions about what to do with pending operations.
  e.g. if we get a delete and we have some table operation pending (e.g. add column)
@@ -1070,7 +1077,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getProcedureMetrics</h4>
-<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureMetrics.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureMetrics</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.448">getProcedureMetrics</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureMetrics.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureMetrics</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.460">getProcedureMetrics</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getProcedureMetrics-TEnvironment-">Procedure</a></code></span></div>
 <div class="block">Override this method to provide procedure specific counters for submitted count, failed
  count and time histogram.</div>
@@ -1090,7 +1097,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>prepareMergeRegion</h4>
-<pre>private&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.457">prepareMergeRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.469">prepareMergeRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                             throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Prepare merge and do some check</div>
 <dl>
@@ -1107,7 +1114,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>isMergeable</h4>
-<pre>private&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.526">isMergeable</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>private&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.536">isMergeable</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                             <a href="../../../../../../org/apache/hadoop/hbase/master/RegionState.html" title="class in org.apache.hadoop.hbase.master">RegionState</a>&nbsp;rs)
                      throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <dl>
@@ -1122,7 +1129,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>preMergeRegions</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.537">preMergeRegions</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.547">preMergeRegions</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                       throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Pre merge region action</div>
 <dl>
@@ -1139,7 +1146,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>postRollBackMergeRegions</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.557">postRollBackMergeRegions</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.567">postRollBackMergeRegions</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                                throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Action after rollback a merge table regions action.</div>
 <dl>
@@ -1156,7 +1163,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>setRegionStateToMerging</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.568">setRegionStateToMerging</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.578">setRegionStateToMerging</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block">Set the region states to MERGING state</div>
 <dl>
 <dt><span class="paramLabel">Parameters:</span></dt>
@@ -1170,7 +1177,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>createMergedRegion</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.579">createMergedRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.589">createMergedRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                          throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Create a merged region</div>
 <dl>
@@ -1187,7 +1194,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>mergeStoreFiles</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.605">mergeStoreFiles</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.615">mergeStoreFiles</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                              <a href="../../../../../../org/apache/hadoop/hbase/regionserver/HRegionFileSystem.html" title="class in org.apache.hadoop.hbase.regionserver">HRegionFileSystem</a>&nbsp;regionFs,
                              org.apache.hadoop.fs.Path&nbsp;mergedDir)
                       throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -1208,7 +1215,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>cleanupMergedRegion</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.632">cleanupMergedRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.642">cleanupMergedRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                           throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Clean up a merged region</div>
 <dl>
@@ -1225,7 +1232,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>rollbackCloseRegionsForMerge</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.645">rollbackCloseRegionsForMerge</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.655">rollbackCloseRegionsForMerge</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                                    throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Rollback close regions</div>
 <dl>
@@ -1242,7 +1249,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>createUnassignProcedures</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment">UnassignProcedure</a>[]&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.662">createUnassignProcedures</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment">UnassignProcedure</a>[]&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.672">createUnassignProcedures</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                                      int&nbsp;regionReplication)</pre>
 </li>
 </ul>
@@ -1252,7 +1259,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>createAssignProcedures</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/assignment/AssignProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment">AssignProcedure</a>[]&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.677">createAssignProcedures</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/assignment/AssignProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment">AssignProcedure</a>[]&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.687">createAssignProcedures</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                                  int&nbsp;regionReplication)</pre>
 </li>
 </ul>
@@ -1262,7 +1269,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getRegionReplication</h4>
-<pre>private&nbsp;int&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.688">getRegionReplication</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;int&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.698">getRegionReplication</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                           throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
@@ -1276,7 +1283,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>preMergeRegionsCommit</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.697">preMergeRegionsCommit</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.707">preMergeRegionsCommit</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                             throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Post merge region action</div>
 <dl>
@@ -1293,7 +1300,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>updateMetaForMergedRegions</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.718">updateMetaForMergedRegions</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.728">updateMetaForMergedRegions</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                                  throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Add merged region to META and delete original regions.</div>
 <dl>
@@ -1308,7 +1315,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>postMergeRegionsCommit</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.728">postMergeRegionsCommit</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.738">postMergeRegionsCommit</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Post merge region action</div>
 <dl>
@@ -1325,7 +1332,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>postCompletedMergeRegions</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.739">postCompletedMergeRegions</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.749">postCompletedMergeRegions</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                                 throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Post merge region action</div>
 <dl>
@@ -1342,7 +1349,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getServerName</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.752">getServerName</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.762">getServerName</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block">The procedure could be restarted from a different machine. If the variable is null, we need to
  retrieve it.</div>
 <dl>
@@ -1359,7 +1366,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>writeMaxSequenceIdFile</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.764">writeMaxSequenceIdFile</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.774">writeMaxSequenceIdFile</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
@@ -1373,7 +1380,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>isTraceEnabled</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.781">isTraceEnabled</a>()</pre>
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.791">isTraceEnabled</a>()</pre>
 <div class="block">The procedure could be restarted from a different machine. If the variable is null, we need to
  retrieve it.</div>
 <dl>
@@ -1388,7 +1395,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getMergedRegion</h4>
-<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.792">getMergedRegion</a>()</pre>
+<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.802">getMergedRegion</a>()</pre>
 <dl>
 <dt><span class="returnLabel">Returns:</span></dt>
 <dd>The merged region. Maybe be null if called to early or we failed.</dd>
@@ -1401,7 +1408,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockListLast">
 <li class="blockList">
 <h4>abort</h4>
-<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.797">abort</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#line.807">abort</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#abort-TEnvironment-">Procedure</a></code></span></div>
 <div class="block">The abort() call is asynchronous and each procedure must decide how to deal
  with it, if they want to be abortable. The simplest implementation

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html
index 561fb67..b5882ca 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html
@@ -324,7 +324,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, 
 <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">
@@ -427,7 +427,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>executeFromState</h4>
-<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.70">executeFromState</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.71">executeFromState</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                                       org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MoveRegionState&nbsp;state)
                                                throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#executeFromState-TEnvironment-TState-">StateMachineProcedure</a></code></span></div>
@@ -450,7 +450,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>rollbackState</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.94">rollbackState</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.105">rollbackState</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                              org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MoveRegionState&nbsp;state)
                       throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#rollbackState-TEnvironment-TState-">StateMachineProcedure</a></code></span></div>
@@ -470,7 +470,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>abort</h4>
-<pre>public&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.100">abort</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>public&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.111">abort</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#abort-TEnvironment-">Procedure</a></code></span></div>
 <div class="block">The abort() call is asynchronous and each procedure must decide how to deal
  with it, if they want to be abortable. The simplest implementation
@@ -493,7 +493,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>toStringClassDetails</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.105">toStringClassDetails</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true" title="class or interface in java.lang">StringBuilder</a>&nbsp;sb)</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.116">toStringClassDetails</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true" title="class or interface in java.lang">StringBuilder</a>&nbsp;sb)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#toStringClassDetails-java.lang.StringBuilder-">Procedure</a></code></span></div>
 <div class="block">Extend the toString() information with the procedure details
  e.g. className and parameters</div>
@@ -511,7 +511,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getInitialState</h4>
-<pre>protected&nbsp;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MoveRegionState&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.112">getInitialState</a>()</pre>
+<pre>protected&nbsp;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MoveRegionState&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.123">getInitialState</a>()</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#getInitialState--">StateMachineProcedure</a></code></span></div>
 <div class="block">Return the initial state object that will be used for the first call to executeFromState().</div>
 <dl>
@@ -528,7 +528,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getStateId</h4>
-<pre>protected&nbsp;int&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.117">getStateId</a>(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MoveRegionState&nbsp;state)</pre>
+<pre>protected&nbsp;int&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.128">getStateId</a>(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MoveRegionState&nbsp;state)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#getStateId-TState-">StateMachineProcedure</a></code></span></div>
 <div class="block">Convert the Enum (or more descriptive) state object to an ordinal (or state id).</div>
 <dl>
@@ -547,7 +547,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getState</h4>
-<pre>protected&nbsp;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MoveRegionState&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.122">getState</a>(int&nbsp;stateId)</pre>
+<pre>protected&nbsp;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.MoveRegionState&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.133">getState</a>(int&nbsp;stateId)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#getState-int-">StateMachineProcedure</a></code></span></div>
 <div class="block">Convert an ordinal (or state id) to an Enum (or more descriptive) state object.</div>
 <dl>
@@ -566,7 +566,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getTableName</h4>
-<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.127">getTableName</a>()</pre>
+<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.138">getTableName</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.html#getTableName--">getTableName</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.html" title="interface in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface</a></code></dd>
@@ -583,7 +583,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getTableOperationType</h4>
-<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface.TableOperationType</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.132">getTableOperationType</a>()</pre>
+<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface.TableOperationType</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.143">getTableOperationType</a>()</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.html#getTableOperationType--">TableProcedureInterface</a></code></span></div>
 <div class="block">Given an operation type we can take decisions about what to do with pending operations.
  e.g. if we get a delete and we have some table operation pending (e.g. add column)
@@ -604,7 +604,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>serializeStateData</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.137">serializeStateData</a>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureStateSerializer.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureStateSerializer</a>&nbsp;serializer)
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.148">serializeStateData</a>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureStateSerializer.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureStateSerializer</a>&nbsp;serializer)
                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#serializeStateData-org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer-">Procedure</a></code></span></div>
 <div class="block">The user-level code of the procedure may have some state to
@@ -626,7 +626,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockListLast">
 <li class="blockList">
 <h4>deserializeStateData</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.152">deserializeStateData</a>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureStateSerializer.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureStateSerializer</a>&nbsp;serializer)
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html#line.163">deserializeStateData</a>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureStateSerializer.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureStateSerializer</a>&nbsp;serializer)
                              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#deserializeStateData-org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer-">Procedure</a></code></span></div>
 <div class="block">Called on store load to allow the user to decode the previously serialized


[15/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html
index b75d90b..6b7e383 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/MoveRegionProcedure.html
@@ -72,103 +72,114 @@
 <span class="sourceLineNo">064</span>    super(env, plan.getRegionInfo());<a name="line.64"></a>
 <span class="sourceLineNo">065</span>    this.plan = plan;<a name="line.65"></a>
 <span class="sourceLineNo">066</span>    preflightChecks(env, true);<a name="line.66"></a>
-<span class="sourceLineNo">067</span>  }<a name="line.67"></a>
-<span class="sourceLineNo">068</span><a name="line.68"></a>
-<span class="sourceLineNo">069</span>  @Override<a name="line.69"></a>
-<span class="sourceLineNo">070</span>  protected Flow executeFromState(final MasterProcedureEnv env, final MoveRegionState state)<a name="line.70"></a>
-<span class="sourceLineNo">071</span>      throws InterruptedException {<a name="line.71"></a>
-<span class="sourceLineNo">072</span>    if (LOG.isTraceEnabled()) {<a name="line.72"></a>
-<span class="sourceLineNo">073</span>      LOG.trace(this + " execute state=" + state);<a name="line.73"></a>
-<span class="sourceLineNo">074</span>    }<a name="line.74"></a>
-<span class="sourceLineNo">075</span>    switch (state) {<a name="line.75"></a>
-<span class="sourceLineNo">076</span>      case MOVE_REGION_UNASSIGN:<a name="line.76"></a>
-<span class="sourceLineNo">077</span>        addChildProcedure(new UnassignProcedure(plan.getRegionInfo(), plan.getSource(),<a name="line.77"></a>
-<span class="sourceLineNo">078</span>            plan.getDestination(), true));<a name="line.78"></a>
-<span class="sourceLineNo">079</span>        setNextState(MoveRegionState.MOVE_REGION_ASSIGN);<a name="line.79"></a>
-<span class="sourceLineNo">080</span>        break;<a name="line.80"></a>
-<span class="sourceLineNo">081</span>      case MOVE_REGION_ASSIGN:<a name="line.81"></a>
-<span class="sourceLineNo">082</span>        AssignProcedure assignProcedure = plan.getDestination() == null ?<a name="line.82"></a>
-<span class="sourceLineNo">083</span>            new AssignProcedure(plan.getRegionInfo()):<a name="line.83"></a>
-<span class="sourceLineNo">084</span>            new AssignProcedure(plan.getRegionInfo(), plan.getDestination());<a name="line.84"></a>
-<span class="sourceLineNo">085</span>        addChildProcedure(assignProcedure);<a name="line.85"></a>
-<span class="sourceLineNo">086</span>        return Flow.NO_MORE_STATE;<a name="line.86"></a>
-<span class="sourceLineNo">087</span>      default:<a name="line.87"></a>
-<span class="sourceLineNo">088</span>        throw new UnsupportedOperationException("unhandled state=" + state);<a name="line.88"></a>
-<span class="sourceLineNo">089</span>    }<a name="line.89"></a>
-<span class="sourceLineNo">090</span>    return Flow.HAS_MORE_STATE;<a name="line.90"></a>
-<span class="sourceLineNo">091</span>  }<a name="line.91"></a>
-<span class="sourceLineNo">092</span><a name="line.92"></a>
-<span class="sourceLineNo">093</span>  @Override<a name="line.93"></a>
-<span class="sourceLineNo">094</span>  protected void rollbackState(final MasterProcedureEnv env, final MoveRegionState state)<a name="line.94"></a>
-<span class="sourceLineNo">095</span>      throws IOException {<a name="line.95"></a>
-<span class="sourceLineNo">096</span>    // no-op<a name="line.96"></a>
-<span class="sourceLineNo">097</span>  }<a name="line.97"></a>
-<span class="sourceLineNo">098</span><a name="line.98"></a>
-<span class="sourceLineNo">099</span>  @Override<a name="line.99"></a>
-<span class="sourceLineNo">100</span>  public boolean abort(final MasterProcedureEnv env) {<a name="line.100"></a>
-<span class="sourceLineNo">101</span>    return false;<a name="line.101"></a>
+<span class="sourceLineNo">067</span>    checkOnline(env, plan.getRegionInfo());<a name="line.67"></a>
+<span class="sourceLineNo">068</span>  }<a name="line.68"></a>
+<span class="sourceLineNo">069</span><a name="line.69"></a>
+<span class="sourceLineNo">070</span>  @Override<a name="line.70"></a>
+<span class="sourceLineNo">071</span>  protected Flow executeFromState(final MasterProcedureEnv env, final MoveRegionState state)<a name="line.71"></a>
+<span class="sourceLineNo">072</span>      throws InterruptedException {<a name="line.72"></a>
+<span class="sourceLineNo">073</span>    if (LOG.isTraceEnabled()) {<a name="line.73"></a>
+<span class="sourceLineNo">074</span>      LOG.trace(this + " execute state=" + state);<a name="line.74"></a>
+<span class="sourceLineNo">075</span>    }<a name="line.75"></a>
+<span class="sourceLineNo">076</span>    switch (state) {<a name="line.76"></a>
+<span class="sourceLineNo">077</span>      case MOVE_REGION_PREPARE:<a name="line.77"></a>
+<span class="sourceLineNo">078</span>        // Check context again and that region is online; do it here after we have lock on region.<a name="line.78"></a>
+<span class="sourceLineNo">079</span>        try {<a name="line.79"></a>
+<span class="sourceLineNo">080</span>          preflightChecks(env, true);<a name="line.80"></a>
+<span class="sourceLineNo">081</span>          checkOnline(env, this.plan.getRegionInfo());<a name="line.81"></a>
+<span class="sourceLineNo">082</span>        } catch (HBaseIOException e) {<a name="line.82"></a>
+<span class="sourceLineNo">083</span>          LOG.warn(this.toString() + " FAILED because " + e.toString());<a name="line.83"></a>
+<span class="sourceLineNo">084</span>          return Flow.NO_MORE_STATE;<a name="line.84"></a>
+<span class="sourceLineNo">085</span>        }<a name="line.85"></a>
+<span class="sourceLineNo">086</span>        break;<a name="line.86"></a>
+<span class="sourceLineNo">087</span>      case MOVE_REGION_UNASSIGN:<a name="line.87"></a>
+<span class="sourceLineNo">088</span>        addChildProcedure(new UnassignProcedure(plan.getRegionInfo(), plan.getSource(),<a name="line.88"></a>
+<span class="sourceLineNo">089</span>            plan.getDestination(), true));<a name="line.89"></a>
+<span class="sourceLineNo">090</span>        setNextState(MoveRegionState.MOVE_REGION_ASSIGN);<a name="line.90"></a>
+<span class="sourceLineNo">091</span>        break;<a name="line.91"></a>
+<span class="sourceLineNo">092</span>      case MOVE_REGION_ASSIGN:<a name="line.92"></a>
+<span class="sourceLineNo">093</span>        AssignProcedure assignProcedure = plan.getDestination() == null ?<a name="line.93"></a>
+<span class="sourceLineNo">094</span>            new AssignProcedure(plan.getRegionInfo()):<a name="line.94"></a>
+<span class="sourceLineNo">095</span>            new AssignProcedure(plan.getRegionInfo(), plan.getDestination());<a name="line.95"></a>
+<span class="sourceLineNo">096</span>        addChildProcedure(assignProcedure);<a name="line.96"></a>
+<span class="sourceLineNo">097</span>        return Flow.NO_MORE_STATE;<a name="line.97"></a>
+<span class="sourceLineNo">098</span>      default:<a name="line.98"></a>
+<span class="sourceLineNo">099</span>        throw new UnsupportedOperationException("unhandled state=" + state);<a name="line.99"></a>
+<span class="sourceLineNo">100</span>    }<a name="line.100"></a>
+<span class="sourceLineNo">101</span>    return Flow.HAS_MORE_STATE;<a name="line.101"></a>
 <span class="sourceLineNo">102</span>  }<a name="line.102"></a>
 <span class="sourceLineNo">103</span><a name="line.103"></a>
 <span class="sourceLineNo">104</span>  @Override<a name="line.104"></a>
-<span class="sourceLineNo">105</span>  public void toStringClassDetails(final StringBuilder sb) {<a name="line.105"></a>
-<span class="sourceLineNo">106</span>    sb.append(getClass().getSimpleName());<a name="line.106"></a>
-<span class="sourceLineNo">107</span>    sb.append(" ");<a name="line.107"></a>
-<span class="sourceLineNo">108</span>    sb.append(plan);<a name="line.108"></a>
-<span class="sourceLineNo">109</span>  }<a name="line.109"></a>
-<span class="sourceLineNo">110</span><a name="line.110"></a>
-<span class="sourceLineNo">111</span>  @Override<a name="line.111"></a>
-<span class="sourceLineNo">112</span>  protected MoveRegionState getInitialState() {<a name="line.112"></a>
-<span class="sourceLineNo">113</span>    return MoveRegionState.MOVE_REGION_UNASSIGN;<a name="line.113"></a>
-<span class="sourceLineNo">114</span>  }<a name="line.114"></a>
-<span class="sourceLineNo">115</span><a name="line.115"></a>
-<span class="sourceLineNo">116</span>  @Override<a name="line.116"></a>
-<span class="sourceLineNo">117</span>  protected int getStateId(final MoveRegionState state) {<a name="line.117"></a>
-<span class="sourceLineNo">118</span>    return state.getNumber();<a name="line.118"></a>
-<span class="sourceLineNo">119</span>  }<a name="line.119"></a>
-<span class="sourceLineNo">120</span><a name="line.120"></a>
-<span class="sourceLineNo">121</span>  @Override<a name="line.121"></a>
-<span class="sourceLineNo">122</span>  protected MoveRegionState getState(final int stateId) {<a name="line.122"></a>
-<span class="sourceLineNo">123</span>    return MoveRegionState.valueOf(stateId);<a name="line.123"></a>
-<span class="sourceLineNo">124</span>  }<a name="line.124"></a>
-<span class="sourceLineNo">125</span><a name="line.125"></a>
-<span class="sourceLineNo">126</span>  @Override<a name="line.126"></a>
-<span class="sourceLineNo">127</span>  public TableName getTableName() {<a name="line.127"></a>
-<span class="sourceLineNo">128</span>    return plan.getRegionInfo().getTable();<a name="line.128"></a>
-<span class="sourceLineNo">129</span>  }<a name="line.129"></a>
-<span class="sourceLineNo">130</span><a name="line.130"></a>
-<span class="sourceLineNo">131</span>  @Override<a name="line.131"></a>
-<span class="sourceLineNo">132</span>  public TableOperationType getTableOperationType() {<a name="line.132"></a>
-<span class="sourceLineNo">133</span>    return TableOperationType.REGION_EDIT;<a name="line.133"></a>
-<span class="sourceLineNo">134</span>  }<a name="line.134"></a>
-<span class="sourceLineNo">135</span><a name="line.135"></a>
-<span class="sourceLineNo">136</span>  @Override<a name="line.136"></a>
-<span class="sourceLineNo">137</span>  protected void serializeStateData(ProcedureStateSerializer serializer)<a name="line.137"></a>
-<span class="sourceLineNo">138</span>      throws IOException {<a name="line.138"></a>
-<span class="sourceLineNo">139</span>    super.serializeStateData(serializer);<a name="line.139"></a>
-<span class="sourceLineNo">140</span><a name="line.140"></a>
-<span class="sourceLineNo">141</span>    final MoveRegionStateData.Builder state = MoveRegionStateData.newBuilder()<a name="line.141"></a>
-<span class="sourceLineNo">142</span>        // No need to serialize the RegionInfo. The super class has the region.<a name="line.142"></a>
-<span class="sourceLineNo">143</span>        .setSourceServer(ProtobufUtil.toServerName(plan.getSource()));<a name="line.143"></a>
-<span class="sourceLineNo">144</span>    if (plan.getDestination() != null) {<a name="line.144"></a>
-<span class="sourceLineNo">145</span>      state.setDestinationServer(ProtobufUtil.toServerName(plan.getDestination()));<a name="line.145"></a>
-<span class="sourceLineNo">146</span>    }<a name="line.146"></a>
-<span class="sourceLineNo">147</span><a name="line.147"></a>
-<span class="sourceLineNo">148</span>    serializer.serialize(state.build());<a name="line.148"></a>
-<span class="sourceLineNo">149</span>  }<a name="line.149"></a>
-<span class="sourceLineNo">150</span><a name="line.150"></a>
-<span class="sourceLineNo">151</span>  @Override<a name="line.151"></a>
-<span class="sourceLineNo">152</span>  protected void deserializeStateData(ProcedureStateSerializer serializer)<a name="line.152"></a>
-<span class="sourceLineNo">153</span>      throws IOException {<a name="line.153"></a>
-<span class="sourceLineNo">154</span>    super.deserializeStateData(serializer);<a name="line.154"></a>
-<span class="sourceLineNo">155</span><a name="line.155"></a>
-<span class="sourceLineNo">156</span>    final MoveRegionStateData state = serializer.deserialize(MoveRegionStateData.class);<a name="line.156"></a>
-<span class="sourceLineNo">157</span>    final RegionInfo regionInfo = getRegion(); // Get it from super class deserialization.<a name="line.157"></a>
-<span class="sourceLineNo">158</span>    final ServerName sourceServer = ProtobufUtil.toServerName(state.getSourceServer());<a name="line.158"></a>
-<span class="sourceLineNo">159</span>    final ServerName destinationServer = state.hasDestinationServer() ?<a name="line.159"></a>
-<span class="sourceLineNo">160</span>        ProtobufUtil.toServerName(state.getDestinationServer()) : null;<a name="line.160"></a>
-<span class="sourceLineNo">161</span>    this.plan = new RegionPlan(regionInfo, sourceServer, destinationServer);<a name="line.161"></a>
-<span class="sourceLineNo">162</span>  }<a name="line.162"></a>
-<span class="sourceLineNo">163</span>}<a name="line.163"></a>
+<span class="sourceLineNo">105</span>  protected void rollbackState(final MasterProcedureEnv env, final MoveRegionState state)<a name="line.105"></a>
+<span class="sourceLineNo">106</span>      throws IOException {<a name="line.106"></a>
+<span class="sourceLineNo">107</span>    // no-op<a name="line.107"></a>
+<span class="sourceLineNo">108</span>  }<a name="line.108"></a>
+<span class="sourceLineNo">109</span><a name="line.109"></a>
+<span class="sourceLineNo">110</span>  @Override<a name="line.110"></a>
+<span class="sourceLineNo">111</span>  public boolean abort(final MasterProcedureEnv env) {<a name="line.111"></a>
+<span class="sourceLineNo">112</span>    return false;<a name="line.112"></a>
+<span class="sourceLineNo">113</span>  }<a name="line.113"></a>
+<span class="sourceLineNo">114</span><a name="line.114"></a>
+<span class="sourceLineNo">115</span>  @Override<a name="line.115"></a>
+<span class="sourceLineNo">116</span>  public void toStringClassDetails(final StringBuilder sb) {<a name="line.116"></a>
+<span class="sourceLineNo">117</span>    sb.append(getClass().getSimpleName());<a name="line.117"></a>
+<span class="sourceLineNo">118</span>    sb.append(" ");<a name="line.118"></a>
+<span class="sourceLineNo">119</span>    sb.append(plan);<a name="line.119"></a>
+<span class="sourceLineNo">120</span>  }<a name="line.120"></a>
+<span class="sourceLineNo">121</span><a name="line.121"></a>
+<span class="sourceLineNo">122</span>  @Override<a name="line.122"></a>
+<span class="sourceLineNo">123</span>  protected MoveRegionState getInitialState() {<a name="line.123"></a>
+<span class="sourceLineNo">124</span>    return MoveRegionState.MOVE_REGION_UNASSIGN;<a name="line.124"></a>
+<span class="sourceLineNo">125</span>  }<a name="line.125"></a>
+<span class="sourceLineNo">126</span><a name="line.126"></a>
+<span class="sourceLineNo">127</span>  @Override<a name="line.127"></a>
+<span class="sourceLineNo">128</span>  protected int getStateId(final MoveRegionState state) {<a name="line.128"></a>
+<span class="sourceLineNo">129</span>    return state.getNumber();<a name="line.129"></a>
+<span class="sourceLineNo">130</span>  }<a name="line.130"></a>
+<span class="sourceLineNo">131</span><a name="line.131"></a>
+<span class="sourceLineNo">132</span>  @Override<a name="line.132"></a>
+<span class="sourceLineNo">133</span>  protected MoveRegionState getState(final int stateId) {<a name="line.133"></a>
+<span class="sourceLineNo">134</span>    return MoveRegionState.valueOf(stateId);<a name="line.134"></a>
+<span class="sourceLineNo">135</span>  }<a name="line.135"></a>
+<span class="sourceLineNo">136</span><a name="line.136"></a>
+<span class="sourceLineNo">137</span>  @Override<a name="line.137"></a>
+<span class="sourceLineNo">138</span>  public TableName getTableName() {<a name="line.138"></a>
+<span class="sourceLineNo">139</span>    return plan.getRegionInfo().getTable();<a name="line.139"></a>
+<span class="sourceLineNo">140</span>  }<a name="line.140"></a>
+<span class="sourceLineNo">141</span><a name="line.141"></a>
+<span class="sourceLineNo">142</span>  @Override<a name="line.142"></a>
+<span class="sourceLineNo">143</span>  public TableOperationType getTableOperationType() {<a name="line.143"></a>
+<span class="sourceLineNo">144</span>    return TableOperationType.REGION_EDIT;<a name="line.144"></a>
+<span class="sourceLineNo">145</span>  }<a name="line.145"></a>
+<span class="sourceLineNo">146</span><a name="line.146"></a>
+<span class="sourceLineNo">147</span>  @Override<a name="line.147"></a>
+<span class="sourceLineNo">148</span>  protected void serializeStateData(ProcedureStateSerializer serializer)<a name="line.148"></a>
+<span class="sourceLineNo">149</span>      throws IOException {<a name="line.149"></a>
+<span class="sourceLineNo">150</span>    super.serializeStateData(serializer);<a name="line.150"></a>
+<span class="sourceLineNo">151</span><a name="line.151"></a>
+<span class="sourceLineNo">152</span>    final MoveRegionStateData.Builder state = MoveRegionStateData.newBuilder()<a name="line.152"></a>
+<span class="sourceLineNo">153</span>        // No need to serialize the RegionInfo. The super class has the region.<a name="line.153"></a>
+<span class="sourceLineNo">154</span>        .setSourceServer(ProtobufUtil.toServerName(plan.getSource()));<a name="line.154"></a>
+<span class="sourceLineNo">155</span>    if (plan.getDestination() != null) {<a name="line.155"></a>
+<span class="sourceLineNo">156</span>      state.setDestinationServer(ProtobufUtil.toServerName(plan.getDestination()));<a name="line.156"></a>
+<span class="sourceLineNo">157</span>    }<a name="line.157"></a>
+<span class="sourceLineNo">158</span><a name="line.158"></a>
+<span class="sourceLineNo">159</span>    serializer.serialize(state.build());<a name="line.159"></a>
+<span class="sourceLineNo">160</span>  }<a name="line.160"></a>
+<span class="sourceLineNo">161</span><a name="line.161"></a>
+<span class="sourceLineNo">162</span>  @Override<a name="line.162"></a>
+<span class="sourceLineNo">163</span>  protected void deserializeStateData(ProcedureStateSerializer serializer)<a name="line.163"></a>
+<span class="sourceLineNo">164</span>      throws IOException {<a name="line.164"></a>
+<span class="sourceLineNo">165</span>    super.deserializeStateData(serializer);<a name="line.165"></a>
+<span class="sourceLineNo">166</span><a name="line.166"></a>
+<span class="sourceLineNo">167</span>    final MoveRegionStateData state = serializer.deserialize(MoveRegionStateData.class);<a name="line.167"></a>
+<span class="sourceLineNo">168</span>    final RegionInfo regionInfo = getRegion(); // Get it from super class deserialization.<a name="line.168"></a>
+<span class="sourceLineNo">169</span>    final ServerName sourceServer = ProtobufUtil.toServerName(state.getSourceServer());<a name="line.169"></a>
+<span class="sourceLineNo">170</span>    final ServerName destinationServer = state.hasDestinationServer() ?<a name="line.170"></a>
+<span class="sourceLineNo">171</span>        ProtobufUtil.toServerName(state.getDestinationServer()) : null;<a name="line.171"></a>
+<span class="sourceLineNo">172</span>    this.plan = new RegionPlan(regionInfo, sourceServer, destinationServer);<a name="line.172"></a>
+<span class="sourceLineNo">173</span>  }<a name="line.173"></a>
+<span class="sourceLineNo">174</span>}<a name="line.174"></a>
 
 
 


[51/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/bd675fa3
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/bd675fa3
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/bd675fa3

Branch: refs/heads/asf-site
Commit: bd675fa3838baf9838ace3e1234dfee0d0f5af90
Parents: b5f95ca
Author: jenkins <bu...@apache.org>
Authored: Sat Mar 17 14:53:17 2018 +0000
Committer: jenkins <bu...@apache.org>
Committed: Sat Mar 17 14:53:17 2018 +0000

----------------------------------------------------------------------
 acid-semantics.html                             |     4 +-
 apache_hbase_reference_guide.pdf                |     6 +-
 apidocs/index-all.html                          |     4 +
 .../hbase/client/DoNotRetryRegionException.html |    14 +-
 .../hbase/exceptions/MergeRegionException.html  |    14 +-
 .../hbase/client/DoNotRetryRegionException.html |     5 +-
 .../hbase/exceptions/MergeRegionException.html  |     6 +-
 book.html                                       |     2 +-
 bulk-loads.html                                 |     4 +-
 checkstyle-aggregate.html                       | 27308 ++++++++---------
 checkstyle.rss                                  |   180 +-
 coc.html                                        |     4 +-
 cygwin.html                                     |     4 +-
 dependencies.html                               |     4 +-
 dependency-convergence.html                     |     4 +-
 dependency-info.html                            |     4 +-
 dependency-management.html                      |     4 +-
 devapidocs/allclasses-frame.html                |     4 -
 devapidocs/allclasses-noframe.html              |     4 -
 devapidocs/constant-values.html                 |    34 +-
 devapidocs/index-all.html                       |   184 +-
 .../hadoop/hbase/backup/HFileArchiver.File.html |    24 +-
 .../backup/HFileArchiver.FileConverter.html     |     6 +-
 .../HFileArchiver.FileStatusConverter.html      |     6 +-
 .../backup/HFileArchiver.FileablePath.html      |    20 +-
 .../backup/HFileArchiver.FileableStoreFile.html |    18 +-
 .../hbase/backup/HFileArchiver.StoreToFile.html |     6 +-
 .../hadoop/hbase/backup/HFileArchiver.html      |    14 +-
 .../hadoop/hbase/backup/package-tree.html       |     2 +-
 .../org/apache/hadoop/hbase/class-use/Cell.html |    10 +-
 .../hadoop/hbase/class-use/ServerName.html      |   110 +-
 .../hadoop/hbase/class-use/TableName.html       |    13 -
 ...yncRequestFutureImpl.ReplicaResultState.html |    10 +-
 .../client/AsyncRequestFutureImpl.Retry.html    |    16 +-
 .../hbase/client/AsyncRequestFutureImpl.html    |   106 +-
 .../hbase/client/DoNotRetryRegionException.html |    14 +-
 .../hbase/client/class-use/Connection.html      |    40 +-
 .../class-use/DoNotRetryRegionException.html    |    25 +
 .../hbase/client/class-use/RegionInfo.html      |    31 +-
 .../hadoop/hbase/client/class-use/Result.html   |    38 +-
 .../hadoop/hbase/client/class-use/Table.html    |    66 +-
 .../class-use/TableDescriptorBuilder.html       |    24 -
 .../hadoop/hbase/client/package-tree.html       |    22 +-
 .../apache/hadoop/hbase/client/package-use.html |    84 +-
 .../hbase/exceptions/MergeRegionException.html  |    14 +-
 .../class-use/MergeRegionException.html         |    10 +-
 .../hadoop/hbase/executor/package-tree.html     |     2 +-
 .../hadoop/hbase/filter/package-tree.html       |    10 +-
 .../hfile/bucket/FileIOEngine.FileAccessor.html |     4 +-
 .../bucket/FileIOEngine.FileReadAccessor.html   |     6 +-
 .../bucket/FileIOEngine.FileWriteAccessor.html  |     6 +-
 .../hbase/io/hfile/bucket/FileIOEngine.html     |    83 +-
 .../hadoop/hbase/io/hfile/package-tree.html     |     4 +-
 .../apache/hadoop/hbase/ipc/package-tree.html   |     2 +-
 .../hadoop/hbase/mapreduce/package-tree.html    |     2 +-
 .../assignment/GCMergedRegionsProcedure.html    |     2 +-
 .../master/assignment/GCRegionProcedure.html    |     2 +-
 .../assignment/MergeTableRegionsProcedure.html  |   127 +-
 .../master/assignment/MoveRegionProcedure.html  |    24 +-
 ...tTableRegionProcedure.StoreFileSplitter.html |    12 +-
 .../assignment/SplitTableRegionProcedure.html   |    72 +-
 .../master/balancer/RegionLocationFinder.html   |    56 +-
 .../hbase/master/balancer/package-tree.html     |     2 +-
 .../hadoop/hbase/master/package-tree.html       |     4 +-
 .../AbstractStateMachineRegionProcedure.html    |     2 +-
 .../AbstractStateMachineTableProcedure.html     |    83 +-
 .../procedure/CloneSnapshotProcedure.html       |     2 +-
 .../master/procedure/CreateTableProcedure.html  |     2 +-
 .../master/procedure/DeleteTableProcedure.html  |     2 +-
 .../master/procedure/DisableTableProcedure.html |     2 +-
 .../master/procedure/EnableTableProcedure.html  |     2 +-
 .../master/procedure/ModifyTableProcedure.html  |     2 +-
 .../procedure/RestoreSnapshotProcedure.html     |     2 +-
 .../procedure/TruncateTableProcedure.html       |     2 +-
 .../procedure/class-use/MasterProcedureEnv.html |   308 +-
 .../hbase/master/procedure/package-tree.html    |     4 +-
 .../org/apache/hadoop/hbase/package-tree.html   |    18 +-
 ...ProcedureExecutor.KeepAliveWorkerThread.html |     6 +-
 .../ProcedureExecutor.WorkerMonitor.html        |    32 +-
 .../ProcedureExecutor.WorkerThread.html         |    20 +-
 .../hbase/procedure2/ProcedureExecutor.html     |    16 +-
 .../hadoop/hbase/procedure2/package-tree.html   |     6 +-
 .../hadoop/hbase/quotas/package-tree.html       |     6 +-
 ...ator.MemStoreChunkPool.StatisticsThread.html |     8 +-
 .../ChunkCreator.MemStoreChunkPool.html         |    45 +-
 .../hadoop/hbase/regionserver/ChunkCreator.html |    28 +-
 ...ompactingMemStore.InMemoryFlushRunnable.html |     6 +-
 .../hbase/regionserver/CompactingMemStore.html  |    28 +-
 .../hadoop/hbase/regionserver/StoreScanner.html |    16 +-
 .../ChunkCreator.MemStoreChunkPool.html         |     3 +-
 .../class-use/HeapMemoryManager.html            |     3 +-
 .../Compactor.InternalScannerFactory.html       |     6 +-
 .../regionserver/compactions/Compactor.html     |    24 +-
 .../hadoop/hbase/regionserver/package-tree.html |    16 +-
 .../regionserver/querymatcher/package-tree.html |     2 +-
 .../replication/ReplicationPeerStorage.html     |    15 +-
 .../replication/ReplicationQueueStorage.html    |     2 +-
 .../replication/ReplicationStorageFactory.html  |    99 +-
 .../hbase/replication/ReplicationUtils.html     |    94 +-
 .../replication/SystemTableWALEntryFilter.html  |     4 +-
 .../TableReplicationPeerStorage.html            |   497 -
 .../TableReplicationQueueStorage.WALCell.html   |   394 -
 .../TableReplicationQueueStorage.html           |   995 -
 .../TableReplicationStorageBase.html            |   527 -
 .../hadoop/hbase/replication/WALCellFilter.html |     4 +-
 .../replication/ZKReplicationPeerStorage.html   |    63 +-
 .../replication/ZKReplicationQueueStorage.html  |    48 +-
 .../class-use/ReplicationException.html         |   161 +-
 .../class-use/ReplicationPeerConfig.html        |    49 +-
 .../class-use/ReplicationPeerStorage.html       |     6 -
 .../class-use/ReplicationQueueStorage.html      |     8 +-
 .../class-use/TableReplicationPeerStorage.html  |   125 -
 .../TableReplicationQueueStorage.WALCell.html   |   190 -
 .../class-use/TableReplicationQueueStorage.html |   125 -
 .../class-use/TableReplicationStorageBase.html  |   175 -
 .../class-use/ZKReplicationStorageBase.html     |     2 +-
 .../hadoop/hbase/replication/package-frame.html |     4 -
 .../hbase/replication/package-summary.html      |    22 -
 .../hadoop/hbase/replication/package-tree.html  |     7 -
 .../hadoop/hbase/replication/package-use.html   |     8 -
 .../hadoop/hbase/security/package-tree.html     |     2 +-
 .../hadoop/hbase/thrift/package-tree.html       |     2 +-
 .../hadoop/hbase/util/class-use/Pair.html       |    18 -
 .../apache/hadoop/hbase/util/package-tree.html  |    10 +-
 .../apache/hadoop/hbase/wal/package-tree.html   |     2 +-
 .../hbase/zookeeper/class-use/ZKWatcher.html    |    20 +-
 devapidocs/overview-tree.html                   |     7 -
 .../org/apache/hadoop/hbase/Version.html        |     6 +-
 .../hadoop/hbase/backup/HFileArchiver.File.html |  1023 +-
 .../backup/HFileArchiver.FileConverter.html     |  1023 +-
 .../HFileArchiver.FileStatusConverter.html      |  1023 +-
 .../backup/HFileArchiver.FileablePath.html      |  1023 +-
 .../backup/HFileArchiver.FileableStoreFile.html |  1023 +-
 .../hbase/backup/HFileArchiver.StoreToFile.html |  1023 +-
 .../hadoop/hbase/backup/HFileArchiver.html      |  1023 +-
 ...stFutureImpl.ReplicaCallIssuingRunnable.html |  2063 +-
 ...yncRequestFutureImpl.ReplicaResultState.html |  2063 +-
 .../client/AsyncRequestFutureImpl.Retry.html    |  2063 +-
 ...tFutureImpl.SingleServerRequestRunnable.html |  2063 +-
 .../hbase/client/AsyncRequestFutureImpl.html    |  2063 +-
 .../hbase/client/DoNotRetryRegionException.html |     5 +-
 .../hbase/exceptions/MergeRegionException.html  |     6 +-
 .../hfile/bucket/FileIOEngine.FileAccessor.html |   571 +-
 .../bucket/FileIOEngine.FileReadAccessor.html   |   571 +-
 .../bucket/FileIOEngine.FileWriteAccessor.html  |   571 +-
 .../hbase/io/hfile/bucket/FileIOEngine.html     |   571 +-
 .../hadoop/hbase/ipc/NettyRpcConnection.html    |     4 +-
 .../master/HMaster.InitializationMonitor.html   |     6 +-
 .../master/HMaster.MasterStoppedException.html  |     6 +-
 .../hbase/master/HMaster.RedirectServlet.html   |     6 +-
 .../org/apache/hadoop/hbase/master/HMaster.html |     6 +-
 .../assignment/MergeTableRegionsProcedure.html  |  1522 +-
 .../master/assignment/MoveRegionProcedure.html  |   199 +-
 ...tTableRegionProcedure.StoreFileSplitter.html |  1487 +-
 .../assignment/SplitTableRegionProcedure.html   |  1487 +-
 .../master/balancer/RegionLocationFinder.html   |   577 +-
 ...ochasticLoadBalancer.CandidateGenerator.html |     2 +-
 ...lancer.CostFromRegionLoadAsRateFunction.html |     2 +-
 ...LoadBalancer.CostFromRegionLoadFunction.html |     2 +-
 .../StochasticLoadBalancer.CostFunction.html    |     2 +-
 ...sticLoadBalancer.LoadCandidateGenerator.html |     2 +-
 ...alancer.LocalityBasedCandidateGenerator.html |     2 +-
 ...cLoadBalancer.LocalityBasedCostFunction.html |     2 +-
 ...icLoadBalancer.MemStoreSizeCostFunction.html |     2 +-
 ...StochasticLoadBalancer.MoveCostFunction.html |     2 +-
 ...ncer.PrimaryRegionCountSkewCostFunction.html |     2 +-
 ...icLoadBalancer.RackLocalityCostFunction.html |     2 +-
 ...icLoadBalancer.RandomCandidateGenerator.html |     2 +-
 ...ticLoadBalancer.ReadRequestCostFunction.html |     2 +-
 ...oadBalancer.RegionCountSkewCostFunction.html |     2 +-
 ...alancer.RegionReplicaCandidateGenerator.html |     2 +-
 ...dBalancer.RegionReplicaHostCostFunction.html |     2 +-
 ...cer.RegionReplicaRackCandidateGenerator.html |     2 +-
 ...dBalancer.RegionReplicaRackCostFunction.html |     2 +-
 ...LoadBalancer.ServerLocalityCostFunction.html |     2 +-
 ...asticLoadBalancer.StoreFileCostFunction.html |     2 +-
 ...asticLoadBalancer.TableSkewCostFunction.html |     2 +-
 ...icLoadBalancer.WriteRequestCostFunction.html |     2 +-
 .../master/balancer/StochasticLoadBalancer.html |     2 +-
 .../AbstractStateMachineTableProcedure.html     |   311 +-
 .../procedure/MasterProcedureScheduler.html     |     2 +-
 ...edureExecutor.CompletedProcedureCleaner.html |   907 +-
 ...dureExecutor.CompletedProcedureRetainer.html |   907 +-
 .../ProcedureExecutor.FailedProcedure.html      |   907 +-
 ...ProcedureExecutor.KeepAliveWorkerThread.html |   907 +-
 ...edureExecutor.ProcedureExecutorListener.html |   907 +-
 .../procedure2/ProcedureExecutor.Testing.html   |   907 +-
 .../ProcedureExecutor.WorkerMonitor.html        |   907 +-
 .../ProcedureExecutor.WorkerThread.html         |   907 +-
 .../hbase/procedure2/ProcedureExecutor.html     |   907 +-
 .../regionserver/ChunkCreator.ChunkType.html    |   612 +-
 ...ator.MemStoreChunkPool.StatisticsThread.html |   612 +-
 .../ChunkCreator.MemStoreChunkPool.html         |   612 +-
 .../hadoop/hbase/regionserver/ChunkCreator.html |   612 +-
 ...CompactSplit.AggregatingCompleteTracker.html |    16 +-
 .../CompactSplit.CompactionCompleteTracker.html |    16 +-
 .../CompactSplit.CompactionRunner.html          |    16 +-
 .../regionserver/CompactSplit.Rejection.html    |    16 +-
 .../hadoop/hbase/regionserver/CompactSplit.html |    16 +-
 ...ompactingMemStore.InMemoryFlushRunnable.html |   315 +-
 .../CompactingMemStore.IndexType.html           |   315 +-
 .../hbase/regionserver/CompactingMemStore.html  |   315 +-
 .../HRegion.BatchOperation.Visitor.html         |     4 +-
 .../regionserver/HRegion.BatchOperation.html    |     4 +-
 .../regionserver/HRegion.BulkLoadListener.html  |     4 +-
 .../HRegion.FlushResult.Result.html             |     4 +-
 .../hbase/regionserver/HRegion.FlushResult.html |     4 +-
 .../regionserver/HRegion.FlushResultImpl.html   |     4 +-
 .../HRegion.MutationBatchOperation.html         |     4 +-
 .../HRegion.ObservedExceptionsInBatch.html      |     4 +-
 .../HRegion.PrepareFlushResult.html             |     4 +-
 .../regionserver/HRegion.RegionScannerImpl.html |     4 +-
 .../HRegion.ReplayBatchOperation.html           |     4 +-
 .../regionserver/HRegion.RowLockContext.html    |     4 +-
 .../hbase/regionserver/HRegion.RowLockImpl.html |     4 +-
 .../hbase/regionserver/HRegion.WriteState.html  |     4 +-
 .../hadoop/hbase/regionserver/HRegion.html      |     4 +-
 .../MemStoreCompactionStrategy.Action.html      |     8 +-
 .../MemStoreCompactionStrategy.html             |     8 +-
 .../hbase/regionserver/MemStoreCompactor.html   |     6 +-
 .../hadoop/hbase/regionserver/StoreScanner.html |   334 +-
 .../compactions/Compactor.CellSinkFactory.html  |   603 +-
 .../compactions/Compactor.FileDetails.html      |   603 +-
 .../Compactor.InternalScannerFactory.html       |   603 +-
 .../regionserver/compactions/Compactor.html     |   603 +-
 .../replication/ReplicationPeerStorage.html     |    59 +-
 .../replication/ReplicationStorageFactory.html  |    72 +-
 .../hbase/replication/ReplicationUtils.html     |   317 +-
 .../TableReplicationPeerStorage.html            |   243 -
 .../TableReplicationQueueStorage.WALCell.html   |   594 -
 .../TableReplicationQueueStorage.html           |   594 -
 .../TableReplicationStorageBase.html            |   199 -
 .../replication/ZKReplicationPeerStorage.html   |   294 +-
 .../replication/ZKReplicationQueueStorage.html  |   590 +-
 export_control.html                             |     4 +-
 index.html                                      |     4 +-
 integration.html                                |     4 +-
 issue-tracking.html                             |     4 +-
 license.html                                    |     4 +-
 mail-lists.html                                 |     4 +-
 metrics.html                                    |     4 +-
 old_news.html                                   |     4 +-
 plugin-management.html                          |     4 +-
 plugins.html                                    |     4 +-
 poweredbyhbase.html                             |     4 +-
 project-info.html                               |     4 +-
 project-reports.html                            |     4 +-
 project-summary.html                            |     4 +-
 pseudo-distributed.html                         |     4 +-
 replication.html                                |     4 +-
 resources.html                                  |     4 +-
 source-repository.html                          |     4 +-
 sponsors.html                                   |     4 +-
 supportingprojects.html                         |     4 +-
 team-list.html                                  |     4 +-
 testdevapidocs/allclasses-frame.html            |     9 +-
 testdevapidocs/allclasses-noframe.html          |     9 +-
 testdevapidocs/constant-values.html             |    82 +-
 testdevapidocs/index-all.html                   |   200 +-
 .../hbase/class-use/HBaseClassTestRule.html     |   130 +-
 .../hbase/class-use/HBaseTestingUtility.html    |    58 +-
 .../hbase/class-use/HBaseZKTestingUtility.html  |    14 +-
 .../hbase/io/hfile/bucket/TestFileIOEngine.html |    50 +-
 .../hadoop/hbase/io/hfile/package-tree.html     |     2 +-
 .../TestNamespaceAuditor.CPMasterObserver.html  |    12 +-
 ...NamespaceAuditor.CPRegionServerObserver.html |    14 +-
 .../TestNamespaceAuditor.CustomObserver.html    |    12 +-
 ...TestNamespaceAuditor.MasterSyncObserver.html |    16 +-
 .../hbase/namespace/TestNamespaceAuditor.html   |    54 +-
 .../org/apache/hadoop/hbase/package-tree.html   |    10 +-
 .../org/apache/hadoop/hbase/package-use.html    |    76 +-
 .../hadoop/hbase/procedure/package-tree.html    |     8 +-
 ...egionMergeTransactionOnCluster.MyMaster.html |     6 +-
 ...ransactionOnCluster.MyMasterRpcServices.html |    10 +-
 .../TestRegionMergeTransactionOnCluster.html    |    18 +-
 .../hbase/regionserver/TestRegionMove.html      |    28 +-
 ...tTransactionOnCluster.CustomSplitPolicy.html |     8 +-
 ...ionOnCluster.FailingSplitMasterObserver.html |    12 +-
 .../TestSplitTransactionOnCluster.MyMaster.html |     6 +-
 ...ransactionOnCluster.MyMasterRpcServices.html |    10 +-
 .../TestSplitTransactionOnCluster.html          |    72 +-
 .../hadoop/hbase/regionserver/package-tree.html |     4 +-
 ...icationSource.ShutdownDelayRegionServer.html |     4 +-
 .../replication/TestReplicationStateBasic.html  |   687 +
 .../replication/TestReplicationStateZKImpl.html |   455 +
 .../replication/TestReplicationStatus.html      |     4 +-
 .../replication/TestVerifyReplication.html      |     4 +-
 .../TestZKReplicationPeerStorage.html           |   459 +
 .../TestZKReplicationQueueStorage.html          |   517 +
 .../class-use/TestReplicationStateBasic.html    |   165 +
 .../class-use/TestReplicationStateZKImpl.html   |   125 +
 .../class-use/TestZKReplicationPeerStorage.html |   125 +
 .../TestZKReplicationQueueStorage.html          |   125 +
 .../TestTableCFsUpdater.ZKStorageUtil.html      |     2 +-
 .../hadoop/hbase/replication/package-frame.html |     4 +
 .../hbase/replication/package-summary.html      |    18 +
 .../hadoop/hbase/replication/package-tree.html  |     7 +
 .../hadoop/hbase/replication/package-use.html   |     5 +
 .../regionserver/package-summary.html           |     4 +-
 .../replication/regionserver/package-tree.html  |     4 +-
 .../storage/TestReplicationStateBasic.html      |   687 -
 .../storage/TestReplicationStateTableImpl.html  |   460 -
 .../storage/TestReplicationStateZKImpl.html     |   455 -
 .../storage/TestZKReplicationPeerStorage.html   |   459 -
 .../storage/TestZKReplicationQueueStorage.html  |   517 -
 .../class-use/TestReplicationStateBasic.html    |   169 -
 .../TestReplicationStateTableImpl.html          |   125 -
 .../class-use/TestReplicationStateZKImpl.html   |   125 -
 .../class-use/TestZKReplicationPeerStorage.html |   125 -
 .../TestZKReplicationQueueStorage.html          |   125 -
 .../replication/storage/package-frame.html      |    24 -
 .../replication/storage/package-summary.html    |   161 -
 .../hbase/replication/storage/package-tree.html |   145 -
 .../hbase/replication/storage/package-use.html  |   160 -
 .../hadoop/hbase/rest/package-summary.html      |     4 +-
 .../apache/hadoop/hbase/rest/package-tree.html  |     4 +-
 .../apache/hadoop/hbase/test/package-tree.html  |     2 +-
 .../apache/hadoop/hbase/wal/package-tree.html   |     2 +-
 testdevapidocs/overview-frame.html              |     1 -
 testdevapidocs/overview-summary.html            |    50 +-
 testdevapidocs/overview-tree.html               |    10 +-
 testdevapidocs/package-list                     |     1 -
 .../hbase/io/hfile/bucket/TestFileIOEngine.html |   253 +-
 .../TestNamespaceAuditor.CPMasterObserver.html  |  1366 +-
 ...NamespaceAuditor.CPRegionServerObserver.html |  1366 +-
 .../TestNamespaceAuditor.CustomObserver.html    |  1366 +-
 ...TestNamespaceAuditor.MasterSyncObserver.html |  1366 +-
 .../hbase/namespace/TestNamespaceAuditor.html   |  1366 +-
 ...egionMergeTransactionOnCluster.MyMaster.html |   470 +-
 ...ransactionOnCluster.MyMasterRpcServices.html |   470 +-
 .../TestRegionMergeTransactionOnCluster.html    |   470 +-
 .../hbase/regionserver/TestRegionMove.html      |   232 +-
 ...tTransactionOnCluster.CustomSplitPolicy.html |  1900 +-
 ...ionOnCluster.FailingSplitMasterObserver.html |  1900 +-
 .../TestSplitTransactionOnCluster.MyMaster.html |  1900 +-
 ...ransactionOnCluster.MyMasterRpcServices.html |  1900 +-
 .../TestSplitTransactionOnCluster.html          |  1900 +-
 .../replication/TestReplicationStateBasic.html  |   435 +
 .../replication/TestReplicationStateZKImpl.html |   167 +
 .../TestZKReplicationPeerStorage.html           |   250 +
 .../TestZKReplicationQueueStorage.html          |   324 +
 ...onSourceManager.DummyNodeFailoverWorker.html |     6 +-
 ...estReplicationSourceManager.DummyServer.html |     6 +-
 ...er.FailInitializeDummyReplicationSource.html |     6 +-
 .../TestReplicationSourceManager.html           |     6 +-
 .../storage/TestReplicationStateBasic.html      |   442 -
 .../storage/TestReplicationStateTableImpl.html  |   201 -
 .../storage/TestReplicationStateZKImpl.html     |   170 -
 .../storage/TestZKReplicationPeerStorage.html   |   254 -
 .../storage/TestZKReplicationQueueStorage.html  |   327 -
 350 files changed, 48956 insertions(+), 55597 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/acid-semantics.html
----------------------------------------------------------------------
diff --git a/acid-semantics.html b/acid-semantics.html
index 516f9c2..e20c6bc 100644
--- a/acid-semantics.html
+++ b/acid-semantics.html
@@ -7,7 +7,7 @@
   <head>
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <meta name="Date-Revision-yyyymmdd" content="20180316" />
+    <meta name="Date-Revision-yyyymmdd" content="20180317" />
     <meta http-equiv="Content-Language" content="en" />
     <title>Apache HBase &#x2013;  
       Apache HBase (TM) ACID Properties
@@ -594,7 +594,7 @@ under the License. -->
                         <a href="https://www.apache.org/">The Apache Software Foundation</a>.
             All rights reserved.      
                     
-                  <li id="publishDate" class="pull-right">Last Published: 2018-03-16</li>
+                  <li id="publishDate" class="pull-right">Last Published: 2018-03-17</li>
             </p>
                 </div>
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/apache_hbase_reference_guide.pdf
----------------------------------------------------------------------
diff --git a/apache_hbase_reference_guide.pdf b/apache_hbase_reference_guide.pdf
index bd9bc14..12f2845 100644
--- a/apache_hbase_reference_guide.pdf
+++ b/apache_hbase_reference_guide.pdf
@@ -5,8 +5,8 @@
 /Author (Apache HBase Team)
 /Creator (Asciidoctor PDF 1.5.0.alpha.15, based on Prawn 2.2.2)
 /Producer (Apache HBase Team)
-/ModDate (D:20180316144642+00'00')
-/CreationDate (D:20180316144642+00'00')
+/ModDate (D:20180317144640+00'00')
+/CreationDate (D:20180317144640+00'00')
 >>
 endobj
 2 0 obj
@@ -27896,7 +27896,7 @@ endobj
 endobj
 136 0 obj
 << /Limits [(__anchor-top) (adding.new.node)]
-/Names [(__anchor-top) 25 0 R (__indexterm-7408246) 3454 0 R (__indexterm-7410650) 3456 0 R (__indexterm-7412190) 3458 0 R (__indexterm-7414374) 3459 0 R (acid) 916 0 R (acl) 3275 0 R (add-metric-name-and-function-to-hadoop-compat-interface) 3557 0 R (add-the-implementation-to-both-hadoop-1-and-hadoop-2-compat-modules) 3559 0 R (add.metrics) 3555 0 R (adding-a-new-chapter-to-the-hbase-reference-guide) 3797 0 R (adding.new.node) 3024 0 R]
+/Names [(__anchor-top) 25 0 R (__indexterm-7408242) 3454 0 R (__indexterm-7410646) 3456 0 R (__indexterm-7412186) 3458 0 R (__indexterm-7414370) 3459 0 R (acid) 916 0 R (acl) 3275 0 R (add-metric-name-and-function-to-hadoop-compat-interface) 3557 0 R (add-the-implementation-to-both-hadoop-1-and-hadoop-2-compat-modules) 3559 0 R (add.metrics) 3555 0 R (adding-a-new-chapter-to-the-hbase-reference-guide) 3797 0 R (adding.new.node) 3024 0 R]
 >>
 endobj
 137 0 obj

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/apidocs/index-all.html
----------------------------------------------------------------------
diff --git a/apidocs/index-all.html b/apidocs/index-all.html
index d15240e..e943dfb 100644
--- a/apidocs/index-all.html
+++ b/apidocs/index-all.html
@@ -4284,6 +4284,8 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/DoNotRetryRegionException.html#DoNotRetryRegionException-java.lang.String-">DoNotRetryRegionException(String)</a></span> - Constructor for exception org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/DoNotRetryRegionException.html" title="class in org.apache.hadoop.hbase.client">DoNotRetryRegionException</a></dt>
 <dd>&nbsp;</dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/DoNotRetryRegionException.html#DoNotRetryRegionException-java.lang.Throwable-">DoNotRetryRegionException(Throwable)</a></span> - Constructor for exception org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/DoNotRetryRegionException.html" title="class in org.apache.hadoop.hbase.client">DoNotRetryRegionException</a></dt>
+<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/Base64.html#DONT_BREAK_LINES">DONT_BREAK_LINES</a></span> - Static variable in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/Base64.html" title="class in org.apache.hadoop.hbase.util">Base64</a></dt>
 <dd>
 <div class="block">Don't break lines when encoding (violates strict Base64 specification)</div>
@@ -12209,6 +12211,8 @@
 <dd>
 <div class="block">Constructor</div>
 </dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/exceptions/MergeRegionException.html#MergeRegionException-java.lang.Throwable-">MergeRegionException(Throwable)</a></span> - Constructor for exception org.apache.hadoop.hbase.exceptions.<a href="org/apache/hadoop/hbase/exceptions/MergeRegionException.html" title="class in org.apache.hadoop.hbase.exceptions">MergeRegionException</a></dt>
+<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/Admin.html#mergeRegions-byte:A-byte:A-boolean-">mergeRegions(byte[], byte[], boolean)</a></span> - Method in interface org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client">Admin</a></dt>
 <dd>
 <div class="block"><span class="deprecatedLabel">Deprecated.</span>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/apidocs/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
----------------------------------------------------------------------
diff --git a/apidocs/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html b/apidocs/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
index 343e4bb..e8932da 100644
--- a/apidocs/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
+++ b/apidocs/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
@@ -167,6 +167,9 @@ extends <a href="../../../../../org/apache/hadoop/hbase/DoNotRetryIOException.ht
 <tr class="rowColor">
 <td class="colOne"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionException.html#DoNotRetryRegionException-java.lang.String-">DoNotRetryRegionException</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;s)</code>&nbsp;</td>
 </tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionException.html#DoNotRetryRegionException-java.lang.Throwable-">DoNotRetryRegionException</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;cause)</code>&nbsp;</td>
+</tr>
 </table>
 </li>
 </ul>
@@ -216,12 +219,21 @@ extends <a href="../../../../../org/apache/hadoop/hbase/DoNotRetryIOException.ht
 <a name="DoNotRetryRegionException-java.lang.String-">
 <!--   -->
 </a>
-<ul class="blockListLast">
+<ul class="blockList">
 <li class="blockList">
 <h4>DoNotRetryRegionException</h4>
 <pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html#line.36">DoNotRetryRegionException</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;s)</pre>
 </li>
 </ul>
+<a name="DoNotRetryRegionException-java.lang.Throwable-">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>DoNotRetryRegionException</h4>
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html#line.40">DoNotRetryRegionException</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;cause)</pre>
+</li>
+</ul>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/apidocs/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
----------------------------------------------------------------------
diff --git a/apidocs/org/apache/hadoop/hbase/exceptions/MergeRegionException.html b/apidocs/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
index 19a5550..7999872 100644
--- a/apidocs/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
+++ b/apidocs/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
@@ -172,6 +172,9 @@ extends <a href="../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionE
 <div class="block">Constructor</div>
 </td>
 </tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/exceptions/MergeRegionException.html#MergeRegionException-java.lang.Throwable-">MergeRegionException</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;cause)</code>&nbsp;</td>
+</tr>
 </table>
 </li>
 </ul>
@@ -222,7 +225,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionE
 <a name="MergeRegionException-java.lang.String-">
 <!--   -->
 </a>
-<ul class="blockListLast">
+<ul class="blockList">
 <li class="blockList">
 <h4>MergeRegionException</h4>
 <pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html#line.42">MergeRegionException</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;s)</pre>
@@ -233,6 +236,15 @@ extends <a href="../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionE
 </dl>
 </li>
 </ul>
+<a name="MergeRegionException-java.lang.Throwable-">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>MergeRegionException</h4>
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html#line.46">MergeRegionException</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;cause)</pre>
+</li>
+</ul>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/apidocs/src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
----------------------------------------------------------------------
diff --git a/apidocs/src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html b/apidocs/src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
index ffdfe64..725aedc 100644
--- a/apidocs/src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
+++ b/apidocs/src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
@@ -45,7 +45,10 @@
 <span class="sourceLineNo">037</span>    super(s);<a name="line.37"></a>
 <span class="sourceLineNo">038</span>  }<a name="line.38"></a>
 <span class="sourceLineNo">039</span><a name="line.39"></a>
-<span class="sourceLineNo">040</span>}<a name="line.40"></a>
+<span class="sourceLineNo">040</span>  public DoNotRetryRegionException(Throwable cause) {<a name="line.40"></a>
+<span class="sourceLineNo">041</span>    super(cause);<a name="line.41"></a>
+<span class="sourceLineNo">042</span>  }<a name="line.42"></a>
+<span class="sourceLineNo">043</span>}<a name="line.43"></a>
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/apidocs/src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
----------------------------------------------------------------------
diff --git a/apidocs/src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html b/apidocs/src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
index f9f6c2a..40cdee10 100644
--- a/apidocs/src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
+++ b/apidocs/src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
@@ -50,7 +50,11 @@
 <span class="sourceLineNo">042</span>  public MergeRegionException(String s) {<a name="line.42"></a>
 <span class="sourceLineNo">043</span>    super(s);<a name="line.43"></a>
 <span class="sourceLineNo">044</span>  }<a name="line.44"></a>
-<span class="sourceLineNo">045</span>}<a name="line.45"></a>
+<span class="sourceLineNo">045</span><a name="line.45"></a>
+<span class="sourceLineNo">046</span>  public MergeRegionException(Throwable cause) {<a name="line.46"></a>
+<span class="sourceLineNo">047</span>    super(cause);<a name="line.47"></a>
+<span class="sourceLineNo">048</span>  }<a name="line.48"></a>
+<span class="sourceLineNo">049</span>}<a name="line.49"></a>
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/book.html
----------------------------------------------------------------------
diff --git a/book.html b/book.html
index da650d1..86da2bf 100644
--- a/book.html
+++ b/book.html
@@ -37288,7 +37288,7 @@ The server will return cellblocks compressed using this same compressor as long
 <div id="footer">
 <div id="footer-text">
 Version 3.0.0-SNAPSHOT<br>
-Last updated 2018-03-16 14:29:41 UTC
+Last updated 2018-03-17 14:29:46 UTC
 </div>
 </div>
 </body>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/bulk-loads.html
----------------------------------------------------------------------
diff --git a/bulk-loads.html b/bulk-loads.html
index 2e76b2c..11b5e77 100644
--- a/bulk-loads.html
+++ b/bulk-loads.html
@@ -7,7 +7,7 @@
   <head>
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <meta name="Date-Revision-yyyymmdd" content="20180316" />
+    <meta name="Date-Revision-yyyymmdd" content="20180317" />
     <meta http-equiv="Content-Language" content="en" />
     <title>Apache HBase &#x2013;  
       Bulk Loads in Apache HBase (TM)
@@ -299,7 +299,7 @@ under the License. -->
                         <a href="https://www.apache.org/">The Apache Software Foundation</a>.
             All rights reserved.      
                     
-                  <li id="publishDate" class="pull-right">Last Published: 2018-03-16</li>
+                  <li id="publishDate" class="pull-right">Last Published: 2018-03-17</li>
             </p>
                 </div>
 


[38/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/regionserver/StoreScanner.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/StoreScanner.html b/devapidocs/org/apache/hadoop/hbase/regionserver/StoreScanner.html
index d918552..2b5360c 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/StoreScanner.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/StoreScanner.html
@@ -1773,7 +1773,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValue
 <ul class="blockList">
 <li class="blockList">
 <h4>checkFlushed</h4>
-<pre>protected final&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1030">checkFlushed</a>()</pre>
+<pre>protected final&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1028">checkFlushed</a>()</pre>
 </li>
 </ul>
 <a name="getScannerOrder--">
@@ -1782,7 +1782,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValue
 <ul class="blockList">
 <li class="blockList">
 <h4>getScannerOrder</h4>
-<pre>public&nbsp;long&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1053">getScannerOrder</a>()</pre>
+<pre>public&nbsp;long&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1051">getScannerOrder</a>()</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValueScanner.html#getScannerOrder--">KeyValueScanner</a></code></span></div>
 <div class="block">Get the order of this KeyValueScanner. This is only relevant for StoreFileScanners and
  MemStoreScanners (other scanners simply return 0). This is required for comparing multiple
@@ -1803,7 +1803,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValue
 <ul class="blockList">
 <li class="blockList">
 <h4>parallelSeek</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1063">parallelSeek</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;? extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValueScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">KeyValueScanner</a>&gt;&nbsp;scanners,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1061">parallelSeek</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;? extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValueScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">KeyValueScanner</a>&gt;&nbsp;scanners,
                           <a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;kv)
                    throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Seek storefiles in parallel to optimize IO latency as much as possible</div>
@@ -1822,7 +1822,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValue
 <ul class="blockList">
 <li class="blockList">
 <h4>getAllScannersForTesting</h4>
-<pre><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValueScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">KeyValueScanner</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1099">getAllScannersForTesting</a>()</pre>
+<pre><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValueScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">KeyValueScanner</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1097">getAllScannersForTesting</a>()</pre>
 <div class="block">Used in testing.</div>
 <dl>
 <dt><span class="returnLabel">Returns:</span></dt>
@@ -1836,7 +1836,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValue
 <ul class="blockList">
 <li class="blockList">
 <h4>enableLazySeekGlobally</h4>
-<pre>static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1109">enableLazySeekGlobally</a>(boolean&nbsp;enable)</pre>
+<pre>static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1107">enableLazySeekGlobally</a>(boolean&nbsp;enable)</pre>
 </li>
 </ul>
 <a name="getEstimatedNumberOfKvsScanned--">
@@ -1845,7 +1845,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValue
 <ul class="blockList">
 <li class="blockList">
 <h4>getEstimatedNumberOfKvsScanned</h4>
-<pre>public&nbsp;long&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1116">getEstimatedNumberOfKvsScanned</a>()</pre>
+<pre>public&nbsp;long&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1114">getEstimatedNumberOfKvsScanned</a>()</pre>
 <dl>
 <dt><span class="returnLabel">Returns:</span></dt>
 <dd>The estimated number of KVs seen by this scanner (includes some skipped KVs).</dd>
@@ -1858,7 +1858,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValue
 <ul class="blockList">
 <li class="blockList">
 <h4>getNextIndexedKey</h4>
-<pre>public&nbsp;<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1121">getNextIndexedKey</a>()</pre>
+<pre>public&nbsp;<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1119">getNextIndexedKey</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValueScanner.html#getNextIndexedKey--">getNextIndexedKey</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValueScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">KeyValueScanner</a></code></dd>
@@ -1877,7 +1877,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/KeyValue
 <ul class="blockListLast">
 <li class="blockList">
 <h4>shipped</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1126">shipped</a>()
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/StoreScanner.html#line.1124">shipped</a>()
              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/regionserver/Shipper.html#shipped--">Shipper</a></code></span></div>
 <div class="block">Called after a batch of rows scanned and set to be returned to client. Any in between cleanup

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/regionserver/class-use/ChunkCreator.MemStoreChunkPool.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/class-use/ChunkCreator.MemStoreChunkPool.html b/devapidocs/org/apache/hadoop/hbase/regionserver/class-use/ChunkCreator.MemStoreChunkPool.html
index 3ed57d2..ff2dea2 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/class-use/ChunkCreator.MemStoreChunkPool.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/class-use/ChunkCreator.MemStoreChunkPool.html
@@ -121,7 +121,8 @@
 <tbody>
 <tr class="altColor">
 <td class="colFirst"><code>private <a href="../../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html" title="class in org.apache.hadoop.hbase.regionserver">ChunkCreator.MemStoreChunkPool</a></code></td>
-<td class="colLast"><span class="typeNameLabel">ChunkCreator.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.html#initializePool-long-float-float-int-org.apache.hadoop.hbase.regionserver.HeapMemoryManager-">initializePool</a></span>(long&nbsp;globalMemStoreSize,
+<td class="colLast"><span class="typeNameLabel">ChunkCreator.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.html#initializePool-java.lang.String-long-float-float-int-org.apache.hadoop.hbase.regionserver.HeapMemoryManager-">initializePool</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;label,
+              long&nbsp;globalMemStoreSize,
               float&nbsp;poolSizePercentage,
               float&nbsp;initialCountPercentage,
               int&nbsp;chunkSize,

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/regionserver/class-use/HeapMemoryManager.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/class-use/HeapMemoryManager.html b/devapidocs/org/apache/hadoop/hbase/regionserver/class-use/HeapMemoryManager.html
index 5de5991..1ef5e53 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/class-use/HeapMemoryManager.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/class-use/HeapMemoryManager.html
@@ -152,7 +152,8 @@
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><code>private <a href="../../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html" title="class in org.apache.hadoop.hbase.regionserver">ChunkCreator.MemStoreChunkPool</a></code></td>
-<td class="colLast"><span class="typeNameLabel">ChunkCreator.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.html#initializePool-long-float-float-int-org.apache.hadoop.hbase.regionserver.HeapMemoryManager-">initializePool</a></span>(long&nbsp;globalMemStoreSize,
+<td class="colLast"><span class="typeNameLabel">ChunkCreator.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.html#initializePool-java.lang.String-long-float-float-int-org.apache.hadoop.hbase.regionserver.HeapMemoryManager-">initializePool</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;label,
+              long&nbsp;globalMemStoreSize,
               float&nbsp;poolSizePercentage,
               float&nbsp;initialCountPercentage,
               int&nbsp;chunkSize,

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/Compactor.InternalScannerFactory.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/Compactor.InternalScannerFactory.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/Compactor.InternalScannerFactory.html
index 0d96735..d9386cf 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/Compactor.InternalScannerFactory.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/Compactor.InternalScannerFactory.html
@@ -109,7 +109,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>protected static interface <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.230">Compactor.InternalScannerFactory</a></pre>
+<pre>protected static interface <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.229">Compactor.InternalScannerFactory</a></pre>
 </li>
 </ul>
 </div>
@@ -161,7 +161,7 @@ var activeTableTab = "activeTableTab";
 <ul class="blockList">
 <li class="blockList">
 <h4>getScanType</h4>
-<pre><a href="../../../../../../org/apache/hadoop/hbase/regionserver/ScanType.html" title="enum in org.apache.hadoop.hbase.regionserver">ScanType</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.InternalScannerFactory.html#line.232">getScanType</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequestImpl.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequestImpl</a>&nbsp;request)</pre>
+<pre><a href="../../../../../../org/apache/hadoop/hbase/regionserver/ScanType.html" title="enum in org.apache.hadoop.hbase.regionserver">ScanType</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.InternalScannerFactory.html#line.231">getScanType</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequestImpl.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequestImpl</a>&nbsp;request)</pre>
 </li>
 </ul>
 <a name="createScanner-org.apache.hadoop.hbase.regionserver.ScanInfo-java.util.List-org.apache.hadoop.hbase.regionserver.ScanType-org.apache.hadoop.hbase.regionserver.compactions.Compactor.FileDetails-long-">
@@ -170,7 +170,7 @@ var activeTableTab = "activeTableTab";
 <ul class="blockListLast">
 <li class="blockList">
 <h4>createScanner</h4>
-<pre><a href="../../../../../../org/apache/hadoop/hbase/regionserver/InternalScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">InternalScanner</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.InternalScannerFactory.html#line.234">createScanner</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/ScanInfo.html" title="class in org.apache.hadoop.hbase.regionserver">ScanInfo</a>&nbsp;scanInfo,
+<pre><a href="../../../../../../org/apache/hadoop/hbase/regionserver/InternalScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">InternalScanner</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.InternalScannerFactory.html#line.233">createScanner</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/ScanInfo.html" title="class in org.apache.hadoop.hbase.regionserver">ScanInfo</a>&nbsp;scanInfo,
                               <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFileScanner.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFileScanner</a>&gt;&nbsp;scanners,
                               <a href="../../../../../../org/apache/hadoop/hbase/regionserver/ScanType.html" title="enum in org.apache.hadoop.hbase.regionserver">ScanType</a>&nbsp;scanType,
                               <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.FileDetails.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">Compactor.FileDetails</a>&nbsp;fd,

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html
index 7ee24cd..bdf4a73 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html
@@ -496,7 +496,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>defaultScannerFactory</h4>
-<pre>protected final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.InternalScannerFactory.html" title="interface in org.apache.hadoop.hbase.regionserver.compactions">Compactor.InternalScannerFactory</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.238">defaultScannerFactory</a></pre>
+<pre>protected final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.InternalScannerFactory.html" title="interface in org.apache.hadoop.hbase.regionserver.compactions">Compactor.InternalScannerFactory</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.237">defaultScannerFactory</a></pre>
 </li>
 </ul>
 </li>
@@ -561,7 +561,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>createFileScanners</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFileScanner.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFileScanner</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.220">createFileScanners</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a>&gt;&nbsp;filesToCompact,
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFileScanner.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFileScanner</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.219">createFileScanners</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a>&gt;&nbsp;filesToCompact,
                                                   long&nbsp;smallestReadPoint,
                                                   boolean&nbsp;useDropBehind)
                                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -582,7 +582,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getSmallestReadPoint</h4>
-<pre>private&nbsp;long&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.226">getSmallestReadPoint</a>()</pre>
+<pre>private&nbsp;long&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.225">getSmallestReadPoint</a>()</pre>
 </li>
 </ul>
 <a name="createTmpWriter-org.apache.hadoop.hbase.regionserver.compactions.Compactor.FileDetails-boolean-">
@@ -591,7 +591,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>createTmpWriter</h4>
-<pre>protected final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFileWriter.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFileWriter</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.259">createTmpWriter</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.FileDetails.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">Compactor.FileDetails</a>&nbsp;fd,
+<pre>protected final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFileWriter.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFileWriter</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.258">createTmpWriter</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.FileDetails.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">Compactor.FileDetails</a>&nbsp;fd,
                                                 boolean&nbsp;shouldDropBehind)
                                          throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Creates a writer for a new file in a temporary directory.</div>
@@ -611,7 +611,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>preCompactScannerOpen</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/ScanInfo.html" title="class in org.apache.hadoop.hbase.regionserver">ScanInfo</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.267">preCompactScannerOpen</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequestImpl.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequestImpl</a>&nbsp;request,
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/ScanInfo.html" title="class in org.apache.hadoop.hbase.regionserver">ScanInfo</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.266">preCompactScannerOpen</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequestImpl.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequestImpl</a>&nbsp;request,
                                        <a href="../../../../../../org/apache/hadoop/hbase/regionserver/ScanType.html" title="enum in org.apache.hadoop.hbase.regionserver">ScanType</a>&nbsp;scanType,
                                        <a href="../../../../../../org/apache/hadoop/hbase/security/User.html" title="class in org.apache.hadoop.hbase.security">User</a>&nbsp;user)
                                 throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -627,7 +627,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>postCompactScannerOpen</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/InternalScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">InternalScanner</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.283">postCompactScannerOpen</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequestImpl.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequestImpl</a>&nbsp;request,
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/InternalScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">InternalScanner</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.282">postCompactScannerOpen</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequestImpl.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequestImpl</a>&nbsp;request,
                                                <a href="../../../../../../org/apache/hadoop/hbase/regionserver/ScanType.html" title="enum in org.apache.hadoop.hbase.regionserver">ScanType</a>&nbsp;scanType,
                                                <a href="../../../../../../org/apache/hadoop/hbase/regionserver/InternalScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">InternalScanner</a>&nbsp;scanner,
                                                <a href="../../../../../../org/apache/hadoop/hbase/security/User.html" title="class in org.apache.hadoop.hbase.security">User</a>&nbsp;user)
@@ -651,7 +651,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>compact</h4>
-<pre>protected final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;org.apache.hadoop.fs.Path&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.292">compact</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequestImpl.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequestImpl</a>&nbsp;request,
+<pre>protected final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;org.apache.hadoop.fs.Path&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.291">compact</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequestImpl.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequestImpl</a>&nbsp;request,
                                                         <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.InternalScannerFactory.html" title="interface in org.apache.hadoop.hbase.regionserver.compactions">Compactor.InternalScannerFactory</a>&nbsp;scannerFactory,
                                                         <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.CellSinkFactory.html" title="interface in org.apache.hadoop.hbase.regionserver.compactions">Compactor.CellSinkFactory</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.html" title="type parameter in Compactor">T</a>&gt;&nbsp;sinkFactory,
                                                         <a href="../../../../../../org/apache/hadoop/hbase/regionserver/throttle/ThroughputController.html" title="interface in org.apache.hadoop.hbase.regionserver.throttle">ThroughputController</a>&nbsp;throughputController,
@@ -671,7 +671,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>commitWriter</h4>
-<pre>protected abstract&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;org.apache.hadoop.fs.Path&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.343">commitWriter</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.html" title="type parameter in Compactor">T</a>&nbsp;writer,
+<pre>protected abstract&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;org.apache.hadoop.fs.Path&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.342">commitWriter</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.html" title="type parameter in Compactor">T</a>&nbsp;writer,
                                                                 <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.FileDetails.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">Compactor.FileDetails</a>&nbsp;fd,
                                                                 <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequestImpl.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequestImpl</a>&nbsp;request)
                                                          throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -689,7 +689,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>abortWriter</h4>
-<pre>protected abstract&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.346">abortWriter</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.html" title="type parameter in Compactor">T</a>&nbsp;writer)
+<pre>protected abstract&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.345">abortWriter</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.html" title="type parameter in Compactor">T</a>&nbsp;writer)
                              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
@@ -703,7 +703,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>performCompaction</h4>
-<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.360">performCompaction</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.FileDetails.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">Compactor.FileDetails</a>&nbsp;fd,
+<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.359">performCompaction</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/Compactor.FileDetails.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">Compactor.FileDetails</a>&nbsp;fd,
                                     <a href="../../../../../../org/apache/hadoop/hbase/regionserver/InternalScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">InternalScanner</a>&nbsp;scanner,
                                     <a href="../../../../../../org/apache/hadoop/hbase/regionserver/CellSink.html" title="interface in org.apache.hadoop.hbase.regionserver">CellSink</a>&nbsp;writer,
                                     long&nbsp;smallestReadPoint,
@@ -736,7 +736,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>createScanner</h4>
-<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/InternalScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">InternalScanner</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.482">createScanner</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HStore.html" title="class in org.apache.hadoop.hbase.regionserver">HStore</a>&nbsp;store,
+<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/InternalScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">InternalScanner</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.481">createScanner</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HStore.html" title="class in org.apache.hadoop.hbase.regionserver">HStore</a>&nbsp;store,
                                         <a href="../../../../../../org/apache/hadoop/hbase/regionserver/ScanInfo.html" title="class in org.apache.hadoop.hbase.regionserver">ScanInfo</a>&nbsp;scanInfo,
                                         <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFileScanner.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFileScanner</a>&gt;&nbsp;scanners,
                                         <a href="../../../../../../org/apache/hadoop/hbase/regionserver/ScanType.html" title="enum in org.apache.hadoop.hbase.regionserver">ScanType</a>&nbsp;scanType,
@@ -763,7 +763,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>createScanner</h4>
-<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/InternalScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">InternalScanner</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.497">createScanner</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HStore.html" title="class in org.apache.hadoop.hbase.regionserver">HStore</a>&nbsp;store,
+<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/InternalScanner.html" title="interface in org.apache.hadoop.hbase.regionserver">InternalScanner</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/Compactor.html#line.496">createScanner</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HStore.html" title="class in org.apache.hadoop.hbase.regionserver">HStore</a>&nbsp;store,
                                         <a href="../../../../../../org/apache/hadoop/hbase/regionserver/ScanInfo.html" title="class in org.apache.hadoop.hbase.regionserver">ScanInfo</a>&nbsp;scanInfo,
                                         <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFileScanner.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFileScanner</a>&gt;&nbsp;scanners,
                                         long&nbsp;smallestReadPoint,

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html b/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
index a05534b..6810e3b 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
@@ -704,20 +704,20 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
+<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">ChunkCreator.ChunkType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/MetricsRegionServerSourceFactoryImpl.FactoryStorage.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">MetricsRegionServerSourceFactoryImpl.FactoryStorage</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/ScannerContext.NextState.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">ScannerContext.NextState</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/FlushType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">FlushType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/HRegion.FlushResult.Result.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">HRegion.FlushResult.Result</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/ScannerContext.LimitScope.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">ScannerContext.LimitScope</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/MemStoreCompactionStrategy.Action.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">MemStoreCompactionStrategy.Action</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/Region.Operation.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">Region.Operation</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/BloomType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">BloomType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/MetricsRegionServerSourceFactoryImpl.FactoryStorage.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">MetricsRegionServerSourceFactoryImpl.FactoryStorage</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/DefaultHeapMemoryTuner.StepDirection.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">DefaultHeapMemoryTuner.StepDirection</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">ChunkCreator.ChunkType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/Region.Operation.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">Region.Operation</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TimeRangeTracker.Type.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TimeRangeTracker.Type</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/CompactingMemStore.IndexType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">CompactingMemStore.IndexType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/MemStoreCompactionStrategy.Action.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">MemStoreCompactionStrategy.Action</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/FlushType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">FlushType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/ScannerContext.LimitScope.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">ScannerContext.LimitScope</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/ScanType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">ScanType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/ScannerContext.NextState.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">ScannerContext.NextState</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/SplitLogWorker.TaskExecutor.Status.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">SplitLogWorker.TaskExecutor.Status</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TimeRangeTracker.Type.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TimeRangeTracker.Type</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html b/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
index b377318..2731576 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
@@ -130,9 +130,9 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
-<li type="circle">org.apache.hadoop.hbase.regionserver.querymatcher.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/querymatcher/StripeCompactionScanQueryMatcher.DropDeletesInOutput.html" title="enum in org.apache.hadoop.hbase.regionserver.querymatcher"><span class="typeNameLink">StripeCompactionScanQueryMatcher.DropDeletesInOutput</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.regionserver.querymatcher.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/querymatcher/ScanQueryMatcher.MatchCode.html" title="enum in org.apache.hadoop.hbase.regionserver.querymatcher"><span class="typeNameLink">ScanQueryMatcher.MatchCode</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.regionserver.querymatcher.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/querymatcher/DeleteTracker.DeleteResult.html" title="enum in org.apache.hadoop.hbase.regionserver.querymatcher"><span class="typeNameLink">DeleteTracker.DeleteResult</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.regionserver.querymatcher.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/querymatcher/StripeCompactionScanQueryMatcher.DropDeletesInOutput.html" title="enum in org.apache.hadoop.hbase.regionserver.querymatcher"><span class="typeNameLink">StripeCompactionScanQueryMatcher.DropDeletesInOutput</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html b/devapidocs/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html
index b09e945..de34b4c 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html
@@ -101,7 +101,7 @@ var activeTableTab = "activeTableTab";
 <li class="blockList">
 <dl>
 <dt>All Known Implementing Classes:</dt>
-<dd><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationPeerStorage</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationPeerStorage</a></dd>
+<dd><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationPeerStorage</a></dd>
 </dl>
 <hr>
 <br>
@@ -225,14 +225,13 @@ public interface <a href="../../../../../src-html/org/apache/hadoop/hbase/replic
 <ul class="blockList">
 <li class="blockList">
 <h4>setPeerState</h4>
-<pre>void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#line.48">setPeerState</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
+<pre>void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#line.47">setPeerState</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
                   boolean&nbsp;enabled)
            throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block">Set the state of peer, <code>true</code> to <code>ENABLED</code>, otherwise to <code>DISABLED</code>.</div>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if there are errors accessing the storage service or peer does not
-           exist.</dd>
+<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if there are errors accessing the storage service.</dd>
 </dl>
 </li>
 </ul>
@@ -242,7 +241,7 @@ public interface <a href="../../../../../src-html/org/apache/hadoop/hbase/replic
 <ul class="blockList">
 <li class="blockList">
 <h4>updatePeerConfig</h4>
-<pre>void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#line.54">updatePeerConfig</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
+<pre>void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#line.53">updatePeerConfig</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
                       <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig)
                throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block">Update the config a replication peer.</div>
@@ -258,7 +257,7 @@ public interface <a href="../../../../../src-html/org/apache/hadoop/hbase/replic
 <ul class="blockList">
 <li class="blockList">
 <h4>listPeerIds</h4>
-<pre><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#line.61">listPeerIds</a>()
+<pre><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#line.60">listPeerIds</a>()
                   throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block">Return the peer ids of all replication peers.</div>
 <dl>
@@ -273,7 +272,7 @@ public interface <a href="../../../../../src-html/org/apache/hadoop/hbase/replic
 <ul class="blockList">
 <li class="blockList">
 <h4>isPeerEnabled</h4>
-<pre>boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#line.67">isPeerEnabled</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
+<pre>boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#line.66">isPeerEnabled</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
                throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block">Test whether a replication peer is enabled.</div>
 <dl>
@@ -288,7 +287,7 @@ public interface <a href="../../../../../src-html/org/apache/hadoop/hbase/replic
 <ul class="blockListLast">
 <li class="blockList">
 <h4>getPeerConfig</h4>
-<pre><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#line.73">getPeerConfig</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
+<pre><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#line.72">getPeerConfig</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
                              throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block">Get the peer config of a replication peer.</div>
 <dl>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html b/devapidocs/org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html
index dd9a9ee..c5afb49 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html
@@ -101,7 +101,7 @@ var activeTableTab = "activeTableTab";
 <li class="blockList">
 <dl>
 <dt>All Known Implementing Classes:</dt>
-<dd><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dd>
+<dd><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dd>
 </dl>
 <hr>
 <br>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html b/devapidocs/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html
index aa1169c..4af649c 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html
@@ -75,13 +75,13 @@ var activeTableTab = "activeTableTab";
 <ul class="subNavList">
 <li>Summary:&nbsp;</li>
 <li>Nested&nbsp;|&nbsp;</li>
-<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
 <li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
 <li><a href="#method.summary">Method</a></li>
 </ul>
 <ul class="subNavList">
 <li>Detail:&nbsp;</li>
-<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
 <li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
 <li><a href="#method.detail">Method</a></li>
 </ul>
@@ -110,7 +110,7 @@ var activeTableTab = "activeTableTab";
 <hr>
 <br>
 <pre>@InterfaceAudience.Private
-public final class <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#line.31">ReplicationStorageFactory</a>
+public final class <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#line.30">ReplicationStorageFactory</a>
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></pre>
 <div class="block">Used to create replication storage(peer, queue) classes.
  <p>
@@ -121,37 +121,6 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <div class="summary">
 <ul class="blockList">
 <li class="blockList">
-<!-- =========== FIELD SUMMARY =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="field.summary">
-<!--   -->
-</a>
-<h3>Field Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation">
-<caption><span>Fields</span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Field and Description</th>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#DEFAULT_REPLICATION_PEER_STORAGE_IMPL">DEFAULT_REPLICATION_PEER_STORAGE_IMPL</a></span></code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#DEFAULT_REPLICATION_QUEUE_STORAGE_IMPL">DEFAULT_REPLICATION_QUEUE_STORAGE_IMPL</a></span></code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#REPLICATION_PEER_STORAGE_IMPL">REPLICATION_PEER_STORAGE_IMPL</a></span></code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#REPLICATION_QUEUE_STORAGE_IMPL">REPLICATION_QUEUE_STORAGE_IMPL</a></span></code>&nbsp;</td>
-</tr>
-</table>
-</li>
-</ul>
 <!-- ======== CONSTRUCTOR SUMMARY ======== -->
 <ul class="blockList">
 <li class="blockList"><a name="constructor.summary">
@@ -213,58 +182,6 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <div class="details">
 <ul class="blockList">
 <li class="blockList">
-<!-- ============ FIELD DETAIL =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="field.detail">
-<!--   -->
-</a>
-<h3>Field Detail</h3>
-<a name="REPLICATION_PEER_STORAGE_IMPL">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>REPLICATION_PEER_STORAGE_IMPL</h4>
-<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#line.33">REPLICATION_PEER_STORAGE_IMPL</a></pre>
-<dl>
-<dt><span class="seeLabel">See Also:</span></dt>
-<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.replication.ReplicationStorageFactory.REPLICATION_PEER_STORAGE_IMPL">Constant Field Values</a></dd>
-</dl>
-</li>
-</ul>
-<a name="DEFAULT_REPLICATION_PEER_STORAGE_IMPL">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>DEFAULT_REPLICATION_PEER_STORAGE_IMPL</h4>
-<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#line.34">DEFAULT_REPLICATION_PEER_STORAGE_IMPL</a></pre>
-</li>
-</ul>
-<a name="REPLICATION_QUEUE_STORAGE_IMPL">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>REPLICATION_QUEUE_STORAGE_IMPL</h4>
-<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#line.37">REPLICATION_QUEUE_STORAGE_IMPL</a></pre>
-<dl>
-<dt><span class="seeLabel">See Also:</span></dt>
-<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.replication.ReplicationStorageFactory.REPLICATION_QUEUE_STORAGE_IMPL">Constant Field Values</a></dd>
-</dl>
-</li>
-</ul>
-<a name="DEFAULT_REPLICATION_QUEUE_STORAGE_IMPL">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>DEFAULT_REPLICATION_QUEUE_STORAGE_IMPL</h4>
-<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#line.39">DEFAULT_REPLICATION_QUEUE_STORAGE_IMPL</a></pre>
-</li>
-</ul>
-</li>
-</ul>
 <!-- ========= CONSTRUCTOR DETAIL ======== -->
 <ul class="blockList">
 <li class="blockList"><a name="constructor.detail">
@@ -277,7 +194,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>ReplicationStorageFactory</h4>
-<pre>private&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#line.42">ReplicationStorageFactory</a>()</pre>
+<pre>private&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#line.32">ReplicationStorageFactory</a>()</pre>
 </li>
 </ul>
 </li>
@@ -294,7 +211,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getReplicationPeerStorage</h4>
-<pre>public static&nbsp;<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#line.48">getReplicationPeerStorage</a>(<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zk,
+<pre>public static&nbsp;<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#line.38">getReplicationPeerStorage</a>(<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zk,
                                                                org.apache.hadoop.conf.Configuration&nbsp;conf)</pre>
 <div class="block">Create a new <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication"><code>ReplicationPeerStorage</code></a>.</div>
 </li>
@@ -305,7 +222,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>getReplicationQueueStorage</h4>
-<pre>public static&nbsp;<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#line.58">getReplicationQueueStorage</a>(<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zk,
+<pre>public static&nbsp;<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#line.45">getReplicationQueueStorage</a>(<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zk,
                                                                  org.apache.hadoop.conf.Configuration&nbsp;conf)</pre>
 <div class="block">Create a new <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication"><code>ReplicationQueueStorage</code></a>.</div>
 </li>
@@ -364,13 +281,13 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="subNavList">
 <li>Summary:&nbsp;</li>
 <li>Nested&nbsp;|&nbsp;</li>
-<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
 <li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
 <li><a href="#method.summary">Method</a></li>
 </ul>
 <ul class="subNavList">
 <li>Detail:&nbsp;</li>
-<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
 <li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
 <li><a href="#method.detail">Method</a></li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/ReplicationUtils.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/ReplicationUtils.html b/devapidocs/org/apache/hadoop/hbase/replication/ReplicationUtils.html
index 71bfaef..994d79b 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/ReplicationUtils.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/ReplicationUtils.html
@@ -18,7 +18,7 @@
     catch(err) {
     }
 //-->
-var methods = {"i0":9,"i1":9,"i2":9,"i3":9,"i4":9,"i5":9,"i6":9,"i7":9,"i8":9};
+var methods = {"i0":9,"i1":9,"i2":9,"i3":9,"i4":9,"i5":9,"i6":9,"i7":9};
 var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -75,13 +75,13 @@ var activeTableTab = "activeTableTab";
 <ul class="subNavList">
 <li>Summary:&nbsp;</li>
 <li>Nested&nbsp;|&nbsp;</li>
-<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
 <li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
 <li><a href="#method.summary">Method</a></li>
 </ul>
 <ul class="subNavList">
 <li>Detail:&nbsp;</li>
-<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
 <li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
 <li><a href="#method.detail">Method</a></li>
 </ul>
@@ -110,7 +110,7 @@ var activeTableTab = "activeTableTab";
 <hr>
 <br>
 <pre>@InterfaceAudience.Private
-public final class <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.41">ReplicationUtils</a>
+public final class <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.37">ReplicationUtils</a>
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></pre>
 <div class="block">Helper class for replication.</div>
 </li>
@@ -119,29 +119,6 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <div class="summary">
 <ul class="blockList">
 <li class="blockList">
-<!-- =========== FIELD SUMMARY =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="field.summary">
-<!--   -->
-</a>
-<h3>Field Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation">
-<caption><span>Fields</span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Field and Description</th>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationUtils.html#PEER_STATE_DISABLED_BYTES">PEER_STATE_DISABLED_BYTES</a></span></code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationUtils.html#PEER_STATE_ENABLED_BYTES">PEER_STATE_ENABLED_BYTES</a></span></code>&nbsp;</td>
-</tr>
-</table>
-</li>
-</ul>
 <!-- ======== CONSTRUCTOR SUMMARY ======== -->
 <ul class="blockList">
 <li class="blockList"><a name="constructor.summary">
@@ -210,10 +187,6 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
                <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;&nbsp;tableCFs2)</code>&nbsp;</td>
 </tr>
 <tr id="i7" class="rowColor">
-<td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationUtils.html#parsePeerIdFromQueueId-java.lang.String-">parsePeerIdFromQueueId</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>&nbsp;</td>
-</tr>
-<tr id="i8" class="altColor">
 <td class="colFirst"><code>static void</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationUtils.html#removeAllQueues-org.apache.hadoop.hbase.replication.ReplicationQueueStorage-java.lang.String-">removeAllQueues</a></span>(<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a>&nbsp;queueStorage,
                <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>&nbsp;</td>
@@ -234,32 +207,6 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <div class="details">
 <ul class="blockList">
 <li class="blockList">
-<!-- ============ FIELD DETAIL =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="field.detail">
-<!--   -->
-</a>
-<h3>Field Detail</h3>
-<a name="PEER_STATE_ENABLED_BYTES">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>PEER_STATE_ENABLED_BYTES</h4>
-<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.43">PEER_STATE_ENABLED_BYTES</a></pre>
-</li>
-</ul>
-<a name="PEER_STATE_DISABLED_BYTES">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>PEER_STATE_DISABLED_BYTES</h4>
-<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.45">PEER_STATE_DISABLED_BYTES</a></pre>
-</li>
-</ul>
-</li>
-</ul>
 <!-- ========= CONSTRUCTOR DETAIL ======== -->
 <ul class="blockList">
 <li class="blockList"><a name="constructor.detail">
@@ -272,7 +219,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>ReplicationUtils</h4>
-<pre>private&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.48">ReplicationUtils</a>()</pre>
+<pre>private&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.39">ReplicationUtils</a>()</pre>
 </li>
 </ul>
 </li>
@@ -289,7 +236,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getPeerClusterConfiguration</h4>
-<pre>public static&nbsp;org.apache.hadoop.conf.Configuration&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.51">getPeerClusterConfiguration</a>(<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
+<pre>public static&nbsp;org.apache.hadoop.conf.Configuration&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.42">getPeerClusterConfiguration</a>(<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
                                                                                org.apache.hadoop.conf.Configuration&nbsp;baseConf)
                                                                         throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <dl>
@@ -304,7 +251,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>removeAllQueues</h4>
-<pre>public static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.70">removeAllQueues</a>(<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a>&nbsp;queueStorage,
+<pre>public static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.61">removeAllQueues</a>(<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a>&nbsp;queueStorage,
                                    <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
                             throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <dl>
@@ -319,7 +266,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>isCollectionEqual</h4>
-<pre>private static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.84">isCollectionEqual</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;c1,
+<pre>private static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.75">isCollectionEqual</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;c1,
                                          <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;c2)</pre>
 </li>
 </ul>
@@ -329,7 +276,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>isNamespacesEqual</h4>
-<pre>private static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.94">isNamespacesEqual</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;ns1,
+<pre>private static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.85">isNamespacesEqual</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;ns1,
                                          <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;ns2)</pre>
 </li>
 </ul>
@@ -339,7 +286,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>isTableCFsEqual</h4>
-<pre>private static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.98">isTableCFsEqual</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;&nbsp;tableCFs1,
+<pre>private static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.89">isTableCFsEqual</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;&nbsp;tableCFs1,
                                        <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;&nbsp;tableCFs2)</pre>
 </li>
 </ul>
@@ -349,7 +296,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>isKeyConfigEqual</h4>
-<pre>public static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.123">isKeyConfigEqual</a>(<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;rpc1,
+<pre>public static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.114">isKeyConfigEqual</a>(<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;rpc1,
                                        <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;rpc2)</pre>
 </li>
 </ul>
@@ -359,7 +306,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>isReplicationForBulkLoadDataEnabled</h4>
-<pre>public static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.143">isReplicationForBulkLoadDataEnabled</a>(org.apache.hadoop.conf.Configuration&nbsp;c)</pre>
+<pre>public static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.134">isReplicationForBulkLoadDataEnabled</a>(org.apache.hadoop.conf.Configuration&nbsp;c)</pre>
 <dl>
 <dt><span class="paramLabel">Parameters:</span></dt>
 <dd><code>c</code> - Configuration to look at</dd>
@@ -371,23 +318,14 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <a name="contains-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-org.apache.hadoop.hbase.TableName-">
 <!--   -->
 </a>
-<ul class="blockList">
+<ul class="blockListLast">
 <li class="blockList">
 <h4>contains</h4>
-<pre>public static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.151">contains</a>(<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
+<pre>public static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.142">contains</a>(<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
                                <a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName)</pre>
 <div class="block">Returns whether we should replicate the given table.</div>
 </li>
 </ul>
-<a name="parsePeerIdFromQueueId-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>parsePeerIdFromQueueId</h4>
-<pre>public static&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ReplicationUtils.html#line.186">parsePeerIdFromQueueId</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</pre>
-</li>
-</ul>
 </li>
 </ul>
 </li>
@@ -442,13 +380,13 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="subNavList">
 <li>Summary:&nbsp;</li>
 <li>Nested&nbsp;|&nbsp;</li>
-<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
 <li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
 <li><a href="#method.summary">Method</a></li>
 </ul>
 <ul class="subNavList">
 <li>Detail:&nbsp;</li>
-<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
 <li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
 <li><a href="#method.detail">Method</a></li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/SystemTableWALEntryFilter.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/SystemTableWALEntryFilter.html b/devapidocs/org/apache/hadoop/hbase/replication/SystemTableWALEntryFilter.html
index fc44865..7db6666 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/SystemTableWALEntryFilter.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/SystemTableWALEntryFilter.html
@@ -50,7 +50,7 @@ var activeTableTab = "activeTableTab";
 <div class="subNav">
 <ul class="navList">
 <li><a href="../../../../../org/apache/hadoop/hbase/replication/ScopeWALEntryFilter.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+<li><a href="../../../../../org/apache/hadoop/hbase/replication/WALCellFilter.html" title="interface in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
 </ul>
 <ul class="navList">
 <li><a href="../../../../../index.html?org/apache/hadoop/hbase/replication/SystemTableWALEntryFilter.html" target="_top">Frames</a></li>
@@ -256,7 +256,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/WALEntryF
 <div class="subNav">
 <ul class="navList">
 <li><a href="../../../../../org/apache/hadoop/hbase/replication/ScopeWALEntryFilter.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+<li><a href="../../../../../org/apache/hadoop/hbase/replication/WALCellFilter.html" title="interface in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
 </ul>
 <ul class="navList">
 <li><a href="../../../../../index.html?org/apache/hadoop/hbase/replication/SystemTableWALEntryFilter.html" target="_top">Frames</a></li>


[02/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
index 3bc66bb..97aa79c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
@@ -1435,459 +1435,460 @@
 <span class="sourceLineNo">1427</span>   */<a name="line.1427"></a>
 <span class="sourceLineNo">1428</span>  private void execProcedure(final RootProcedureState procStack,<a name="line.1428"></a>
 <span class="sourceLineNo">1429</span>      final Procedure&lt;TEnvironment&gt; procedure) {<a name="line.1429"></a>
-<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE);<a name="line.1430"></a>
-<span class="sourceLineNo">1431</span><a name="line.1431"></a>
-<span class="sourceLineNo">1432</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1432"></a>
-<span class="sourceLineNo">1433</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1433"></a>
-<span class="sourceLineNo">1434</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1434"></a>
-<span class="sourceLineNo">1435</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1435"></a>
-<span class="sourceLineNo">1436</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1436"></a>
-<span class="sourceLineNo">1437</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1437"></a>
-<span class="sourceLineNo">1438</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1438"></a>
-<span class="sourceLineNo">1439</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1439"></a>
-<span class="sourceLineNo">1440</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1440"></a>
-<span class="sourceLineNo">1441</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1441"></a>
-<span class="sourceLineNo">1442</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1442"></a>
-<span class="sourceLineNo">1443</span>    boolean suspended = false;<a name="line.1443"></a>
-<span class="sourceLineNo">1444</span><a name="line.1444"></a>
-<span class="sourceLineNo">1445</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1445"></a>
-<span class="sourceLineNo">1446</span>    boolean reExecute = false;<a name="line.1446"></a>
-<span class="sourceLineNo">1447</span><a name="line.1447"></a>
-<span class="sourceLineNo">1448</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1448"></a>
-<span class="sourceLineNo">1449</span>    do {<a name="line.1449"></a>
-<span class="sourceLineNo">1450</span>      reExecute = false;<a name="line.1450"></a>
-<span class="sourceLineNo">1451</span>      try {<a name="line.1451"></a>
-<span class="sourceLineNo">1452</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1452"></a>
-<span class="sourceLineNo">1453</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1453"></a>
-<span class="sourceLineNo">1454</span>          subprocs = null;<a name="line.1454"></a>
-<span class="sourceLineNo">1455</span>        }<a name="line.1455"></a>
-<span class="sourceLineNo">1456</span>      } catch (ProcedureSuspendedException e) {<a name="line.1456"></a>
-<span class="sourceLineNo">1457</span>        if (LOG.isTraceEnabled()) {<a name="line.1457"></a>
-<span class="sourceLineNo">1458</span>          LOG.trace("Suspend " + procedure);<a name="line.1458"></a>
-<span class="sourceLineNo">1459</span>        }<a name="line.1459"></a>
-<span class="sourceLineNo">1460</span>        suspended = true;<a name="line.1460"></a>
-<span class="sourceLineNo">1461</span>      } catch (ProcedureYieldException e) {<a name="line.1461"></a>
-<span class="sourceLineNo">1462</span>        if (LOG.isTraceEnabled()) {<a name="line.1462"></a>
-<span class="sourceLineNo">1463</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1463"></a>
-<span class="sourceLineNo">1464</span>        }<a name="line.1464"></a>
-<span class="sourceLineNo">1465</span>        scheduler.yield(procedure);<a name="line.1465"></a>
-<span class="sourceLineNo">1466</span>        return;<a name="line.1466"></a>
-<span class="sourceLineNo">1467</span>      } catch (InterruptedException e) {<a name="line.1467"></a>
-<span class="sourceLineNo">1468</span>        if (LOG.isTraceEnabled()) {<a name="line.1468"></a>
-<span class="sourceLineNo">1469</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1469"></a>
-<span class="sourceLineNo">1470</span>        }<a name="line.1470"></a>
-<span class="sourceLineNo">1471</span>        handleInterruptedException(procedure, e);<a name="line.1471"></a>
-<span class="sourceLineNo">1472</span>        scheduler.yield(procedure);<a name="line.1472"></a>
-<span class="sourceLineNo">1473</span>        return;<a name="line.1473"></a>
-<span class="sourceLineNo">1474</span>      } catch (Throwable e) {<a name="line.1474"></a>
-<span class="sourceLineNo">1475</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1475"></a>
-<span class="sourceLineNo">1476</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1476"></a>
-<span class="sourceLineNo">1477</span>        LOG.error(msg, e);<a name="line.1477"></a>
-<span class="sourceLineNo">1478</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1478"></a>
-<span class="sourceLineNo">1479</span>      }<a name="line.1479"></a>
-<span class="sourceLineNo">1480</span><a name="line.1480"></a>
-<span class="sourceLineNo">1481</span>      if (!procedure.isFailed()) {<a name="line.1481"></a>
-<span class="sourceLineNo">1482</span>        if (subprocs != null) {<a name="line.1482"></a>
-<span class="sourceLineNo">1483</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1483"></a>
-<span class="sourceLineNo">1484</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1484"></a>
-<span class="sourceLineNo">1485</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1485"></a>
-<span class="sourceLineNo">1486</span>            subprocs = null;<a name="line.1486"></a>
-<span class="sourceLineNo">1487</span>            reExecute = true;<a name="line.1487"></a>
-<span class="sourceLineNo">1488</span>            if (LOG.isTraceEnabled()) {<a name="line.1488"></a>
-<span class="sourceLineNo">1489</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1489"></a>
-<span class="sourceLineNo">1490</span>            }<a name="line.1490"></a>
-<span class="sourceLineNo">1491</span>          } else {<a name="line.1491"></a>
-<span class="sourceLineNo">1492</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1492"></a>
-<span class="sourceLineNo">1493</span>            // subprocs may come back 'null'.<a name="line.1493"></a>
-<span class="sourceLineNo">1494</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1494"></a>
-<span class="sourceLineNo">1495</span>            LOG.info("Initialized subprocedures=" +<a name="line.1495"></a>
-<span class="sourceLineNo">1496</span>              (subprocs == null? null:<a name="line.1496"></a>
-<span class="sourceLineNo">1497</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1497"></a>
-<span class="sourceLineNo">1498</span>                collect(Collectors.toList()).toString()));<a name="line.1498"></a>
-<span class="sourceLineNo">1499</span>          }<a name="line.1499"></a>
-<span class="sourceLineNo">1500</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1500"></a>
-<span class="sourceLineNo">1501</span>          if (LOG.isTraceEnabled()) {<a name="line.1501"></a>
-<span class="sourceLineNo">1502</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1502"></a>
-<span class="sourceLineNo">1503</span>          }<a name="line.1503"></a>
-<span class="sourceLineNo">1504</span>          timeoutExecutor.add(procedure);<a name="line.1504"></a>
-<span class="sourceLineNo">1505</span>        } else if (!suspended) {<a name="line.1505"></a>
-<span class="sourceLineNo">1506</span>          // No subtask, so we are done<a name="line.1506"></a>
-<span class="sourceLineNo">1507</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1507"></a>
-<span class="sourceLineNo">1508</span>        }<a name="line.1508"></a>
-<span class="sourceLineNo">1509</span>      }<a name="line.1509"></a>
-<span class="sourceLineNo">1510</span><a name="line.1510"></a>
-<span class="sourceLineNo">1511</span>      // Add the procedure to the stack<a name="line.1511"></a>
-<span class="sourceLineNo">1512</span>      procStack.addRollbackStep(procedure);<a name="line.1512"></a>
-<span class="sourceLineNo">1513</span><a name="line.1513"></a>
-<span class="sourceLineNo">1514</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1514"></a>
-<span class="sourceLineNo">1515</span>      // useful to test the procedure recovery.<a name="line.1515"></a>
-<span class="sourceLineNo">1516</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>        stop();<a name="line.1518"></a>
-<span class="sourceLineNo">1519</span>        return;<a name="line.1519"></a>
-<span class="sourceLineNo">1520</span>      }<a name="line.1520"></a>
-<span class="sourceLineNo">1521</span><a name="line.1521"></a>
-<span class="sourceLineNo">1522</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1522"></a>
-<span class="sourceLineNo">1523</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1523"></a>
-<span class="sourceLineNo">1524</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1524"></a>
-<span class="sourceLineNo">1525</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1525"></a>
-<span class="sourceLineNo">1526</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1526"></a>
-<span class="sourceLineNo">1527</span>      //<a name="line.1527"></a>
-<span class="sourceLineNo">1528</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1528"></a>
-<span class="sourceLineNo">1529</span>      // can take a bunch of time to complete.<a name="line.1529"></a>
-<span class="sourceLineNo">1530</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1530"></a>
-<span class="sourceLineNo">1531</span><a name="line.1531"></a>
-<span class="sourceLineNo">1532</span>      // if the store is not running we are aborting<a name="line.1532"></a>
-<span class="sourceLineNo">1533</span>      if (!store.isRunning()) return;<a name="line.1533"></a>
-<span class="sourceLineNo">1534</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1534"></a>
-<span class="sourceLineNo">1535</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1535"></a>
-<span class="sourceLineNo">1536</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1536"></a>
-<span class="sourceLineNo">1537</span>        scheduler.yield(procedure);<a name="line.1537"></a>
-<span class="sourceLineNo">1538</span>        return;<a name="line.1538"></a>
-<span class="sourceLineNo">1539</span>      }<a name="line.1539"></a>
-<span class="sourceLineNo">1540</span><a name="line.1540"></a>
-<span class="sourceLineNo">1541</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1541"></a>
-<span class="sourceLineNo">1542</span>    } while (reExecute);<a name="line.1542"></a>
-<span class="sourceLineNo">1543</span>    // Submit the new subprocedures<a name="line.1543"></a>
-<span class="sourceLineNo">1544</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1544"></a>
-<span class="sourceLineNo">1545</span>      submitChildrenProcedures(subprocs);<a name="line.1545"></a>
-<span class="sourceLineNo">1546</span>    }<a name="line.1546"></a>
-<span class="sourceLineNo">1547</span><a name="line.1547"></a>
-<span class="sourceLineNo">1548</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1548"></a>
-<span class="sourceLineNo">1549</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1549"></a>
-<span class="sourceLineNo">1550</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1550"></a>
-<span class="sourceLineNo">1551</span>      countDownChildren(procStack, procedure);<a name="line.1551"></a>
-<span class="sourceLineNo">1552</span>    }<a name="line.1552"></a>
-<span class="sourceLineNo">1553</span>  }<a name="line.1553"></a>
-<span class="sourceLineNo">1554</span><a name="line.1554"></a>
-<span class="sourceLineNo">1555</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1555"></a>
-<span class="sourceLineNo">1556</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1556"></a>
-<span class="sourceLineNo">1557</span>    assert subprocs != null : "expected subprocedures";<a name="line.1557"></a>
-<span class="sourceLineNo">1558</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1558"></a>
-<span class="sourceLineNo">1559</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1559"></a>
-<span class="sourceLineNo">1560</span>      final Procedure subproc = subprocs[i];<a name="line.1560"></a>
-<span class="sourceLineNo">1561</span>      if (subproc == null) {<a name="line.1561"></a>
-<span class="sourceLineNo">1562</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1562"></a>
-<span class="sourceLineNo">1563</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1563"></a>
-<span class="sourceLineNo">1564</span>          new IllegalArgumentIOException(msg)));<a name="line.1564"></a>
-<span class="sourceLineNo">1565</span>        return null;<a name="line.1565"></a>
-<span class="sourceLineNo">1566</span>      }<a name="line.1566"></a>
-<span class="sourceLineNo">1567</span><a name="line.1567"></a>
-<span class="sourceLineNo">1568</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1568"></a>
-<span class="sourceLineNo">1569</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1569"></a>
-<span class="sourceLineNo">1570</span>      subproc.setRootProcId(rootProcId);<a name="line.1570"></a>
-<span class="sourceLineNo">1571</span>      subproc.setProcId(nextProcId());<a name="line.1571"></a>
-<span class="sourceLineNo">1572</span>      procStack.addSubProcedure(subproc);<a name="line.1572"></a>
-<span class="sourceLineNo">1573</span>    }<a name="line.1573"></a>
-<span class="sourceLineNo">1574</span><a name="line.1574"></a>
-<span class="sourceLineNo">1575</span>    if (!procedure.isFailed()) {<a name="line.1575"></a>
-<span class="sourceLineNo">1576</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1576"></a>
-<span class="sourceLineNo">1577</span>      switch (procedure.getState()) {<a name="line.1577"></a>
-<span class="sourceLineNo">1578</span>        case RUNNABLE:<a name="line.1578"></a>
-<span class="sourceLineNo">1579</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1579"></a>
-<span class="sourceLineNo">1580</span>          break;<a name="line.1580"></a>
-<span class="sourceLineNo">1581</span>        case WAITING_TIMEOUT:<a name="line.1581"></a>
-<span class="sourceLineNo">1582</span>          timeoutExecutor.add(procedure);<a name="line.1582"></a>
-<span class="sourceLineNo">1583</span>          break;<a name="line.1583"></a>
-<span class="sourceLineNo">1584</span>        default:<a name="line.1584"></a>
-<span class="sourceLineNo">1585</span>          break;<a name="line.1585"></a>
-<span class="sourceLineNo">1586</span>      }<a name="line.1586"></a>
-<span class="sourceLineNo">1587</span>    }<a name="line.1587"></a>
-<span class="sourceLineNo">1588</span>    return subprocs;<a name="line.1588"></a>
-<span class="sourceLineNo">1589</span>  }<a name="line.1589"></a>
-<span class="sourceLineNo">1590</span><a name="line.1590"></a>
-<span class="sourceLineNo">1591</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1591"></a>
-<span class="sourceLineNo">1592</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1592"></a>
-<span class="sourceLineNo">1593</span>      final Procedure subproc = subprocs[i];<a name="line.1593"></a>
-<span class="sourceLineNo">1594</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1594"></a>
-<span class="sourceLineNo">1595</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1595"></a>
-<span class="sourceLineNo">1596</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1596"></a>
-<span class="sourceLineNo">1597</span>      scheduler.addFront(subproc);<a name="line.1597"></a>
-<span class="sourceLineNo">1598</span>    }<a name="line.1598"></a>
-<span class="sourceLineNo">1599</span>  }<a name="line.1599"></a>
-<span class="sourceLineNo">1600</span><a name="line.1600"></a>
-<span class="sourceLineNo">1601</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1601"></a>
-<span class="sourceLineNo">1602</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1602"></a>
-<span class="sourceLineNo">1603</span>    if (parent == null) {<a name="line.1603"></a>
-<span class="sourceLineNo">1604</span>      assert procStack.isRollingback();<a name="line.1604"></a>
-<span class="sourceLineNo">1605</span>      return;<a name="line.1605"></a>
-<span class="sourceLineNo">1606</span>    }<a name="line.1606"></a>
-<span class="sourceLineNo">1607</span><a name="line.1607"></a>
-<span class="sourceLineNo">1608</span>    // If this procedure is the last child awake the parent procedure<a name="line.1608"></a>
-<span class="sourceLineNo">1609</span>    if (parent.tryRunnable()) {<a name="line.1609"></a>
-<span class="sourceLineNo">1610</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1610"></a>
-<span class="sourceLineNo">1611</span>      // children have completed, move parent to front of the queue.<a name="line.1611"></a>
-<span class="sourceLineNo">1612</span>      store.update(parent);<a name="line.1612"></a>
-<span class="sourceLineNo">1613</span>      scheduler.addFront(parent);<a name="line.1613"></a>
-<span class="sourceLineNo">1614</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1614"></a>
-<span class="sourceLineNo">1615</span>      return;<a name="line.1615"></a>
-<span class="sourceLineNo">1616</span>    }<a name="line.1616"></a>
-<span class="sourceLineNo">1617</span>  }<a name="line.1617"></a>
-<span class="sourceLineNo">1618</span><a name="line.1618"></a>
-<span class="sourceLineNo">1619</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1619"></a>
-<span class="sourceLineNo">1620</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1620"></a>
-<span class="sourceLineNo">1621</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1621"></a>
-<span class="sourceLineNo">1622</span>      if (LOG.isTraceEnabled()) {<a name="line.1622"></a>
-<span class="sourceLineNo">1623</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1623"></a>
-<span class="sourceLineNo">1624</span>      }<a name="line.1624"></a>
-<span class="sourceLineNo">1625</span>      store.insert(procedure, subprocs);<a name="line.1625"></a>
-<span class="sourceLineNo">1626</span>    } else {<a name="line.1626"></a>
-<span class="sourceLineNo">1627</span>      if (LOG.isTraceEnabled()) {<a name="line.1627"></a>
-<span class="sourceLineNo">1628</span>        LOG.trace("Store update " + procedure);<a name="line.1628"></a>
-<span class="sourceLineNo">1629</span>      }<a name="line.1629"></a>
-<span class="sourceLineNo">1630</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1630"></a>
-<span class="sourceLineNo">1631</span>        // remove child procedures<a name="line.1631"></a>
-<span class="sourceLineNo">1632</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1632"></a>
-<span class="sourceLineNo">1633</span>        if (childProcIds != null) {<a name="line.1633"></a>
-<span class="sourceLineNo">1634</span>          store.delete(procedure, childProcIds);<a name="line.1634"></a>
-<span class="sourceLineNo">1635</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1635"></a>
-<span class="sourceLineNo">1636</span>            procedures.remove(childProcIds[i]);<a name="line.1636"></a>
-<span class="sourceLineNo">1637</span>          }<a name="line.1637"></a>
-<span class="sourceLineNo">1638</span>        } else {<a name="line.1638"></a>
-<span class="sourceLineNo">1639</span>          store.update(procedure);<a name="line.1639"></a>
-<span class="sourceLineNo">1640</span>        }<a name="line.1640"></a>
-<span class="sourceLineNo">1641</span>      } else {<a name="line.1641"></a>
-<span class="sourceLineNo">1642</span>        store.update(procedure);<a name="line.1642"></a>
-<span class="sourceLineNo">1643</span>      }<a name="line.1643"></a>
-<span class="sourceLineNo">1644</span>    }<a name="line.1644"></a>
-<span class="sourceLineNo">1645</span>  }<a name="line.1645"></a>
-<span class="sourceLineNo">1646</span><a name="line.1646"></a>
-<span class="sourceLineNo">1647</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1647"></a>
-<span class="sourceLineNo">1648</span>    if (LOG.isTraceEnabled()) {<a name="line.1648"></a>
-<span class="sourceLineNo">1649</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1649"></a>
-<span class="sourceLineNo">1650</span>    }<a name="line.1650"></a>
-<span class="sourceLineNo">1651</span><a name="line.1651"></a>
-<span class="sourceLineNo">1652</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1652"></a>
-<span class="sourceLineNo">1653</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1653"></a>
-<span class="sourceLineNo">1654</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1654"></a>
-<span class="sourceLineNo">1655</span>    // and the executor/store will be stopped.<a name="line.1655"></a>
-<span class="sourceLineNo">1656</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1656"></a>
-<span class="sourceLineNo">1657</span>  }<a name="line.1657"></a>
-<span class="sourceLineNo">1658</span><a name="line.1658"></a>
-<span class="sourceLineNo">1659</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1659"></a>
-<span class="sourceLineNo">1660</span>    final TEnvironment env = getEnvironment();<a name="line.1660"></a>
-<span class="sourceLineNo">1661</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1661"></a>
-<span class="sourceLineNo">1662</span>      releaseLock(proc, true);<a name="line.1662"></a>
-<span class="sourceLineNo">1663</span>    }<a name="line.1663"></a>
-<span class="sourceLineNo">1664</span>    try {<a name="line.1664"></a>
-<span class="sourceLineNo">1665</span>      proc.completionCleanup(env);<a name="line.1665"></a>
-<span class="sourceLineNo">1666</span>    } catch (Throwable e) {<a name="line.1666"></a>
-<span class="sourceLineNo">1667</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1667"></a>
-<span class="sourceLineNo">1668</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1668"></a>
-<span class="sourceLineNo">1669</span>    }<a name="line.1669"></a>
-<span class="sourceLineNo">1670</span>  }<a name="line.1670"></a>
-<span class="sourceLineNo">1671</span><a name="line.1671"></a>
-<span class="sourceLineNo">1672</span>  private void procedureFinished(final Procedure proc) {<a name="line.1672"></a>
-<span class="sourceLineNo">1673</span>    // call the procedure completion cleanup handler<a name="line.1673"></a>
-<span class="sourceLineNo">1674</span>    execCompletionCleanup(proc);<a name="line.1674"></a>
-<span class="sourceLineNo">1675</span><a name="line.1675"></a>
-<span class="sourceLineNo">1676</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1676"></a>
-<span class="sourceLineNo">1677</span><a name="line.1677"></a>
-<span class="sourceLineNo">1678</span>    // update the executor internal state maps<a name="line.1678"></a>
-<span class="sourceLineNo">1679</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1679"></a>
-<span class="sourceLineNo">1680</span>      retainer.setClientAckTime(0);<a name="line.1680"></a>
-<span class="sourceLineNo">1681</span>    }<a name="line.1681"></a>
-<span class="sourceLineNo">1682</span><a name="line.1682"></a>
-<span class="sourceLineNo">1683</span>    completed.put(proc.getProcId(), retainer);<a name="line.1683"></a>
-<span class="sourceLineNo">1684</span>    rollbackStack.remove(proc.getProcId());<a name="line.1684"></a>
-<span class="sourceLineNo">1685</span>    procedures.remove(proc.getProcId());<a name="line.1685"></a>
-<span class="sourceLineNo">1686</span><a name="line.1686"></a>
-<span class="sourceLineNo">1687</span>    // call the runnableSet completion cleanup handler<a name="line.1687"></a>
-<span class="sourceLineNo">1688</span>    try {<a name="line.1688"></a>
-<span class="sourceLineNo">1689</span>      scheduler.completionCleanup(proc);<a name="line.1689"></a>
-<span class="sourceLineNo">1690</span>    } catch (Throwable e) {<a name="line.1690"></a>
-<span class="sourceLineNo">1691</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1691"></a>
-<span class="sourceLineNo">1692</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1692"></a>
-<span class="sourceLineNo">1693</span>    }<a name="line.1693"></a>
-<span class="sourceLineNo">1694</span><a name="line.1694"></a>
-<span class="sourceLineNo">1695</span>    // Notify the listeners<a name="line.1695"></a>
-<span class="sourceLineNo">1696</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1696"></a>
-<span class="sourceLineNo">1697</span>  }<a name="line.1697"></a>
-<span class="sourceLineNo">1698</span><a name="line.1698"></a>
-<span class="sourceLineNo">1699</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1699"></a>
-<span class="sourceLineNo">1700</span>    return rollbackStack.get(rootProcId);<a name="line.1700"></a>
-<span class="sourceLineNo">1701</span>  }<a name="line.1701"></a>
-<span class="sourceLineNo">1702</span><a name="line.1702"></a>
-<span class="sourceLineNo">1703</span>  // ==========================================================================<a name="line.1703"></a>
-<span class="sourceLineNo">1704</span>  //  Worker Thread<a name="line.1704"></a>
-<span class="sourceLineNo">1705</span>  // ==========================================================================<a name="line.1705"></a>
-<span class="sourceLineNo">1706</span>  private class WorkerThread extends StoppableThread {<a name="line.1706"></a>
-<span class="sourceLineNo">1707</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1707"></a>
-<span class="sourceLineNo">1708</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1708"></a>
-<span class="sourceLineNo">1709</span><a name="line.1709"></a>
-<span class="sourceLineNo">1710</span>    public WorkerThread(ThreadGroup group) {<a name="line.1710"></a>
-<span class="sourceLineNo">1711</span>      this(group, "PEWorker-");<a name="line.1711"></a>
-<span class="sourceLineNo">1712</span>    }<a name="line.1712"></a>
-<span class="sourceLineNo">1713</span><a name="line.1713"></a>
-<span class="sourceLineNo">1714</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1714"></a>
-<span class="sourceLineNo">1715</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1715"></a>
-<span class="sourceLineNo">1716</span>      setDaemon(true);<a name="line.1716"></a>
-<span class="sourceLineNo">1717</span>    }<a name="line.1717"></a>
-<span class="sourceLineNo">1718</span><a name="line.1718"></a>
-<span class="sourceLineNo">1719</span>    @Override<a name="line.1719"></a>
-<span class="sourceLineNo">1720</span>    public void sendStopSignal() {<a name="line.1720"></a>
-<span class="sourceLineNo">1721</span>      scheduler.signalAll();<a name="line.1721"></a>
-<span class="sourceLineNo">1722</span>    }<a name="line.1722"></a>
-<span class="sourceLineNo">1723</span><a name="line.1723"></a>
-<span class="sourceLineNo">1724</span>    @Override<a name="line.1724"></a>
-<span class="sourceLineNo">1725</span>    public void run() {<a name="line.1725"></a>
-<span class="sourceLineNo">1726</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1726"></a>
-<span class="sourceLineNo">1727</span>      try {<a name="line.1727"></a>
-<span class="sourceLineNo">1728</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1728"></a>
-<span class="sourceLineNo">1729</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1729"></a>
-<span class="sourceLineNo">1730</span>          if (proc == null) {<a name="line.1730"></a>
-<span class="sourceLineNo">1731</span>            continue;<a name="line.1731"></a>
-<span class="sourceLineNo">1732</span>          }<a name="line.1732"></a>
-<span class="sourceLineNo">1733</span>          this.activeProcedure = proc;<a name="line.1733"></a>
-<span class="sourceLineNo">1734</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1734"></a>
-<span class="sourceLineNo">1735</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1735"></a>
-<span class="sourceLineNo">1736</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1736"></a>
-<span class="sourceLineNo">1737</span>            runningCount, activeCount);<a name="line.1737"></a>
-<span class="sourceLineNo">1738</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1738"></a>
-<span class="sourceLineNo">1739</span>          try {<a name="line.1739"></a>
-<span class="sourceLineNo">1740</span>            executeProcedure(proc);<a name="line.1740"></a>
-<span class="sourceLineNo">1741</span>          } catch (AssertionError e) {<a name="line.1741"></a>
-<span class="sourceLineNo">1742</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1742"></a>
-<span class="sourceLineNo">1743</span>            throw e;<a name="line.1743"></a>
-<span class="sourceLineNo">1744</span>          } finally {<a name="line.1744"></a>
-<span class="sourceLineNo">1745</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1745"></a>
-<span class="sourceLineNo">1746</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1746"></a>
-<span class="sourceLineNo">1747</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1747"></a>
-<span class="sourceLineNo">1748</span>              runningCount, activeCount);<a name="line.1748"></a>
-<span class="sourceLineNo">1749</span>            this.activeProcedure = null;<a name="line.1749"></a>
-<span class="sourceLineNo">1750</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1750"></a>
-<span class="sourceLineNo">1751</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1751"></a>
-<span class="sourceLineNo">1752</span>          }<a name="line.1752"></a>
-<span class="sourceLineNo">1753</span>        }<a name="line.1753"></a>
-<span class="sourceLineNo">1754</span>      } catch (Throwable t) {<a name="line.1754"></a>
-<span class="sourceLineNo">1755</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1755"></a>
-<span class="sourceLineNo">1756</span>      } finally {<a name="line.1756"></a>
-<span class="sourceLineNo">1757</span>        LOG.trace("Worker terminated.");<a name="line.1757"></a>
-<span class="sourceLineNo">1758</span>      }<a name="line.1758"></a>
-<span class="sourceLineNo">1759</span>      workerThreads.remove(this);<a name="line.1759"></a>
-<span class="sourceLineNo">1760</span>    }<a name="line.1760"></a>
-<span class="sourceLineNo">1761</span><a name="line.1761"></a>
-<span class="sourceLineNo">1762</span>    @Override<a name="line.1762"></a>
-<span class="sourceLineNo">1763</span>    public String toString() {<a name="line.1763"></a>
-<span class="sourceLineNo">1764</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1764"></a>
-<span class="sourceLineNo">1765</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1765"></a>
-<span class="sourceLineNo">1766</span>    }<a name="line.1766"></a>
-<span class="sourceLineNo">1767</span><a name="line.1767"></a>
-<span class="sourceLineNo">1768</span>    /**<a name="line.1768"></a>
-<span class="sourceLineNo">1769</span>     * @return the time since the current procedure is running<a name="line.1769"></a>
-<span class="sourceLineNo">1770</span>     */<a name="line.1770"></a>
-<span class="sourceLineNo">1771</span>    public long getCurrentRunTime() {<a name="line.1771"></a>
-<span class="sourceLineNo">1772</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1772"></a>
-<span class="sourceLineNo">1773</span>    }<a name="line.1773"></a>
-<span class="sourceLineNo">1774</span><a name="line.1774"></a>
-<span class="sourceLineNo">1775</span>    // core worker never timeout<a name="line.1775"></a>
-<span class="sourceLineNo">1776</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1776"></a>
-<span class="sourceLineNo">1777</span>      return true;<a name="line.1777"></a>
-<span class="sourceLineNo">1778</span>    }<a name="line.1778"></a>
-<span class="sourceLineNo">1779</span>  }<a name="line.1779"></a>
-<span class="sourceLineNo">1780</span><a name="line.1780"></a>
-<span class="sourceLineNo">1781</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1781"></a>
-<span class="sourceLineNo">1782</span>  // keepAliveTime if there is no procedure to run.<a name="line.1782"></a>
-<span class="sourceLineNo">1783</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1783"></a>
-<span class="sourceLineNo">1784</span><a name="line.1784"></a>
-<span class="sourceLineNo">1785</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1785"></a>
-<span class="sourceLineNo">1786</span>      super(group, "KeepAlivePEWorker-");<a name="line.1786"></a>
-<span class="sourceLineNo">1787</span>    }<a name="line.1787"></a>
-<span class="sourceLineNo">1788</span><a name="line.1788"></a>
-<span class="sourceLineNo">1789</span>    @Override<a name="line.1789"></a>
-<span class="sourceLineNo">1790</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1790"></a>
-<span class="sourceLineNo">1791</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1791"></a>
-<span class="sourceLineNo">1792</span>    }<a name="line.1792"></a>
-<span class="sourceLineNo">1793</span>  }<a name="line.1793"></a>
-<span class="sourceLineNo">1794</span><a name="line.1794"></a>
-<span class="sourceLineNo">1795</span>  // ----------------------------------------------------------------------------<a name="line.1795"></a>
-<span class="sourceLineNo">1796</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1796"></a>
-<span class="sourceLineNo">1797</span>  // full set of procedures pending and completed to write a compacted<a name="line.1797"></a>
-<span class="sourceLineNo">1798</span>  // version of the log (in case is a log)?<a name="line.1798"></a>
-<span class="sourceLineNo">1799</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1799"></a>
-<span class="sourceLineNo">1800</span>  // will have the tracker saying everything is in the last log.<a name="line.1800"></a>
-<span class="sourceLineNo">1801</span>  // ----------------------------------------------------------------------------<a name="line.1801"></a>
-<span class="sourceLineNo">1802</span><a name="line.1802"></a>
-<span class="sourceLineNo">1803</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1803"></a>
-<span class="sourceLineNo">1804</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1804"></a>
-<span class="sourceLineNo">1805</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1805"></a>
-<span class="sourceLineNo">1806</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1806"></a>
-<span class="sourceLineNo">1807</span><a name="line.1807"></a>
-<span class="sourceLineNo">1808</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1808"></a>
-<span class="sourceLineNo">1809</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1809"></a>
-<span class="sourceLineNo">1810</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1810"></a>
-<span class="sourceLineNo">1811</span><a name="line.1811"></a>
-<span class="sourceLineNo">1812</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1812"></a>
-<span class="sourceLineNo">1813</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1813"></a>
-<span class="sourceLineNo">1814</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1814"></a>
-<span class="sourceLineNo">1815</span><a name="line.1815"></a>
-<span class="sourceLineNo">1816</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1816"></a>
-<span class="sourceLineNo">1817</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1817"></a>
-<span class="sourceLineNo">1818</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1818"></a>
-<span class="sourceLineNo">1819</span><a name="line.1819"></a>
-<span class="sourceLineNo">1820</span>    public WorkerMonitor() {<a name="line.1820"></a>
-<span class="sourceLineNo">1821</span>      refreshConfig();<a name="line.1821"></a>
-<span class="sourceLineNo">1822</span>    }<a name="line.1822"></a>
-<span class="sourceLineNo">1823</span><a name="line.1823"></a>
-<span class="sourceLineNo">1824</span>    @Override<a name="line.1824"></a>
-<span class="sourceLineNo">1825</span>    public void run() {<a name="line.1825"></a>
-<span class="sourceLineNo">1826</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1826"></a>
-<span class="sourceLineNo">1827</span>      checkThreadCount(stuckCount);<a name="line.1827"></a>
-<span class="sourceLineNo">1828</span><a name="line.1828"></a>
-<span class="sourceLineNo">1829</span>      // refresh interval (poor man dynamic conf update)<a name="line.1829"></a>
-<span class="sourceLineNo">1830</span>      refreshConfig();<a name="line.1830"></a>
-<span class="sourceLineNo">1831</span>    }<a name="line.1831"></a>
-<span class="sourceLineNo">1832</span><a name="line.1832"></a>
-<span class="sourceLineNo">1833</span>    private int checkForStuckWorkers() {<a name="line.1833"></a>
-<span class="sourceLineNo">1834</span>      // check if any of the worker is stuck<a name="line.1834"></a>
-<span class="sourceLineNo">1835</span>      int stuckCount = 0;<a name="line.1835"></a>
-<span class="sourceLineNo">1836</span>      for (WorkerThread worker : workerThreads) {<a name="line.1836"></a>
-<span class="sourceLineNo">1837</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1837"></a>
-<span class="sourceLineNo">1838</span>          continue;<a name="line.1838"></a>
-<span class="sourceLineNo">1839</span>        }<a name="line.1839"></a>
-<span class="sourceLineNo">1840</span><a name="line.1840"></a>
-<span class="sourceLineNo">1841</span>        // WARN the worker is stuck<a name="line.1841"></a>
-<span class="sourceLineNo">1842</span>        stuckCount++;<a name="line.1842"></a>
-<span class="sourceLineNo">1843</span>        LOG.warn("Worker stuck {} run time {}", worker,<a name="line.1843"></a>
-<span class="sourceLineNo">1844</span>          StringUtils.humanTimeDiff(worker.getCurrentRunTime()));<a name="line.1844"></a>
-<span class="sourceLineNo">1845</span>      }<a name="line.1845"></a>
-<span class="sourceLineNo">1846</span>      return stuckCount;<a name="line.1846"></a>
-<span class="sourceLineNo">1847</span>    }<a name="line.1847"></a>
-<span class="sourceLineNo">1848</span><a name="line.1848"></a>
-<span class="sourceLineNo">1849</span>    private void checkThreadCount(final int stuckCount) {<a name="line.1849"></a>
-<span class="sourceLineNo">1850</span>      // nothing to do if there are no runnable tasks<a name="line.1850"></a>
-<span class="sourceLineNo">1851</span>      if (stuckCount &lt; 1 || !scheduler.hasRunnables()) {<a name="line.1851"></a>
-<span class="sourceLineNo">1852</span>        return;<a name="line.1852"></a>
-<span class="sourceLineNo">1853</span>      }<a name="line.1853"></a>
-<span class="sourceLineNo">1854</span><a name="line.1854"></a>
-<span class="sourceLineNo">1855</span>      // add a new thread if the worker stuck percentage exceed the threshold limit<a name="line.1855"></a>
-<span class="sourceLineNo">1856</span>      // and every handler is active.<a name="line.1856"></a>
-<span class="sourceLineNo">1857</span>      final float stuckPerc = ((float) stuckCount) / workerThreads.size();<a name="line.1857"></a>
-<span class="sourceLineNo">1858</span>      // let's add new worker thread more aggressively, as they will timeout finally if there is no<a name="line.1858"></a>
-<span class="sourceLineNo">1859</span>      // work to do.<a name="line.1859"></a>
-<span class="sourceLineNo">1860</span>      if (stuckPerc &gt;= addWorkerStuckPercentage &amp;&amp; workerThreads.size() &lt; maxPoolSize) {<a name="line.1860"></a>
-<span class="sourceLineNo">1861</span>        final KeepAliveWorkerThread worker = new KeepAliveWorkerThread(threadGroup);<a name="line.1861"></a>
-<span class="sourceLineNo">1862</span>        workerThreads.add(worker);<a name="line.1862"></a>
-<span class="sourceLineNo">1863</span>        worker.start();<a name="line.1863"></a>
-<span class="sourceLineNo">1864</span>        LOG.debug("Added new worker thread {}", worker);<a name="line.1864"></a>
-<span class="sourceLineNo">1865</span>      }<a name="line.1865"></a>
-<span class="sourceLineNo">1866</span>    }<a name="line.1866"></a>
-<span class="sourceLineNo">1867</span><a name="line.1867"></a>
-<span class="sourceLineNo">1868</span>    private void refreshConfig() {<a name="line.1868"></a>
-<span class="sourceLineNo">1869</span>      addWorkerStuckPercentage = conf.getFloat(WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY,<a name="line.1869"></a>
-<span class="sourceLineNo">1870</span>          DEFAULT_WORKER_ADD_STUCK_PERCENTAGE);<a name="line.1870"></a>
-<span class="sourceLineNo">1871</span>      timeoutInterval = conf.getInt(WORKER_MONITOR_INTERVAL_CONF_KEY,<a name="line.1871"></a>
-<span class="sourceLineNo">1872</span>        DEFAULT_WORKER_MONITOR_INTERVAL);<a name="line.1872"></a>
-<span class="sourceLineNo">1873</span>      stuckThreshold = conf.getInt(WORKER_STUCK_THRESHOLD_CONF_KEY,<a name="line.1873"></a>
-<span class="sourceLineNo">1874</span>        DEFAULT_WORKER_STUCK_THRESHOLD);<a name="line.1874"></a>
-<span class="sourceLineNo">1875</span>    }<a name="line.1875"></a>
-<span class="sourceLineNo">1876</span><a name="line.1876"></a>
-<span class="sourceLineNo">1877</span>    @Override<a name="line.1877"></a>
-<span class="sourceLineNo">1878</span>    public int getTimeoutInterval() {<a name="line.1878"></a>
-<span class="sourceLineNo">1879</span>      return timeoutInterval;<a name="line.1879"></a>
-<span class="sourceLineNo">1880</span>    }<a name="line.1880"></a>
-<span class="sourceLineNo">1881</span>  }<a name="line.1881"></a>
-<span class="sourceLineNo">1882</span>}<a name="line.1882"></a>
+<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE,<a name="line.1430"></a>
+<span class="sourceLineNo">1431</span>        procedure.toString());<a name="line.1431"></a>
+<span class="sourceLineNo">1432</span><a name="line.1432"></a>
+<span class="sourceLineNo">1433</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1433"></a>
+<span class="sourceLineNo">1434</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1434"></a>
+<span class="sourceLineNo">1435</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1435"></a>
+<span class="sourceLineNo">1436</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1436"></a>
+<span class="sourceLineNo">1437</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1437"></a>
+<span class="sourceLineNo">1438</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1438"></a>
+<span class="sourceLineNo">1439</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1439"></a>
+<span class="sourceLineNo">1440</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1440"></a>
+<span class="sourceLineNo">1441</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1441"></a>
+<span class="sourceLineNo">1442</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1442"></a>
+<span class="sourceLineNo">1443</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1443"></a>
+<span class="sourceLineNo">1444</span>    boolean suspended = false;<a name="line.1444"></a>
+<span class="sourceLineNo">1445</span><a name="line.1445"></a>
+<span class="sourceLineNo">1446</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1446"></a>
+<span class="sourceLineNo">1447</span>    boolean reExecute = false;<a name="line.1447"></a>
+<span class="sourceLineNo">1448</span><a name="line.1448"></a>
+<span class="sourceLineNo">1449</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1449"></a>
+<span class="sourceLineNo">1450</span>    do {<a name="line.1450"></a>
+<span class="sourceLineNo">1451</span>      reExecute = false;<a name="line.1451"></a>
+<span class="sourceLineNo">1452</span>      try {<a name="line.1452"></a>
+<span class="sourceLineNo">1453</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1453"></a>
+<span class="sourceLineNo">1454</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1454"></a>
+<span class="sourceLineNo">1455</span>          subprocs = null;<a name="line.1455"></a>
+<span class="sourceLineNo">1456</span>        }<a name="line.1456"></a>
+<span class="sourceLineNo">1457</span>      } catch (ProcedureSuspendedException e) {<a name="line.1457"></a>
+<span class="sourceLineNo">1458</span>        if (LOG.isTraceEnabled()) {<a name="line.1458"></a>
+<span class="sourceLineNo">1459</span>          LOG.trace("Suspend " + procedure);<a name="line.1459"></a>
+<span class="sourceLineNo">1460</span>        }<a name="line.1460"></a>
+<span class="sourceLineNo">1461</span>        suspended = true;<a name="line.1461"></a>
+<span class="sourceLineNo">1462</span>      } catch (ProcedureYieldException e) {<a name="line.1462"></a>
+<span class="sourceLineNo">1463</span>        if (LOG.isTraceEnabled()) {<a name="line.1463"></a>
+<span class="sourceLineNo">1464</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1464"></a>
+<span class="sourceLineNo">1465</span>        }<a name="line.1465"></a>
+<span class="sourceLineNo">1466</span>        scheduler.yield(procedure);<a name="line.1466"></a>
+<span class="sourceLineNo">1467</span>        return;<a name="line.1467"></a>
+<span class="sourceLineNo">1468</span>      } catch (InterruptedException e) {<a name="line.1468"></a>
+<span class="sourceLineNo">1469</span>        if (LOG.isTraceEnabled()) {<a name="line.1469"></a>
+<span class="sourceLineNo">1470</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1470"></a>
+<span class="sourceLineNo">1471</span>        }<a name="line.1471"></a>
+<span class="sourceLineNo">1472</span>        handleInterruptedException(procedure, e);<a name="line.1472"></a>
+<span class="sourceLineNo">1473</span>        scheduler.yield(procedure);<a name="line.1473"></a>
+<span class="sourceLineNo">1474</span>        return;<a name="line.1474"></a>
+<span class="sourceLineNo">1475</span>      } catch (Throwable e) {<a name="line.1475"></a>
+<span class="sourceLineNo">1476</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1476"></a>
+<span class="sourceLineNo">1477</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1477"></a>
+<span class="sourceLineNo">1478</span>        LOG.error(msg, e);<a name="line.1478"></a>
+<span class="sourceLineNo">1479</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1479"></a>
+<span class="sourceLineNo">1480</span>      }<a name="line.1480"></a>
+<span class="sourceLineNo">1481</span><a name="line.1481"></a>
+<span class="sourceLineNo">1482</span>      if (!procedure.isFailed()) {<a name="line.1482"></a>
+<span class="sourceLineNo">1483</span>        if (subprocs != null) {<a name="line.1483"></a>
+<span class="sourceLineNo">1484</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1484"></a>
+<span class="sourceLineNo">1485</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1485"></a>
+<span class="sourceLineNo">1486</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1486"></a>
+<span class="sourceLineNo">1487</span>            subprocs = null;<a name="line.1487"></a>
+<span class="sourceLineNo">1488</span>            reExecute = true;<a name="line.1488"></a>
+<span class="sourceLineNo">1489</span>            if (LOG.isTraceEnabled()) {<a name="line.1489"></a>
+<span class="sourceLineNo">1490</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1490"></a>
+<span class="sourceLineNo">1491</span>            }<a name="line.1491"></a>
+<span class="sourceLineNo">1492</span>          } else {<a name="line.1492"></a>
+<span class="sourceLineNo">1493</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1493"></a>
+<span class="sourceLineNo">1494</span>            // subprocs may come back 'null'.<a name="line.1494"></a>
+<span class="sourceLineNo">1495</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1495"></a>
+<span class="sourceLineNo">1496</span>            LOG.info("Initialized subprocedures=" +<a name="line.1496"></a>
+<span class="sourceLineNo">1497</span>              (subprocs == null? null:<a name="line.1497"></a>
+<span class="sourceLineNo">1498</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1498"></a>
+<span class="sourceLineNo">1499</span>                collect(Collectors.toList()).toString()));<a name="line.1499"></a>
+<span class="sourceLineNo">1500</span>          }<a name="line.1500"></a>
+<span class="sourceLineNo">1501</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1501"></a>
+<span class="sourceLineNo">1502</span>          if (LOG.isTraceEnabled()) {<a name="line.1502"></a>
+<span class="sourceLineNo">1503</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1503"></a>
+<span class="sourceLineNo">1504</span>          }<a name="line.1504"></a>
+<span class="sourceLineNo">1505</span>          timeoutExecutor.add(procedure);<a name="line.1505"></a>
+<span class="sourceLineNo">1506</span>        } else if (!suspended) {<a name="line.1506"></a>
+<span class="sourceLineNo">1507</span>          // No subtask, so we are done<a name="line.1507"></a>
+<span class="sourceLineNo">1508</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1508"></a>
+<span class="sourceLineNo">1509</span>        }<a name="line.1509"></a>
+<span class="sourceLineNo">1510</span>      }<a name="line.1510"></a>
+<span class="sourceLineNo">1511</span><a name="line.1511"></a>
+<span class="sourceLineNo">1512</span>      // Add the procedure to the stack<a name="line.1512"></a>
+<span class="sourceLineNo">1513</span>      procStack.addRollbackStep(procedure);<a name="line.1513"></a>
+<span class="sourceLineNo">1514</span><a name="line.1514"></a>
+<span class="sourceLineNo">1515</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1515"></a>
+<span class="sourceLineNo">1516</span>      // useful to test the procedure recovery.<a name="line.1516"></a>
+<span class="sourceLineNo">1517</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1518"></a>
+<span class="sourceLineNo">1519</span>        stop();<a name="line.1519"></a>
+<span class="sourceLineNo">1520</span>        return;<a name="line.1520"></a>
+<span class="sourceLineNo">1521</span>      }<a name="line.1521"></a>
+<span class="sourceLineNo">1522</span><a name="line.1522"></a>
+<span class="sourceLineNo">1523</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1523"></a>
+<span class="sourceLineNo">1524</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1524"></a>
+<span class="sourceLineNo">1525</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1525"></a>
+<span class="sourceLineNo">1526</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1526"></a>
+<span class="sourceLineNo">1527</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1527"></a>
+<span class="sourceLineNo">1528</span>      //<a name="line.1528"></a>
+<span class="sourceLineNo">1529</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1529"></a>
+<span class="sourceLineNo">1530</span>      // can take a bunch of time to complete.<a name="line.1530"></a>
+<span class="sourceLineNo">1531</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1531"></a>
+<span class="sourceLineNo">1532</span><a name="line.1532"></a>
+<span class="sourceLineNo">1533</span>      // if the store is not running we are aborting<a name="line.1533"></a>
+<span class="sourceLineNo">1534</span>      if (!store.isRunning()) return;<a name="line.1534"></a>
+<span class="sourceLineNo">1535</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1535"></a>
+<span class="sourceLineNo">1536</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1536"></a>
+<span class="sourceLineNo">1537</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1537"></a>
+<span class="sourceLineNo">1538</span>        scheduler.yield(procedure);<a name="line.1538"></a>
+<span class="sourceLineNo">1539</span>        return;<a name="line.1539"></a>
+<span class="sourceLineNo">1540</span>      }<a name="line.1540"></a>
+<span class="sourceLineNo">1541</span><a name="line.1541"></a>
+<span class="sourceLineNo">1542</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1542"></a>
+<span class="sourceLineNo">1543</span>    } while (reExecute);<a name="line.1543"></a>
+<span class="sourceLineNo">1544</span>    // Submit the new subprocedures<a name="line.1544"></a>
+<span class="sourceLineNo">1545</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1545"></a>
+<span class="sourceLineNo">1546</span>      submitChildrenProcedures(subprocs);<a name="line.1546"></a>
+<span class="sourceLineNo">1547</span>    }<a name="line.1547"></a>
+<span class="sourceLineNo">1548</span><a name="line.1548"></a>
+<span class="sourceLineNo">1549</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1549"></a>
+<span class="sourceLineNo">1550</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1550"></a>
+<span class="sourceLineNo">1551</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1551"></a>
+<span class="sourceLineNo">1552</span>      countDownChildren(procStack, procedure);<a name="line.1552"></a>
+<span class="sourceLineNo">1553</span>    }<a name="line.1553"></a>
+<span class="sourceLineNo">1554</span>  }<a name="line.1554"></a>
+<span class="sourceLineNo">1555</span><a name="line.1555"></a>
+<span class="sourceLineNo">1556</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1556"></a>
+<span class="sourceLineNo">1557</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1557"></a>
+<span class="sourceLineNo">1558</span>    assert subprocs != null : "expected subprocedures";<a name="line.1558"></a>
+<span class="sourceLineNo">1559</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1559"></a>
+<span class="sourceLineNo">1560</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1560"></a>
+<span class="sourceLineNo">1561</span>      final Procedure subproc = subprocs[i];<a name="line.1561"></a>
+<span class="sourceLineNo">1562</span>      if (subproc == null) {<a name="line.1562"></a>
+<span class="sourceLineNo">1563</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1563"></a>
+<span class="sourceLineNo">1564</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1564"></a>
+<span class="sourceLineNo">1565</span>          new IllegalArgumentIOException(msg)));<a name="line.1565"></a>
+<span class="sourceLineNo">1566</span>        return null;<a name="line.1566"></a>
+<span class="sourceLineNo">1567</span>      }<a name="line.1567"></a>
+<span class="sourceLineNo">1568</span><a name="line.1568"></a>
+<span class="sourceLineNo">1569</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1569"></a>
+<span class="sourceLineNo">1570</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1570"></a>
+<span class="sourceLineNo">1571</span>      subproc.setRootProcId(rootProcId);<a name="line.1571"></a>
+<span class="sourceLineNo">1572</span>      subproc.setProcId(nextProcId());<a name="line.1572"></a>
+<span class="sourceLineNo">1573</span>      procStack.addSubProcedure(subproc);<a name="line.1573"></a>
+<span class="sourceLineNo">1574</span>    }<a name="line.1574"></a>
+<span class="sourceLineNo">1575</span><a name="line.1575"></a>
+<span class="sourceLineNo">1576</span>    if (!procedure.isFailed()) {<a name="line.1576"></a>
+<span class="sourceLineNo">1577</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1577"></a>
+<span class="sourceLineNo">1578</span>      switch (procedure.getState()) {<a name="line.1578"></a>
+<span class="sourceLineNo">1579</span>        case RUNNABLE:<a name="line.1579"></a>
+<span class="sourceLineNo">1580</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1580"></a>
+<span class="sourceLineNo">1581</span>          break;<a name="line.1581"></a>
+<span class="sourceLineNo">1582</span>        case WAITING_TIMEOUT:<a name="line.1582"></a>
+<span class="sourceLineNo">1583</span>          timeoutExecutor.add(procedure);<a name="line.1583"></a>
+<span class="sourceLineNo">1584</span>          break;<a name="line.1584"></a>
+<span class="sourceLineNo">1585</span>        default:<a name="line.1585"></a>
+<span class="sourceLineNo">1586</span>          break;<a name="line.1586"></a>
+<span class="sourceLineNo">1587</span>      }<a name="line.1587"></a>
+<span class="sourceLineNo">1588</span>    }<a name="line.1588"></a>
+<span class="sourceLineNo">1589</span>    return subprocs;<a name="line.1589"></a>
+<span class="sourceLineNo">1590</span>  }<a name="line.1590"></a>
+<span class="sourceLineNo">1591</span><a name="line.1591"></a>
+<span class="sourceLineNo">1592</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1592"></a>
+<span class="sourceLineNo">1593</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1593"></a>
+<span class="sourceLineNo">1594</span>      final Procedure subproc = subprocs[i];<a name="line.1594"></a>
+<span class="sourceLineNo">1595</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1595"></a>
+<span class="sourceLineNo">1596</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1596"></a>
+<span class="sourceLineNo">1597</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1597"></a>
+<span class="sourceLineNo">1598</span>      scheduler.addFront(subproc);<a name="line.1598"></a>
+<span class="sourceLineNo">1599</span>    }<a name="line.1599"></a>
+<span class="sourceLineNo">1600</span>  }<a name="line.1600"></a>
+<span class="sourceLineNo">1601</span><a name="line.1601"></a>
+<span class="sourceLineNo">1602</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1602"></a>
+<span class="sourceLineNo">1603</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1603"></a>
+<span class="sourceLineNo">1604</span>    if (parent == null) {<a name="line.1604"></a>
+<span class="sourceLineNo">1605</span>      assert procStack.isRollingback();<a name="line.1605"></a>
+<span class="sourceLineNo">1606</span>      return;<a name="line.1606"></a>
+<span class="sourceLineNo">1607</span>    }<a name="line.1607"></a>
+<span class="sourceLineNo">1608</span><a name="line.1608"></a>
+<span class="sourceLineNo">1609</span>    // If this procedure is the last child awake the parent procedure<a name="line.1609"></a>
+<span class="sourceLineNo">1610</span>    if (parent.tryRunnable()) {<a name="line.1610"></a>
+<span class="sourceLineNo">1611</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1611"></a>
+<span class="sourceLineNo">1612</span>      // children have completed, move parent to front of the queue.<a name="line.1612"></a>
+<span class="sourceLineNo">1613</span>      store.update(parent);<a name="line.1613"></a>
+<span class="sourceLineNo">1614</span>      scheduler.addFront(parent);<a name="line.1614"></a>
+<span class="sourceLineNo">1615</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1615"></a>
+<span class="sourceLineNo">1616</span>      return;<a name="line.1616"></a>
+<span class="sourceLineNo">1617</span>    }<a name="line.1617"></a>
+<span class="sourceLineNo">1618</span>  }<a name="line.1618"></a>
+<span class="sourceLineNo">1619</span><a name="line.1619"></a>
+<span class="sourceLineNo">1620</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1620"></a>
+<span class="sourceLineNo">1621</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1621"></a>
+<span class="sourceLineNo">1622</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1622"></a>
+<span class="sourceLineNo">1623</span>      if (LOG.isTraceEnabled()) {<a name="line.1623"></a>
+<span class="sourceLineNo">1624</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1624"></a>
+<span class="sourceLineNo">1625</span>      }<a name="line.1625"></a>
+<span class="sourceLineNo">1626</span>      store.insert(procedure, subprocs);<a name="line.1626"></a>
+<span class="sourceLineNo">1627</span>    } else {<a name="line.1627"></a>
+<span class="sourceLineNo">1628</span>      if (LOG.isTraceEnabled()) {<a name="line.1628"></a>
+<span class="sourceLineNo">1629</span>        LOG.trace("Store update " + procedure);<a name="line.1629"></a>
+<span class="sourceLineNo">1630</span>      }<a name="line.1630"></a>
+<span class="sourceLineNo">1631</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1631"></a>
+<span class="sourceLineNo">1632</span>        // remove child procedures<a name="line.1632"></a>
+<span class="sourceLineNo">1633</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1633"></a>
+<span class="sourceLineNo">1634</span>        if (childProcIds != null) {<a name="line.1634"></a>
+<span class="sourceLineNo">1635</span>          store.delete(procedure, childProcIds);<a name="line.1635"></a>
+<span class="sourceLineNo">1636</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1636"></a>
+<span class="sourceLineNo">1637</span>            procedures.remove(childProcIds[i]);<a name="line.1637"></a>
+<span class="sourceLineNo">1638</span>          }<a name="line.1638"></a>
+<span class="sourceLineNo">1639</span>        } else {<a name="line.1639"></a>
+<span class="sourceLineNo">1640</span>          store.update(procedure);<a name="line.1640"></a>
+<span class="sourceLineNo">1641</span>        }<a name="line.1641"></a>
+<span class="sourceLineNo">1642</span>      } else {<a name="line.1642"></a>
+<span class="sourceLineNo">1643</span>        store.update(procedure);<a name="line.1643"></a>
+<span class="sourceLineNo">1644</span>      }<a name="line.1644"></a>
+<span class="sourceLineNo">1645</span>    }<a name="line.1645"></a>
+<span class="sourceLineNo">1646</span>  }<a name="line.1646"></a>
+<span class="sourceLineNo">1647</span><a name="line.1647"></a>
+<span class="sourceLineNo">1648</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1648"></a>
+<span class="sourceLineNo">1649</span>    if (LOG.isTraceEnabled()) {<a name="line.1649"></a>
+<span class="sourceLineNo">1650</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1650"></a>
+<span class="sourceLineNo">1651</span>    }<a name="line.1651"></a>
+<span class="sourceLineNo">1652</span><a name="line.1652"></a>
+<span class="sourceLineNo">1653</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1653"></a>
+<span class="sourceLineNo">1654</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1654"></a>
+<span class="sourceLineNo">1655</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1655"></a>
+<span class="sourceLineNo">1656</span>    // and the executor/store will be stopped.<a name="line.1656"></a>
+<span class="sourceLineNo">1657</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1657"></a>
+<span class="sourceLineNo">1658</span>  }<a name="line.1658"></a>
+<span class="sourceLineNo">1659</span><a name="line.1659"></a>
+<span class="sourceLineNo">1660</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1660"></a>
+<span class="sourceLineNo">1661</span>    final TEnvironment env = getEnvironment();<a name="line.1661"></a>
+<span class="sourceLineNo">1662</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1662"></a>
+<span class="sourceLineNo">1663</span>      releaseLock(proc, true);<a name="line.1663"></a>
+<span class="sourceLineNo">1664</span>    }<a name="line.1664"></a>
+<span class="sourceLineNo">1665</span>    try {<a name="line.1665"></a>
+<span class="sourceLineNo">1666</span>      proc.completionCleanup(env);<a name="line.1666"></a>
+<span class="sourceLineNo">1667</span>    } catch (Throwable e) {<a name="line.1667"></a>
+<span class="sourceLineNo">1668</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1668"></a>
+<span class="sourceLineNo">1669</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1669"></a>
+<span class="sourceLineNo">1670</span>    }<a name="line.1670"></a>
+<span class="sourceLineNo">1671</span>  }<a name="line.1671"></a>
+<span class="sourceLineNo">1672</span><a name="line.1672"></a>
+<span class="sourceLineNo">1673</span>  private void procedureFinished(final Procedure proc) {<a name="line.1673"></a>
+<span class="sourceLineNo">1674</span>    // call the procedure completion cleanup handler<a name="line.1674"></a>
+<span class="sourceLineNo">1675</span>    execCompletionCleanup(proc);<a name="line.1675"></a>
+<span class="sourceLineNo">1676</span><a name="line.1676"></a>
+<span class="sourceLineNo">1677</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1677"></a>
+<span class="sourceLineNo">1678</span><a name="line.1678"></a>
+<span class="sourceLineNo">1679</span>    // update the executor internal state maps<a name="line.1679"></a>
+<span class="sourceLineNo">1680</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1680"></a>
+<span class="sourceLineNo">1681</span>      retainer.setClientAckTime(0);<a name="line.1681"></a>
+<span class="sourceLineNo">1682</span>    }<a name="line.1682"></a>
+<span class="sourceLineNo">1683</span><a name="line.1683"></a>
+<span class="sourceLineNo">1684</span>    completed.put(proc.getProcId(), retainer);<a name="line.1684"></a>
+<span class="sourceLineNo">1685</span>    rollbackStack.remove(proc.getProcId());<a name="line.1685"></a>
+<span class="sourceLineNo">1686</span>    procedures.remove(proc.getProcId());<a name="line.1686"></a>
+<span class="sourceLineNo">1687</span><a name="line.1687"></a>
+<span class="sourceLineNo">1688</span>    // call the runnableSet completion cleanup handler<a name="line.1688"></a>
+<span class="sourceLineNo">1689</span>    try {<a name="line.1689"></a>
+<span class="sourceLineNo">1690</span>      scheduler.completionCleanup(proc);<a name="line.1690"></a>
+<span class="sourceLineNo">1691</span>    } catch (Throwable e) {<a name="line.1691"></a>
+<span class="sourceLineNo">1692</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1692"></a>
+<span class="sourceLineNo">1693</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1693"></a>
+<span class="sourceLineNo">1694</span>    }<a name="line.1694"></a>
+<span class="sourceLineNo">1695</span><a name="line.1695"></a>
+<span class="sourceLineNo">1696</span>    // Notify the listeners<a name="line.1696"></a>
+<span class="sourceLineNo">1697</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1697"></a>
+<span class="sourceLineNo">1698</span>  }<a name="line.1698"></a>
+<span class="sourceLineNo">1699</span><a name="line.1699"></a>
+<span class="sourceLineNo">1700</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1700"></a>
+<span class="sourceLineNo">1701</span>    return rollbackStack.get(rootProcId);<a name="line.1701"></a>
+<span class="sourceLineNo">1702</span>  }<a name="line.1702"></a>
+<span class="sourceLineNo">1703</span><a name="line.1703"></a>
+<span class="sourceLineNo">1704</span>  // ==========================================================================<a name="line.1704"></a>
+<span class="sourceLineNo">1705</span>  //  Worker Thread<a name="line.1705"></a>
+<span class="sourceLineNo">1706</span>  // ==========================================================================<a name="line.1706"></a>
+<span class="sourceLineNo">1707</span>  private class WorkerThread extends StoppableThread {<a name="line.1707"></a>
+<span class="sourceLineNo">1708</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1708"></a>
+<span class="sourceLineNo">1709</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1709"></a>
+<span class="sourceLineNo">1710</span><a name="line.1710"></a>
+<span class="sourceLineNo">1711</span>    public WorkerThread(ThreadGroup group) {<a name="line.1711"></a>
+<span class="sourceLineNo">1712</span>      this(group, "PEWorker-");<a name="line.1712"></a>
+<span class="sourceLineNo">1713</span>    }<a name="line.1713"></a>
+<span class="sourceLineNo">1714</span><a name="line.1714"></a>
+<span class="sourceLineNo">1715</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1715"></a>
+<span class="sourceLineNo">1716</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1716"></a>
+<span class="sourceLineNo">1717</span>      setDaemon(true);<a name="line.1717"></a>
+<span class="sourceLineNo">1718</span>    }<a name="line.1718"></a>
+<span class="sourceLineNo">1719</span><a name="line.1719"></a>
+<span class="sourceLineNo">1720</span>    @Override<a name="line.1720"></a>
+<span class="sourceLineNo">1721</span>    public void sendStopSignal() {<a name="line.1721"></a>
+<span class="sourceLineNo">1722</span>      scheduler.signalAll();<a name="line.1722"></a>
+<span class="sourceLineNo">1723</span>    }<a name="line.1723"></a>
+<span class="sourceLineNo">1724</span><a name="line.1724"></a>
+<span class="sourceLineNo">1725</span>    @Override<a name="line.1725"></a>
+<span class="sourceLineNo">1726</span>    public void run() {<a name="line.1726"></a>
+<span class="sourceLineNo">1727</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1727"></a>
+<span class="sourceLineNo">1728</span>      try {<a name="line.1728"></a>
+<span class="sourceLineNo">1729</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1729"></a>
+<span class="sourceLineNo">1730</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1730"></a>
+<span class="sourceLineNo">1731</span>          if (proc == null) {<a name="line.1731"></a>
+<span class="sourceLineNo">1732</span>            continue;<a name="line.1732"></a>
+<span class="sourceLineNo">1733</span>          }<a name="line.1733"></a>
+<span class="sourceLineNo">1734</span>          this.activeProcedure = proc;<a name="line.1734"></a>
+<span class="sourceLineNo">1735</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1735"></a>
+<span class="sourceLineNo">1736</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1736"></a>
+<span class="sourceLineNo">1737</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1737"></a>
+<span class="sourceLineNo">1738</span>            runningCount, activeCount);<a name="line.1738"></a>
+<span class="sourceLineNo">1739</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1739"></a>
+<span class="sourceLineNo">1740</span>          try {<a name="line.1740"></a>
+<span class="sourceLineNo">1741</span>            executeProcedure(proc);<a name="line.1741"></a>
+<span class="sourceLineNo">1742</span>          } catch (AssertionError e) {<a name="line.1742"></a>
+<span class="sourceLineNo">1743</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1743"></a>
+<span class="sourceLineNo">1744</span>            throw e;<a name="line.1744"></a>
+<span class="sourceLineNo">1745</span>          } finally {<a name="line.1745"></a>
+<span class="sourceLineNo">1746</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1746"></a>
+<span class="sourceLineNo">1747</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1747"></a>
+<span class="sourceLineNo">1748</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1748"></a>
+<span class="sourceLineNo">1749</span>              runningCount, activeCount);<a name="line.1749"></a>
+<span class="sourceLineNo">1750</span>            this.activeProcedure = null;<a name="line.1750"></a>
+<span class="sourceLineNo">1751</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1751"></a>
+<span class="sourceLineNo">1752</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1752"></a>
+<span class="sourceLineNo">1753</span>          }<a name="line.1753"></a>
+<span class="sourceLineNo">1754</span>        }<a name="line.1754"></a>
+<span class="sourceLineNo">1755</span>      } catch (Throwable t) {<a name="line.1755"></a>
+<span class="sourceLineNo">1756</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1756"></a>
+<span class="sourceLineNo">1757</span>      } finally {<a name="line.1757"></a>
+<span class="sourceLineNo">1758</span>        LOG.trace("Worker terminated.");<a name="line.1758"></a>
+<span class="sourceLineNo">1759</span>      }<a name="line.1759"></a>
+<span class="sourceLineNo">1760</span>      workerThreads.remove(this);<a name="line.1760"></a>
+<span class="sourceLineNo">1761</span>    }<a name="line.1761"></a>
+<span class="sourceLineNo">1762</span><a name="line.1762"></a>
+<span class="sourceLineNo">1763</span>    @Override<a name="line.1763"></a>
+<span class="sourceLineNo">1764</span>    public String toString() {<a name="line.1764"></a>
+<span class="sourceLineNo">1765</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1765"></a>
+<span class="sourceLineNo">1766</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1766"></a>
+<span class="sourceLineNo">1767</span>    }<a name="line.1767"></a>
+<span class="sourceLineNo">1768</span><a name="line.1768"></a>
+<span class="sourceLineNo">1769</span>    /**<a name="line.1769"></a>
+<span class="sourceLineNo">1770</span>     * @return the time since the current procedure is running<a name="line.1770"></a>
+<span class="sourceLineNo">1771</span>     */<a name="line.1771"></a>
+<span class="sourceLineNo">1772</span>    public long getCurrentRunTime() {<a name="line.1772"></a>
+<span class="sourceLineNo">1773</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1773"></a>
+<span class="sourceLineNo">1774</span>    }<a name="line.1774"></a>
+<span class="sourceLineNo">1775</span><a name="line.1775"></a>
+<span class="sourceLineNo">1776</span>    // core worker never timeout<a name="line.1776"></a>
+<span class="sourceLineNo">1777</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1777"></a>
+<span class="sourceLineNo">1778</span>      return true;<a name="line.1778"></a>
+<span class="sourceLineNo">1779</span>    }<a name="line.1779"></a>
+<span class="sourceLineNo">1780</span>  }<a name="line.1780"></a>
+<span class="sourceLineNo">1781</span><a name="line.1781"></a>
+<span class="sourceLineNo">1782</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1782"></a>
+<span class="sourceLineNo">1783</span>  // keepAliveTime if there is no procedure to run.<a name="line.1783"></a>
+<span class="sourceLineNo">1784</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1784"></a>
+<span class="sourceLineNo">1785</span><a name="line.1785"></a>
+<span class="sourceLineNo">1786</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1786"></a>
+<span class="sourceLineNo">1787</span>      super(group, "KeepAlivePEWorker-");<a name="line.1787"></a>
+<span class="sourceLineNo">1788</span>    }<a name="line.1788"></a>
+<span class="sourceLineNo">1789</span><a name="line.1789"></a>
+<span class="sourceLineNo">1790</span>    @Override<a name="line.1790"></a>
+<span class="sourceLineNo">1791</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1791"></a>
+<span class="sourceLineNo">1792</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1792"></a>
+<span class="sourceLineNo">1793</span>    }<a name="line.1793"></a>
+<span class="sourceLineNo">1794</span>  }<a name="line.1794"></a>
+<span class="sourceLineNo">1795</span><a name="line.1795"></a>
+<span class="sourceLineNo">1796</span>  // ----------------------------------------------------------------------------<a name="line.1796"></a>
+<span class="sourceLineNo">1797</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1797"></a>
+<span class="sourceLineNo">1798</span>  // full set of procedures pending and completed to write a compacted<a name="line.1798"></a>
+<span class="sourceLineNo">1799</span>  // version of the log (in case is a log)?<a name="line.1799"></a>
+<span class="sourceLineNo">1800</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1800"></a>
+<span class="sourceLineNo">1801</span>  // will have the tracker saying everything is in the last log.<a name="line.1801"></a>
+<span class="sourceLineNo">1802</span>  // ----------------------------------------------------------------------------<a name="line.1802"></a>
+<span class="sourceLineNo">1803</span><a name="line.1803"></a>
+<span class="sourceLineNo">1804</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1804"></a>
+<span class="sourceLineNo">1805</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1805"></a>
+<span class="sourceLineNo">1806</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1806"></a>
+<span class="sourceLineNo">1807</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1807"></a>
+<span class="sourceLineNo">1808</span><a name="line.1808"></a>
+<span class="sourceLineNo">1809</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1809"></a>
+<span class="sourceLineNo">1810</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1810"></a>
+<span class="sourceLineNo">1811</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1811"></a>
+<span class="sourceLineNo">1812</span><a name="line.1812"></a>
+<span class="sourceLineNo">1813</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1813"></a>
+<span class="sourceLineNo">1814</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1814"></a>
+<span class="sourceLineNo">1815</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1815"></a>
+<span class="sourceLineNo">1816</span><a name="line.1816"></a>
+<span class="sourceLineNo">1817</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1817"></a>
+<span class="sourceLineNo">1818</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1818"></a>
+<span class="sourceLineNo">1819</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1819"></a>
+<span class="sourceLineNo">1820</span><a name="line.1820"></a>
+<span class="sourceLineNo">1821</span>    public WorkerMonitor() {<a name="line.1821"></a>
+<span class="sourceLineNo">1822</span>      refreshConfig();<a name="line.1822"></a>
+<span class="sourceLineNo">1823</span>    }<a name="line.1823"></a>
+<span class="sourceLineNo">1824</span><a name="line.1824"></a>
+<span class="sourceLineNo">1825</span>    @Override<a name="line.1825"></a>
+<span class="sourceLineNo">1826</span>    public void run() {<a name="line.1826"></a>
+<span class="sourceLineNo">1827</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1827"></a>
+<span class="sourceLineNo">1828</span>      checkThreadCount(stuckCount);<a name="line.1828"></a>
+<span class="sourceLineNo">1829</span><a name="line.1829"></a>
+<span class="sourceLineNo">1830</span>      // refresh interval (poor man dynamic conf update)<a name="line.1830"></a>
+<span class="sourceLineNo">1831</span>      refreshConfig();<a name="line.1831"></a>
+<span class="sourceLineNo">1832</span>    }<a name="line.1832"></a>
+<span class="sourceLineNo">1833</span><a name="line.1833"></a>
+<span class="sourceLineNo">1834</span>    private int checkForStuckWorkers() {<a name="line.1834"></a>
+<span class="sourceLineNo">1835</span>      // check if any of the worker is stuck<a name="line.1835"></a>
+<span class="sourceLineNo">1836</span>      int stuckCount = 0;<a name="line.1836"></a>
+<span class="sourceLineNo">1837</span>      for (WorkerThread worker : workerThreads) {<a name="line.1837"></a>
+<span class="sourceLineNo">1838</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1838"></a>
+<span class="sourceLineNo">1839</span>          continue;<a name="line.1839"></a>
+<span class="sourceLineNo">1840</span>        }<a name="line.1840"></a>
+<span class="sourceLineNo">1841</span><a name="line.1841"></a>
+<span class="sourceLineNo">1842</span>        // WARN the worker is stuck<a name="line.1842"></a>
+<span class="sourceLineNo">1843</span>        

<TRUNCATED>

[19/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html b/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html
index 74fbf67..33418d0 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html
@@ -27,287 +27,296 @@
 <span class="sourceLineNo">019</span>package org.apache.hadoop.hbase.io.hfile.bucket;<a name="line.19"></a>
 <span class="sourceLineNo">020</span><a name="line.20"></a>
 <span class="sourceLineNo">021</span>import java.io.File;<a name="line.21"></a>
-<span class="sourceLineNo">022</span>import java.io.FileNotFoundException;<a name="line.22"></a>
-<span class="sourceLineNo">023</span>import java.io.IOException;<a name="line.23"></a>
-<span class="sourceLineNo">024</span>import java.io.RandomAccessFile;<a name="line.24"></a>
-<span class="sourceLineNo">025</span>import java.nio.ByteBuffer;<a name="line.25"></a>
-<span class="sourceLineNo">026</span>import java.nio.channels.ClosedChannelException;<a name="line.26"></a>
-<span class="sourceLineNo">027</span>import java.nio.channels.FileChannel;<a name="line.27"></a>
-<span class="sourceLineNo">028</span>import java.util.Arrays;<a name="line.28"></a>
-<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.io.hfile.Cacheable;<a name="line.29"></a>
-<span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.io.hfile.Cacheable.MemoryType;<a name="line.30"></a>
-<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.io.hfile.CacheableDeserializer;<a name="line.31"></a>
-<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.nio.ByteBuff;<a name="line.32"></a>
-<span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.nio.SingleByteBuff;<a name="line.33"></a>
-<span class="sourceLineNo">034</span>import org.apache.hadoop.util.StringUtils;<a name="line.34"></a>
-<span class="sourceLineNo">035</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.35"></a>
-<span class="sourceLineNo">036</span>import org.slf4j.Logger;<a name="line.36"></a>
-<span class="sourceLineNo">037</span>import org.slf4j.LoggerFactory;<a name="line.37"></a>
-<span class="sourceLineNo">038</span><a name="line.38"></a>
-<span class="sourceLineNo">039</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.39"></a>
-<span class="sourceLineNo">040</span>import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;<a name="line.40"></a>
-<span class="sourceLineNo">041</span><a name="line.41"></a>
-<span class="sourceLineNo">042</span>/**<a name="line.42"></a>
-<span class="sourceLineNo">043</span> * IO engine that stores data to a file on the local file system.<a name="line.43"></a>
-<span class="sourceLineNo">044</span> */<a name="line.44"></a>
-<span class="sourceLineNo">045</span>@InterfaceAudience.Private<a name="line.45"></a>
-<span class="sourceLineNo">046</span>public class FileIOEngine implements IOEngine {<a name="line.46"></a>
-<span class="sourceLineNo">047</span>  private static final Logger LOG = LoggerFactory.getLogger(FileIOEngine.class);<a name="line.47"></a>
-<span class="sourceLineNo">048</span>  public static final String FILE_DELIMITER = ",";<a name="line.48"></a>
-<span class="sourceLineNo">049</span>  private final String[] filePaths;<a name="line.49"></a>
-<span class="sourceLineNo">050</span>  private final FileChannel[] fileChannels;<a name="line.50"></a>
-<span class="sourceLineNo">051</span>  private final RandomAccessFile[] rafs;<a name="line.51"></a>
-<span class="sourceLineNo">052</span><a name="line.52"></a>
-<span class="sourceLineNo">053</span>  private final long sizePerFile;<a name="line.53"></a>
-<span class="sourceLineNo">054</span>  private final long capacity;<a name="line.54"></a>
-<span class="sourceLineNo">055</span><a name="line.55"></a>
-<span class="sourceLineNo">056</span>  private FileReadAccessor readAccessor = new FileReadAccessor();<a name="line.56"></a>
-<span class="sourceLineNo">057</span>  private FileWriteAccessor writeAccessor = new FileWriteAccessor();<a name="line.57"></a>
-<span class="sourceLineNo">058</span><a name="line.58"></a>
-<span class="sourceLineNo">059</span>  public FileIOEngine(long capacity, boolean maintainPersistence, String... filePaths)<a name="line.59"></a>
-<span class="sourceLineNo">060</span>      throws IOException {<a name="line.60"></a>
-<span class="sourceLineNo">061</span>    this.sizePerFile = capacity / filePaths.length;<a name="line.61"></a>
-<span class="sourceLineNo">062</span>    this.capacity = this.sizePerFile * filePaths.length;<a name="line.62"></a>
-<span class="sourceLineNo">063</span>    this.filePaths = filePaths;<a name="line.63"></a>
-<span class="sourceLineNo">064</span>    this.fileChannels = new FileChannel[filePaths.length];<a name="line.64"></a>
-<span class="sourceLineNo">065</span>    if (!maintainPersistence) {<a name="line.65"></a>
-<span class="sourceLineNo">066</span>      for (String filePath : filePaths) {<a name="line.66"></a>
-<span class="sourceLineNo">067</span>        File file = new File(filePath);<a name="line.67"></a>
-<span class="sourceLineNo">068</span>        if (file.exists()) {<a name="line.68"></a>
-<span class="sourceLineNo">069</span>          if (LOG.isDebugEnabled()) {<a name="line.69"></a>
-<span class="sourceLineNo">070</span>            LOG.debug("File " + filePath + " already exists. Deleting!!");<a name="line.70"></a>
-<span class="sourceLineNo">071</span>          }<a name="line.71"></a>
-<span class="sourceLineNo">072</span>          file.delete();<a name="line.72"></a>
-<span class="sourceLineNo">073</span>          // If deletion fails still we can manage with the writes<a name="line.73"></a>
-<span class="sourceLineNo">074</span>        }<a name="line.74"></a>
-<span class="sourceLineNo">075</span>      }<a name="line.75"></a>
-<span class="sourceLineNo">076</span>    }<a name="line.76"></a>
-<span class="sourceLineNo">077</span>    this.rafs = new RandomAccessFile[filePaths.length];<a name="line.77"></a>
-<span class="sourceLineNo">078</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.78"></a>
-<span class="sourceLineNo">079</span>      String filePath = filePaths[i];<a name="line.79"></a>
-<span class="sourceLineNo">080</span>      try {<a name="line.80"></a>
-<span class="sourceLineNo">081</span>        rafs[i] = new RandomAccessFile(filePath, "rw");<a name="line.81"></a>
-<span class="sourceLineNo">082</span>        long totalSpace = new File(filePath).getTotalSpace();<a name="line.82"></a>
-<span class="sourceLineNo">083</span>        if (totalSpace &lt; sizePerFile) {<a name="line.83"></a>
-<span class="sourceLineNo">084</span>          // The next setting length will throw exception,logging this message<a name="line.84"></a>
-<span class="sourceLineNo">085</span>          // is just used for the detail reason of exception,<a name="line.85"></a>
-<span class="sourceLineNo">086</span>          String msg = "Only " + StringUtils.byteDesc(totalSpace)<a name="line.86"></a>
-<span class="sourceLineNo">087</span>              + " total space under " + filePath + ", not enough for requested "<a name="line.87"></a>
-<span class="sourceLineNo">088</span>              + StringUtils.byteDesc(sizePerFile);<a name="line.88"></a>
-<span class="sourceLineNo">089</span>          LOG.warn(msg);<a name="line.89"></a>
-<span class="sourceLineNo">090</span>        }<a name="line.90"></a>
-<span class="sourceLineNo">091</span>        rafs[i].setLength(sizePerFile);<a name="line.91"></a>
-<span class="sourceLineNo">092</span>        fileChannels[i] = rafs[i].getChannel();<a name="line.92"></a>
-<span class="sourceLineNo">093</span>        LOG.info("Allocating cache " + StringUtils.byteDesc(sizePerFile)<a name="line.93"></a>
-<span class="sourceLineNo">094</span>            + ", on the path:" + filePath);<a name="line.94"></a>
-<span class="sourceLineNo">095</span>      } catch (IOException fex) {<a name="line.95"></a>
-<span class="sourceLineNo">096</span>        LOG.error("Failed allocating cache on " + filePath, fex);<a name="line.96"></a>
-<span class="sourceLineNo">097</span>        shutdown();<a name="line.97"></a>
-<span class="sourceLineNo">098</span>        throw fex;<a name="line.98"></a>
-<span class="sourceLineNo">099</span>      }<a name="line.99"></a>
-<span class="sourceLineNo">100</span>    }<a name="line.100"></a>
-<span class="sourceLineNo">101</span>  }<a name="line.101"></a>
-<span class="sourceLineNo">102</span><a name="line.102"></a>
-<span class="sourceLineNo">103</span>  @Override<a name="line.103"></a>
-<span class="sourceLineNo">104</span>  public String toString() {<a name="line.104"></a>
-<span class="sourceLineNo">105</span>    return "ioengine=" + this.getClass().getSimpleName() + ", paths="<a name="line.105"></a>
-<span class="sourceLineNo">106</span>        + Arrays.asList(filePaths) + ", capacity=" + String.format("%,d", this.capacity);<a name="line.106"></a>
-<span class="sourceLineNo">107</span>  }<a name="line.107"></a>
-<span class="sourceLineNo">108</span><a name="line.108"></a>
-<span class="sourceLineNo">109</span>  /**<a name="line.109"></a>
-<span class="sourceLineNo">110</span>   * File IO engine is always able to support persistent storage for the cache<a name="line.110"></a>
-<span class="sourceLineNo">111</span>   * @return true<a name="line.111"></a>
-<span class="sourceLineNo">112</span>   */<a name="line.112"></a>
-<span class="sourceLineNo">113</span>  @Override<a name="line.113"></a>
-<span class="sourceLineNo">114</span>  public boolean isPersistent() {<a name="line.114"></a>
-<span class="sourceLineNo">115</span>    return true;<a name="line.115"></a>
-<span class="sourceLineNo">116</span>  }<a name="line.116"></a>
-<span class="sourceLineNo">117</span><a name="line.117"></a>
-<span class="sourceLineNo">118</span>  /**<a name="line.118"></a>
-<span class="sourceLineNo">119</span>   * Transfers data from file to the given byte buffer<a name="line.119"></a>
-<span class="sourceLineNo">120</span>   * @param offset The offset in the file where the first byte to be read<a name="line.120"></a>
-<span class="sourceLineNo">121</span>   * @param length The length of buffer that should be allocated for reading<a name="line.121"></a>
-<span class="sourceLineNo">122</span>   *               from the file channel<a name="line.122"></a>
-<span class="sourceLineNo">123</span>   * @return number of bytes read<a name="line.123"></a>
-<span class="sourceLineNo">124</span>   * @throws IOException<a name="line.124"></a>
-<span class="sourceLineNo">125</span>   */<a name="line.125"></a>
-<span class="sourceLineNo">126</span>  @Override<a name="line.126"></a>
-<span class="sourceLineNo">127</span>  public Cacheable read(long offset, int length, CacheableDeserializer&lt;Cacheable&gt; deserializer)<a name="line.127"></a>
-<span class="sourceLineNo">128</span>      throws IOException {<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    Preconditions.checkArgument(length &gt;= 0, "Length of read can not be less than 0.");<a name="line.129"></a>
-<span class="sourceLineNo">130</span>    ByteBuffer dstBuffer = ByteBuffer.allocate(length);<a name="line.130"></a>
-<span class="sourceLineNo">131</span>    if (length != 0) {<a name="line.131"></a>
-<span class="sourceLineNo">132</span>      accessFile(readAccessor, dstBuffer, offset);<a name="line.132"></a>
-<span class="sourceLineNo">133</span>      // The buffer created out of the fileChannel is formed by copying the data from the file<a name="line.133"></a>
-<span class="sourceLineNo">134</span>      // Hence in this case there is no shared memory that we point to. Even if the BucketCache evicts<a name="line.134"></a>
-<span class="sourceLineNo">135</span>      // this buffer from the file the data is already copied and there is no need to ensure that<a name="line.135"></a>
-<span class="sourceLineNo">136</span>      // the results are not corrupted before consuming them.<a name="line.136"></a>
-<span class="sourceLineNo">137</span>      if (dstBuffer.limit() != length) {<a name="line.137"></a>
-<span class="sourceLineNo">138</span>        throw new RuntimeException("Only " + dstBuffer.limit() + " bytes read, " + length<a name="line.138"></a>
-<span class="sourceLineNo">139</span>            + " expected");<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      }<a name="line.140"></a>
-<span class="sourceLineNo">141</span>    }<a name="line.141"></a>
-<span class="sourceLineNo">142</span>    return deserializer.deserialize(new SingleByteBuff(dstBuffer), true, MemoryType.EXCLUSIVE);<a name="line.142"></a>
-<span class="sourceLineNo">143</span>  }<a name="line.143"></a>
-<span class="sourceLineNo">144</span><a name="line.144"></a>
-<span class="sourceLineNo">145</span>  @VisibleForTesting<a name="line.145"></a>
-<span class="sourceLineNo">146</span>  void closeFileChannels() {<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    for (FileChannel fileChannel: fileChannels) {<a name="line.147"></a>
-<span class="sourceLineNo">148</span>      try {<a name="line.148"></a>
-<span class="sourceLineNo">149</span>        fileChannel.close();<a name="line.149"></a>
-<span class="sourceLineNo">150</span>      } catch (IOException e) {<a name="line.150"></a>
-<span class="sourceLineNo">151</span>        LOG.warn("Failed to close FileChannel", e);<a name="line.151"></a>
-<span class="sourceLineNo">152</span>      }<a name="line.152"></a>
-<span class="sourceLineNo">153</span>    }<a name="line.153"></a>
-<span class="sourceLineNo">154</span>  }<a name="line.154"></a>
-<span class="sourceLineNo">155</span><a name="line.155"></a>
-<span class="sourceLineNo">156</span>  /**<a name="line.156"></a>
-<span class="sourceLineNo">157</span>   * Transfers data from the given byte buffer to file<a name="line.157"></a>
-<span class="sourceLineNo">158</span>   * @param srcBuffer the given byte buffer from which bytes are to be read<a name="line.158"></a>
-<span class="sourceLineNo">159</span>   * @param offset The offset in the file where the first byte to be written<a name="line.159"></a>
-<span class="sourceLineNo">160</span>   * @throws IOException<a name="line.160"></a>
-<span class="sourceLineNo">161</span>   */<a name="line.161"></a>
-<span class="sourceLineNo">162</span>  @Override<a name="line.162"></a>
-<span class="sourceLineNo">163</span>  public void write(ByteBuffer srcBuffer, long offset) throws IOException {<a name="line.163"></a>
-<span class="sourceLineNo">164</span>    if (!srcBuffer.hasRemaining()) {<a name="line.164"></a>
-<span class="sourceLineNo">165</span>      return;<a name="line.165"></a>
-<span class="sourceLineNo">166</span>    }<a name="line.166"></a>
-<span class="sourceLineNo">167</span>    accessFile(writeAccessor, srcBuffer, offset);<a name="line.167"></a>
-<span class="sourceLineNo">168</span>  }<a name="line.168"></a>
-<span class="sourceLineNo">169</span><a name="line.169"></a>
-<span class="sourceLineNo">170</span>  /**<a name="line.170"></a>
-<span class="sourceLineNo">171</span>   * Sync the data to file after writing<a name="line.171"></a>
-<span class="sourceLineNo">172</span>   * @throws IOException<a name="line.172"></a>
-<span class="sourceLineNo">173</span>   */<a name="line.173"></a>
-<span class="sourceLineNo">174</span>  @Override<a name="line.174"></a>
-<span class="sourceLineNo">175</span>  public void sync() throws IOException {<a name="line.175"></a>
-<span class="sourceLineNo">176</span>    for (int i = 0; i &lt; fileChannels.length; i++) {<a name="line.176"></a>
-<span class="sourceLineNo">177</span>      try {<a name="line.177"></a>
-<span class="sourceLineNo">178</span>        if (fileChannels[i] != null) {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>          fileChannels[i].force(true);<a name="line.179"></a>
-<span class="sourceLineNo">180</span>        }<a name="line.180"></a>
-<span class="sourceLineNo">181</span>      } catch (IOException ie) {<a name="line.181"></a>
-<span class="sourceLineNo">182</span>        LOG.warn("Failed syncing data to " + this.filePaths[i]);<a name="line.182"></a>
-<span class="sourceLineNo">183</span>        throw ie;<a name="line.183"></a>
-<span class="sourceLineNo">184</span>      }<a name="line.184"></a>
-<span class="sourceLineNo">185</span>    }<a name="line.185"></a>
-<span class="sourceLineNo">186</span>  }<a name="line.186"></a>
-<span class="sourceLineNo">187</span><a name="line.187"></a>
-<span class="sourceLineNo">188</span>  /**<a name="line.188"></a>
-<span class="sourceLineNo">189</span>   * Close the file<a name="line.189"></a>
-<span class="sourceLineNo">190</span>   */<a name="line.190"></a>
-<span class="sourceLineNo">191</span>  @Override<a name="line.191"></a>
-<span class="sourceLineNo">192</span>  public void shutdown() {<a name="line.192"></a>
-<span class="sourceLineNo">193</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.193"></a>
-<span class="sourceLineNo">194</span>      try {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>        if (fileChannels[i] != null) {<a name="line.195"></a>
-<span class="sourceLineNo">196</span>          fileChannels[i].close();<a name="line.196"></a>
-<span class="sourceLineNo">197</span>        }<a name="line.197"></a>
-<span class="sourceLineNo">198</span>        if (rafs[i] != null) {<a name="line.198"></a>
-<span class="sourceLineNo">199</span>          rafs[i].close();<a name="line.199"></a>
-<span class="sourceLineNo">200</span>        }<a name="line.200"></a>
-<span class="sourceLineNo">201</span>      } catch (IOException ex) {<a name="line.201"></a>
-<span class="sourceLineNo">202</span>        LOG.error("Failed closing " + filePaths[i] + " when shudown the IOEngine", ex);<a name="line.202"></a>
-<span class="sourceLineNo">203</span>      }<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    }<a name="line.204"></a>
-<span class="sourceLineNo">205</span>  }<a name="line.205"></a>
-<span class="sourceLineNo">206</span><a name="line.206"></a>
-<span class="sourceLineNo">207</span>  @Override<a name="line.207"></a>
-<span class="sourceLineNo">208</span>  public void write(ByteBuff srcBuffer, long offset) throws IOException {<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    // When caching block into BucketCache there will be single buffer backing for this HFileBlock.<a name="line.209"></a>
-<span class="sourceLineNo">210</span>    assert srcBuffer.hasArray();<a name="line.210"></a>
-<span class="sourceLineNo">211</span>    write(ByteBuffer.wrap(srcBuffer.array(), srcBuffer.arrayOffset(),<a name="line.211"></a>
-<span class="sourceLineNo">212</span>            srcBuffer.remaining()), offset);<a name="line.212"></a>
-<span class="sourceLineNo">213</span>  }<a name="line.213"></a>
-<span class="sourceLineNo">214</span><a name="line.214"></a>
-<span class="sourceLineNo">215</span>  private void accessFile(FileAccessor accessor, ByteBuffer buffer,<a name="line.215"></a>
-<span class="sourceLineNo">216</span>      long globalOffset) throws IOException {<a name="line.216"></a>
-<span class="sourceLineNo">217</span>    int startFileNum = getFileNum(globalOffset);<a name="line.217"></a>
-<span class="sourceLineNo">218</span>    int remainingAccessDataLen = buffer.remaining();<a name="line.218"></a>
-<span class="sourceLineNo">219</span>    int endFileNum = getFileNum(globalOffset + remainingAccessDataLen - 1);<a name="line.219"></a>
-<span class="sourceLineNo">220</span>    int accessFileNum = startFileNum;<a name="line.220"></a>
-<span class="sourceLineNo">221</span>    long accessOffset = getAbsoluteOffsetInFile(accessFileNum, globalOffset);<a name="line.221"></a>
-<span class="sourceLineNo">222</span>    int bufLimit = buffer.limit();<a name="line.222"></a>
-<span class="sourceLineNo">223</span>    while (true) {<a name="line.223"></a>
-<span class="sourceLineNo">224</span>      FileChannel fileChannel = fileChannels[accessFileNum];<a name="line.224"></a>
-<span class="sourceLineNo">225</span>      int accessLen = 0;<a name="line.225"></a>
-<span class="sourceLineNo">226</span>      if (endFileNum &gt; accessFileNum) {<a name="line.226"></a>
-<span class="sourceLineNo">227</span>        // short the limit;<a name="line.227"></a>
-<span class="sourceLineNo">228</span>        buffer.limit((int) (buffer.limit() - remainingAccessDataLen<a name="line.228"></a>
-<span class="sourceLineNo">229</span>            + sizePerFile - accessOffset));<a name="line.229"></a>
-<span class="sourceLineNo">230</span>      }<a name="line.230"></a>
-<span class="sourceLineNo">231</span>      try {<a name="line.231"></a>
-<span class="sourceLineNo">232</span>        accessLen = accessor.access(fileChannel, buffer, accessOffset);<a name="line.232"></a>
-<span class="sourceLineNo">233</span>      } catch (ClosedChannelException e) {<a name="line.233"></a>
-<span class="sourceLineNo">234</span>        LOG.warn("Caught ClosedChannelException accessing BucketCache, reopening file. ", e);<a name="line.234"></a>
-<span class="sourceLineNo">235</span>        refreshFileConnection(accessFileNum);<a name="line.235"></a>
-<span class="sourceLineNo">236</span>        continue;<a name="line.236"></a>
-<span class="sourceLineNo">237</span>      }<a name="line.237"></a>
-<span class="sourceLineNo">238</span>      // recover the limit<a name="line.238"></a>
-<span class="sourceLineNo">239</span>      buffer.limit(bufLimit);<a name="line.239"></a>
-<span class="sourceLineNo">240</span>      if (accessLen &lt; remainingAccessDataLen) {<a name="line.240"></a>
-<span class="sourceLineNo">241</span>        remainingAccessDataLen -= accessLen;<a name="line.241"></a>
-<span class="sourceLineNo">242</span>        accessFileNum++;<a name="line.242"></a>
-<span class="sourceLineNo">243</span>        accessOffset = 0;<a name="line.243"></a>
-<span class="sourceLineNo">244</span>      } else {<a name="line.244"></a>
-<span class="sourceLineNo">245</span>        break;<a name="line.245"></a>
-<span class="sourceLineNo">246</span>      }<a name="line.246"></a>
-<span class="sourceLineNo">247</span>      if (accessFileNum &gt;= fileChannels.length) {<a name="line.247"></a>
-<span class="sourceLineNo">248</span>        throw new IOException("Required data len " + StringUtils.byteDesc(buffer.remaining())<a name="line.248"></a>
-<span class="sourceLineNo">249</span>            + " exceed the engine's capacity " + StringUtils.byteDesc(capacity) + " where offset="<a name="line.249"></a>
-<span class="sourceLineNo">250</span>            + globalOffset);<a name="line.250"></a>
-<span class="sourceLineNo">251</span>      }<a name="line.251"></a>
-<span class="sourceLineNo">252</span>    }<a name="line.252"></a>
-<span class="sourceLineNo">253</span>  }<a name="line.253"></a>
-<span class="sourceLineNo">254</span><a name="line.254"></a>
-<span class="sourceLineNo">255</span>  /**<a name="line.255"></a>
-<span class="sourceLineNo">256</span>   * Get the absolute offset in given file with the relative global offset.<a name="line.256"></a>
-<span class="sourceLineNo">257</span>   * @param fileNum<a name="line.257"></a>
-<span class="sourceLineNo">258</span>   * @param globalOffset<a name="line.258"></a>
-<span class="sourceLineNo">259</span>   * @return the absolute offset<a name="line.259"></a>
-<span class="sourceLineNo">260</span>   */<a name="line.260"></a>
-<span class="sourceLineNo">261</span>  private long getAbsoluteOffsetInFile(int fileNum, long globalOffset) {<a name="line.261"></a>
-<span class="sourceLineNo">262</span>    return globalOffset - fileNum * sizePerFile;<a name="line.262"></a>
-<span class="sourceLineNo">263</span>  }<a name="line.263"></a>
-<span class="sourceLineNo">264</span><a name="line.264"></a>
-<span class="sourceLineNo">265</span>  private int getFileNum(long offset) {<a name="line.265"></a>
-<span class="sourceLineNo">266</span>    if (offset &lt; 0) {<a name="line.266"></a>
-<span class="sourceLineNo">267</span>      throw new IllegalArgumentException("Unexpected offset " + offset);<a name="line.267"></a>
-<span class="sourceLineNo">268</span>    }<a name="line.268"></a>
-<span class="sourceLineNo">269</span>    int fileNum = (int) (offset / sizePerFile);<a name="line.269"></a>
-<span class="sourceLineNo">270</span>    if (fileNum &gt;= fileChannels.length) {<a name="line.270"></a>
-<span class="sourceLineNo">271</span>      throw new RuntimeException("Not expected offset " + offset<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          + " where capacity=" + capacity);<a name="line.272"></a>
-<span class="sourceLineNo">273</span>    }<a name="line.273"></a>
-<span class="sourceLineNo">274</span>    return fileNum;<a name="line.274"></a>
-<span class="sourceLineNo">275</span>  }<a name="line.275"></a>
-<span class="sourceLineNo">276</span><a name="line.276"></a>
-<span class="sourceLineNo">277</span>  private void refreshFileConnection(int accessFileNum) throws FileNotFoundException {<a name="line.277"></a>
-<span class="sourceLineNo">278</span>    rafs[accessFileNum] = new RandomAccessFile(filePaths[accessFileNum], "rw");<a name="line.278"></a>
-<span class="sourceLineNo">279</span>    fileChannels[accessFileNum] = rafs[accessFileNum].getChannel();<a name="line.279"></a>
-<span class="sourceLineNo">280</span>  }<a name="line.280"></a>
-<span class="sourceLineNo">281</span><a name="line.281"></a>
-<span class="sourceLineNo">282</span>  private static interface FileAccessor {<a name="line.282"></a>
-<span class="sourceLineNo">283</span>    int access(FileChannel fileChannel, ByteBuffer byteBuffer, long accessOffset)<a name="line.283"></a>
-<span class="sourceLineNo">284</span>        throws IOException;<a name="line.284"></a>
-<span class="sourceLineNo">285</span>  }<a name="line.285"></a>
-<span class="sourceLineNo">286</span><a name="line.286"></a>
-<span class="sourceLineNo">287</span>  private static class FileReadAccessor implements FileAccessor {<a name="line.287"></a>
-<span class="sourceLineNo">288</span>    @Override<a name="line.288"></a>
-<span class="sourceLineNo">289</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.289"></a>
-<span class="sourceLineNo">290</span>        long accessOffset) throws IOException {<a name="line.290"></a>
-<span class="sourceLineNo">291</span>      return fileChannel.read(byteBuffer, accessOffset);<a name="line.291"></a>
-<span class="sourceLineNo">292</span>    }<a name="line.292"></a>
-<span class="sourceLineNo">293</span>  }<a name="line.293"></a>
-<span class="sourceLineNo">294</span><a name="line.294"></a>
-<span class="sourceLineNo">295</span>  private static class FileWriteAccessor implements FileAccessor {<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    @Override<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.297"></a>
-<span class="sourceLineNo">298</span>        long accessOffset) throws IOException {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      return fileChannel.write(byteBuffer, accessOffset);<a name="line.299"></a>
-<span class="sourceLineNo">300</span>    }<a name="line.300"></a>
-<span class="sourceLineNo">301</span>  }<a name="line.301"></a>
-<span class="sourceLineNo">302</span>}<a name="line.302"></a>
+<span class="sourceLineNo">022</span>import java.io.IOException;<a name="line.22"></a>
+<span class="sourceLineNo">023</span>import java.io.RandomAccessFile;<a name="line.23"></a>
+<span class="sourceLineNo">024</span>import java.nio.ByteBuffer;<a name="line.24"></a>
+<span class="sourceLineNo">025</span>import java.nio.channels.ClosedChannelException;<a name="line.25"></a>
+<span class="sourceLineNo">026</span>import java.nio.channels.FileChannel;<a name="line.26"></a>
+<span class="sourceLineNo">027</span>import java.util.Arrays;<a name="line.27"></a>
+<span class="sourceLineNo">028</span>import org.apache.hadoop.hbase.io.hfile.Cacheable;<a name="line.28"></a>
+<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.io.hfile.Cacheable.MemoryType;<a name="line.29"></a>
+<span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.io.hfile.CacheableDeserializer;<a name="line.30"></a>
+<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.nio.ByteBuff;<a name="line.31"></a>
+<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.nio.SingleByteBuff;<a name="line.32"></a>
+<span class="sourceLineNo">033</span>import org.apache.hadoop.util.StringUtils;<a name="line.33"></a>
+<span class="sourceLineNo">034</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.34"></a>
+<span class="sourceLineNo">035</span>import org.slf4j.Logger;<a name="line.35"></a>
+<span class="sourceLineNo">036</span>import org.slf4j.LoggerFactory;<a name="line.36"></a>
+<span class="sourceLineNo">037</span><a name="line.37"></a>
+<span class="sourceLineNo">038</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.38"></a>
+<span class="sourceLineNo">039</span>import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;<a name="line.39"></a>
+<span class="sourceLineNo">040</span><a name="line.40"></a>
+<span class="sourceLineNo">041</span>/**<a name="line.41"></a>
+<span class="sourceLineNo">042</span> * IO engine that stores data to a file on the local file system.<a name="line.42"></a>
+<span class="sourceLineNo">043</span> */<a name="line.43"></a>
+<span class="sourceLineNo">044</span>@InterfaceAudience.Private<a name="line.44"></a>
+<span class="sourceLineNo">045</span>public class FileIOEngine implements IOEngine {<a name="line.45"></a>
+<span class="sourceLineNo">046</span>  private static final Logger LOG = LoggerFactory.getLogger(FileIOEngine.class);<a name="line.46"></a>
+<span class="sourceLineNo">047</span>  public static final String FILE_DELIMITER = ",";<a name="line.47"></a>
+<span class="sourceLineNo">048</span>  private final String[] filePaths;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>  private final FileChannel[] fileChannels;<a name="line.49"></a>
+<span class="sourceLineNo">050</span>  private final RandomAccessFile[] rafs;<a name="line.50"></a>
+<span class="sourceLineNo">051</span><a name="line.51"></a>
+<span class="sourceLineNo">052</span>  private final long sizePerFile;<a name="line.52"></a>
+<span class="sourceLineNo">053</span>  private final long capacity;<a name="line.53"></a>
+<span class="sourceLineNo">054</span><a name="line.54"></a>
+<span class="sourceLineNo">055</span>  private FileReadAccessor readAccessor = new FileReadAccessor();<a name="line.55"></a>
+<span class="sourceLineNo">056</span>  private FileWriteAccessor writeAccessor = new FileWriteAccessor();<a name="line.56"></a>
+<span class="sourceLineNo">057</span><a name="line.57"></a>
+<span class="sourceLineNo">058</span>  public FileIOEngine(long capacity, boolean maintainPersistence, String... filePaths)<a name="line.58"></a>
+<span class="sourceLineNo">059</span>      throws IOException {<a name="line.59"></a>
+<span class="sourceLineNo">060</span>    this.sizePerFile = capacity / filePaths.length;<a name="line.60"></a>
+<span class="sourceLineNo">061</span>    this.capacity = this.sizePerFile * filePaths.length;<a name="line.61"></a>
+<span class="sourceLineNo">062</span>    this.filePaths = filePaths;<a name="line.62"></a>
+<span class="sourceLineNo">063</span>    this.fileChannels = new FileChannel[filePaths.length];<a name="line.63"></a>
+<span class="sourceLineNo">064</span>    if (!maintainPersistence) {<a name="line.64"></a>
+<span class="sourceLineNo">065</span>      for (String filePath : filePaths) {<a name="line.65"></a>
+<span class="sourceLineNo">066</span>        File file = new File(filePath);<a name="line.66"></a>
+<span class="sourceLineNo">067</span>        if (file.exists()) {<a name="line.67"></a>
+<span class="sourceLineNo">068</span>          if (LOG.isDebugEnabled()) {<a name="line.68"></a>
+<span class="sourceLineNo">069</span>            LOG.debug("File " + filePath + " already exists. Deleting!!");<a name="line.69"></a>
+<span class="sourceLineNo">070</span>          }<a name="line.70"></a>
+<span class="sourceLineNo">071</span>          file.delete();<a name="line.71"></a>
+<span class="sourceLineNo">072</span>          // If deletion fails still we can manage with the writes<a name="line.72"></a>
+<span class="sourceLineNo">073</span>        }<a name="line.73"></a>
+<span class="sourceLineNo">074</span>      }<a name="line.74"></a>
+<span class="sourceLineNo">075</span>    }<a name="line.75"></a>
+<span class="sourceLineNo">076</span>    this.rafs = new RandomAccessFile[filePaths.length];<a name="line.76"></a>
+<span class="sourceLineNo">077</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.77"></a>
+<span class="sourceLineNo">078</span>      String filePath = filePaths[i];<a name="line.78"></a>
+<span class="sourceLineNo">079</span>      try {<a name="line.79"></a>
+<span class="sourceLineNo">080</span>        rafs[i] = new RandomAccessFile(filePath, "rw");<a name="line.80"></a>
+<span class="sourceLineNo">081</span>        long totalSpace = new File(filePath).getTotalSpace();<a name="line.81"></a>
+<span class="sourceLineNo">082</span>        if (totalSpace &lt; sizePerFile) {<a name="line.82"></a>
+<span class="sourceLineNo">083</span>          // The next setting length will throw exception,logging this message<a name="line.83"></a>
+<span class="sourceLineNo">084</span>          // is just used for the detail reason of exception,<a name="line.84"></a>
+<span class="sourceLineNo">085</span>          String msg = "Only " + StringUtils.byteDesc(totalSpace)<a name="line.85"></a>
+<span class="sourceLineNo">086</span>              + " total space under " + filePath + ", not enough for requested "<a name="line.86"></a>
+<span class="sourceLineNo">087</span>              + StringUtils.byteDesc(sizePerFile);<a name="line.87"></a>
+<span class="sourceLineNo">088</span>          LOG.warn(msg);<a name="line.88"></a>
+<span class="sourceLineNo">089</span>        }<a name="line.89"></a>
+<span class="sourceLineNo">090</span>        rafs[i].setLength(sizePerFile);<a name="line.90"></a>
+<span class="sourceLineNo">091</span>        fileChannels[i] = rafs[i].getChannel();<a name="line.91"></a>
+<span class="sourceLineNo">092</span>        LOG.info("Allocating cache " + StringUtils.byteDesc(sizePerFile)<a name="line.92"></a>
+<span class="sourceLineNo">093</span>            + ", on the path:" + filePath);<a name="line.93"></a>
+<span class="sourceLineNo">094</span>      } catch (IOException fex) {<a name="line.94"></a>
+<span class="sourceLineNo">095</span>        LOG.error("Failed allocating cache on " + filePath, fex);<a name="line.95"></a>
+<span class="sourceLineNo">096</span>        shutdown();<a name="line.96"></a>
+<span class="sourceLineNo">097</span>        throw fex;<a name="line.97"></a>
+<span class="sourceLineNo">098</span>      }<a name="line.98"></a>
+<span class="sourceLineNo">099</span>    }<a name="line.99"></a>
+<span class="sourceLineNo">100</span>  }<a name="line.100"></a>
+<span class="sourceLineNo">101</span><a name="line.101"></a>
+<span class="sourceLineNo">102</span>  @Override<a name="line.102"></a>
+<span class="sourceLineNo">103</span>  public String toString() {<a name="line.103"></a>
+<span class="sourceLineNo">104</span>    return "ioengine=" + this.getClass().getSimpleName() + ", paths="<a name="line.104"></a>
+<span class="sourceLineNo">105</span>        + Arrays.asList(filePaths) + ", capacity=" + String.format("%,d", this.capacity);<a name="line.105"></a>
+<span class="sourceLineNo">106</span>  }<a name="line.106"></a>
+<span class="sourceLineNo">107</span><a name="line.107"></a>
+<span class="sourceLineNo">108</span>  /**<a name="line.108"></a>
+<span class="sourceLineNo">109</span>   * File IO engine is always able to support persistent storage for the cache<a name="line.109"></a>
+<span class="sourceLineNo">110</span>   * @return true<a name="line.110"></a>
+<span class="sourceLineNo">111</span>   */<a name="line.111"></a>
+<span class="sourceLineNo">112</span>  @Override<a name="line.112"></a>
+<span class="sourceLineNo">113</span>  public boolean isPersistent() {<a name="line.113"></a>
+<span class="sourceLineNo">114</span>    return true;<a name="line.114"></a>
+<span class="sourceLineNo">115</span>  }<a name="line.115"></a>
+<span class="sourceLineNo">116</span><a name="line.116"></a>
+<span class="sourceLineNo">117</span>  /**<a name="line.117"></a>
+<span class="sourceLineNo">118</span>   * Transfers data from file to the given byte buffer<a name="line.118"></a>
+<span class="sourceLineNo">119</span>   * @param offset The offset in the file where the first byte to be read<a name="line.119"></a>
+<span class="sourceLineNo">120</span>   * @param length The length of buffer that should be allocated for reading<a name="line.120"></a>
+<span class="sourceLineNo">121</span>   *               from the file channel<a name="line.121"></a>
+<span class="sourceLineNo">122</span>   * @return number of bytes read<a name="line.122"></a>
+<span class="sourceLineNo">123</span>   * @throws IOException<a name="line.123"></a>
+<span class="sourceLineNo">124</span>   */<a name="line.124"></a>
+<span class="sourceLineNo">125</span>  @Override<a name="line.125"></a>
+<span class="sourceLineNo">126</span>  public Cacheable read(long offset, int length, CacheableDeserializer&lt;Cacheable&gt; deserializer)<a name="line.126"></a>
+<span class="sourceLineNo">127</span>      throws IOException {<a name="line.127"></a>
+<span class="sourceLineNo">128</span>    Preconditions.checkArgument(length &gt;= 0, "Length of read can not be less than 0.");<a name="line.128"></a>
+<span class="sourceLineNo">129</span>    ByteBuffer dstBuffer = ByteBuffer.allocate(length);<a name="line.129"></a>
+<span class="sourceLineNo">130</span>    if (length != 0) {<a name="line.130"></a>
+<span class="sourceLineNo">131</span>      accessFile(readAccessor, dstBuffer, offset);<a name="line.131"></a>
+<span class="sourceLineNo">132</span>      // The buffer created out of the fileChannel is formed by copying the data from the file<a name="line.132"></a>
+<span class="sourceLineNo">133</span>      // Hence in this case there is no shared memory that we point to. Even if the BucketCache evicts<a name="line.133"></a>
+<span class="sourceLineNo">134</span>      // this buffer from the file the data is already copied and there is no need to ensure that<a name="line.134"></a>
+<span class="sourceLineNo">135</span>      // the results are not corrupted before consuming them.<a name="line.135"></a>
+<span class="sourceLineNo">136</span>      if (dstBuffer.limit() != length) {<a name="line.136"></a>
+<span class="sourceLineNo">137</span>        throw new RuntimeException("Only " + dstBuffer.limit() + " bytes read, " + length<a name="line.137"></a>
+<span class="sourceLineNo">138</span>            + " expected");<a name="line.138"></a>
+<span class="sourceLineNo">139</span>      }<a name="line.139"></a>
+<span class="sourceLineNo">140</span>    }<a name="line.140"></a>
+<span class="sourceLineNo">141</span>    return deserializer.deserialize(new SingleByteBuff(dstBuffer), true, MemoryType.EXCLUSIVE);<a name="line.141"></a>
+<span class="sourceLineNo">142</span>  }<a name="line.142"></a>
+<span class="sourceLineNo">143</span><a name="line.143"></a>
+<span class="sourceLineNo">144</span>  @VisibleForTesting<a name="line.144"></a>
+<span class="sourceLineNo">145</span>  void closeFileChannels() {<a name="line.145"></a>
+<span class="sourceLineNo">146</span>    for (FileChannel fileChannel: fileChannels) {<a name="line.146"></a>
+<span class="sourceLineNo">147</span>      try {<a name="line.147"></a>
+<span class="sourceLineNo">148</span>        fileChannel.close();<a name="line.148"></a>
+<span class="sourceLineNo">149</span>      } catch (IOException e) {<a name="line.149"></a>
+<span class="sourceLineNo">150</span>        LOG.warn("Failed to close FileChannel", e);<a name="line.150"></a>
+<span class="sourceLineNo">151</span>      }<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    }<a name="line.152"></a>
+<span class="sourceLineNo">153</span>  }<a name="line.153"></a>
+<span class="sourceLineNo">154</span><a name="line.154"></a>
+<span class="sourceLineNo">155</span>  /**<a name="line.155"></a>
+<span class="sourceLineNo">156</span>   * Transfers data from the given byte buffer to file<a name="line.156"></a>
+<span class="sourceLineNo">157</span>   * @param srcBuffer the given byte buffer from which bytes are to be read<a name="line.157"></a>
+<span class="sourceLineNo">158</span>   * @param offset The offset in the file where the first byte to be written<a name="line.158"></a>
+<span class="sourceLineNo">159</span>   * @throws IOException<a name="line.159"></a>
+<span class="sourceLineNo">160</span>   */<a name="line.160"></a>
+<span class="sourceLineNo">161</span>  @Override<a name="line.161"></a>
+<span class="sourceLineNo">162</span>  public void write(ByteBuffer srcBuffer, long offset) throws IOException {<a name="line.162"></a>
+<span class="sourceLineNo">163</span>    if (!srcBuffer.hasRemaining()) {<a name="line.163"></a>
+<span class="sourceLineNo">164</span>      return;<a name="line.164"></a>
+<span class="sourceLineNo">165</span>    }<a name="line.165"></a>
+<span class="sourceLineNo">166</span>    accessFile(writeAccessor, srcBuffer, offset);<a name="line.166"></a>
+<span class="sourceLineNo">167</span>  }<a name="line.167"></a>
+<span class="sourceLineNo">168</span><a name="line.168"></a>
+<span class="sourceLineNo">169</span>  /**<a name="line.169"></a>
+<span class="sourceLineNo">170</span>   * Sync the data to file after writing<a name="line.170"></a>
+<span class="sourceLineNo">171</span>   * @throws IOException<a name="line.171"></a>
+<span class="sourceLineNo">172</span>   */<a name="line.172"></a>
+<span class="sourceLineNo">173</span>  @Override<a name="line.173"></a>
+<span class="sourceLineNo">174</span>  public void sync() throws IOException {<a name="line.174"></a>
+<span class="sourceLineNo">175</span>    for (int i = 0; i &lt; fileChannels.length; i++) {<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      try {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>        if (fileChannels[i] != null) {<a name="line.177"></a>
+<span class="sourceLineNo">178</span>          fileChannels[i].force(true);<a name="line.178"></a>
+<span class="sourceLineNo">179</span>        }<a name="line.179"></a>
+<span class="sourceLineNo">180</span>      } catch (IOException ie) {<a name="line.180"></a>
+<span class="sourceLineNo">181</span>        LOG.warn("Failed syncing data to " + this.filePaths[i]);<a name="line.181"></a>
+<span class="sourceLineNo">182</span>        throw ie;<a name="line.182"></a>
+<span class="sourceLineNo">183</span>      }<a name="line.183"></a>
+<span class="sourceLineNo">184</span>    }<a name="line.184"></a>
+<span class="sourceLineNo">185</span>  }<a name="line.185"></a>
+<span class="sourceLineNo">186</span><a name="line.186"></a>
+<span class="sourceLineNo">187</span>  /**<a name="line.187"></a>
+<span class="sourceLineNo">188</span>   * Close the file<a name="line.188"></a>
+<span class="sourceLineNo">189</span>   */<a name="line.189"></a>
+<span class="sourceLineNo">190</span>  @Override<a name="line.190"></a>
+<span class="sourceLineNo">191</span>  public void shutdown() {<a name="line.191"></a>
+<span class="sourceLineNo">192</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>      try {<a name="line.193"></a>
+<span class="sourceLineNo">194</span>        if (fileChannels[i] != null) {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>          fileChannels[i].close();<a name="line.195"></a>
+<span class="sourceLineNo">196</span>        }<a name="line.196"></a>
+<span class="sourceLineNo">197</span>        if (rafs[i] != null) {<a name="line.197"></a>
+<span class="sourceLineNo">198</span>          rafs[i].close();<a name="line.198"></a>
+<span class="sourceLineNo">199</span>        }<a name="line.199"></a>
+<span class="sourceLineNo">200</span>      } catch (IOException ex) {<a name="line.200"></a>
+<span class="sourceLineNo">201</span>        LOG.error("Failed closing " + filePaths[i] + " when shudown the IOEngine", ex);<a name="line.201"></a>
+<span class="sourceLineNo">202</span>      }<a name="line.202"></a>
+<span class="sourceLineNo">203</span>    }<a name="line.203"></a>
+<span class="sourceLineNo">204</span>  }<a name="line.204"></a>
+<span class="sourceLineNo">205</span><a name="line.205"></a>
+<span class="sourceLineNo">206</span>  @Override<a name="line.206"></a>
+<span class="sourceLineNo">207</span>  public void write(ByteBuff srcBuffer, long offset) throws IOException {<a name="line.207"></a>
+<span class="sourceLineNo">208</span>    // When caching block into BucketCache there will be single buffer backing for this HFileBlock.<a name="line.208"></a>
+<span class="sourceLineNo">209</span>    assert srcBuffer.hasArray();<a name="line.209"></a>
+<span class="sourceLineNo">210</span>    write(ByteBuffer.wrap(srcBuffer.array(), srcBuffer.arrayOffset(),<a name="line.210"></a>
+<span class="sourceLineNo">211</span>            srcBuffer.remaining()), offset);<a name="line.211"></a>
+<span class="sourceLineNo">212</span>  }<a name="line.212"></a>
+<span class="sourceLineNo">213</span><a name="line.213"></a>
+<span class="sourceLineNo">214</span>  private void accessFile(FileAccessor accessor, ByteBuffer buffer,<a name="line.214"></a>
+<span class="sourceLineNo">215</span>      long globalOffset) throws IOException {<a name="line.215"></a>
+<span class="sourceLineNo">216</span>    int startFileNum = getFileNum(globalOffset);<a name="line.216"></a>
+<span class="sourceLineNo">217</span>    int remainingAccessDataLen = buffer.remaining();<a name="line.217"></a>
+<span class="sourceLineNo">218</span>    int endFileNum = getFileNum(globalOffset + remainingAccessDataLen - 1);<a name="line.218"></a>
+<span class="sourceLineNo">219</span>    int accessFileNum = startFileNum;<a name="line.219"></a>
+<span class="sourceLineNo">220</span>    long accessOffset = getAbsoluteOffsetInFile(accessFileNum, globalOffset);<a name="line.220"></a>
+<span class="sourceLineNo">221</span>    int bufLimit = buffer.limit();<a name="line.221"></a>
+<span class="sourceLineNo">222</span>    while (true) {<a name="line.222"></a>
+<span class="sourceLineNo">223</span>      FileChannel fileChannel = fileChannels[accessFileNum];<a name="line.223"></a>
+<span class="sourceLineNo">224</span>      int accessLen = 0;<a name="line.224"></a>
+<span class="sourceLineNo">225</span>      if (endFileNum &gt; accessFileNum) {<a name="line.225"></a>
+<span class="sourceLineNo">226</span>        // short the limit;<a name="line.226"></a>
+<span class="sourceLineNo">227</span>        buffer.limit((int) (buffer.limit() - remainingAccessDataLen<a name="line.227"></a>
+<span class="sourceLineNo">228</span>            + sizePerFile - accessOffset));<a name="line.228"></a>
+<span class="sourceLineNo">229</span>      }<a name="line.229"></a>
+<span class="sourceLineNo">230</span>      try {<a name="line.230"></a>
+<span class="sourceLineNo">231</span>        accessLen = accessor.access(fileChannel, buffer, accessOffset);<a name="line.231"></a>
+<span class="sourceLineNo">232</span>      } catch (ClosedChannelException e) {<a name="line.232"></a>
+<span class="sourceLineNo">233</span>        LOG.warn("Caught ClosedChannelException accessing BucketCache, reopening file. ", e);<a name="line.233"></a>
+<span class="sourceLineNo">234</span>        refreshFileConnection(accessFileNum);<a name="line.234"></a>
+<span class="sourceLineNo">235</span>        continue;<a name="line.235"></a>
+<span class="sourceLineNo">236</span>      }<a name="line.236"></a>
+<span class="sourceLineNo">237</span>      // recover the limit<a name="line.237"></a>
+<span class="sourceLineNo">238</span>      buffer.limit(bufLimit);<a name="line.238"></a>
+<span class="sourceLineNo">239</span>      if (accessLen &lt; remainingAccessDataLen) {<a name="line.239"></a>
+<span class="sourceLineNo">240</span>        remainingAccessDataLen -= accessLen;<a name="line.240"></a>
+<span class="sourceLineNo">241</span>        accessFileNum++;<a name="line.241"></a>
+<span class="sourceLineNo">242</span>        accessOffset = 0;<a name="line.242"></a>
+<span class="sourceLineNo">243</span>      } else {<a name="line.243"></a>
+<span class="sourceLineNo">244</span>        break;<a name="line.244"></a>
+<span class="sourceLineNo">245</span>      }<a name="line.245"></a>
+<span class="sourceLineNo">246</span>      if (accessFileNum &gt;= fileChannels.length) {<a name="line.246"></a>
+<span class="sourceLineNo">247</span>        throw new IOException("Required data len " + StringUtils.byteDesc(buffer.remaining())<a name="line.247"></a>
+<span class="sourceLineNo">248</span>            + " exceed the engine's capacity " + StringUtils.byteDesc(capacity) + " where offset="<a name="line.248"></a>
+<span class="sourceLineNo">249</span>            + globalOffset);<a name="line.249"></a>
+<span class="sourceLineNo">250</span>      }<a name="line.250"></a>
+<span class="sourceLineNo">251</span>    }<a name="line.251"></a>
+<span class="sourceLineNo">252</span>  }<a name="line.252"></a>
+<span class="sourceLineNo">253</span><a name="line.253"></a>
+<span class="sourceLineNo">254</span>  /**<a name="line.254"></a>
+<span class="sourceLineNo">255</span>   * Get the absolute offset in given file with the relative global offset.<a name="line.255"></a>
+<span class="sourceLineNo">256</span>   * @param fileNum<a name="line.256"></a>
+<span class="sourceLineNo">257</span>   * @param globalOffset<a name="line.257"></a>
+<span class="sourceLineNo">258</span>   * @return the absolute offset<a name="line.258"></a>
+<span class="sourceLineNo">259</span>   */<a name="line.259"></a>
+<span class="sourceLineNo">260</span>  private long getAbsoluteOffsetInFile(int fileNum, long globalOffset) {<a name="line.260"></a>
+<span class="sourceLineNo">261</span>    return globalOffset - fileNum * sizePerFile;<a name="line.261"></a>
+<span class="sourceLineNo">262</span>  }<a name="line.262"></a>
+<span class="sourceLineNo">263</span><a name="line.263"></a>
+<span class="sourceLineNo">264</span>  private int getFileNum(long offset) {<a name="line.264"></a>
+<span class="sourceLineNo">265</span>    if (offset &lt; 0) {<a name="line.265"></a>
+<span class="sourceLineNo">266</span>      throw new IllegalArgumentException("Unexpected offset " + offset);<a name="line.266"></a>
+<span class="sourceLineNo">267</span>    }<a name="line.267"></a>
+<span class="sourceLineNo">268</span>    int fileNum = (int) (offset / sizePerFile);<a name="line.268"></a>
+<span class="sourceLineNo">269</span>    if (fileNum &gt;= fileChannels.length) {<a name="line.269"></a>
+<span class="sourceLineNo">270</span>      throw new RuntimeException("Not expected offset " + offset<a name="line.270"></a>
+<span class="sourceLineNo">271</span>          + " where capacity=" + capacity);<a name="line.271"></a>
+<span class="sourceLineNo">272</span>    }<a name="line.272"></a>
+<span class="sourceLineNo">273</span>    return fileNum;<a name="line.273"></a>
+<span class="sourceLineNo">274</span>  }<a name="line.274"></a>
+<span class="sourceLineNo">275</span><a name="line.275"></a>
+<span class="sourceLineNo">276</span>  @VisibleForTesting<a name="line.276"></a>
+<span class="sourceLineNo">277</span>  FileChannel[] getFileChannels() {<a name="line.277"></a>
+<span class="sourceLineNo">278</span>    return fileChannels;<a name="line.278"></a>
+<span class="sourceLineNo">279</span>  }<a name="line.279"></a>
+<span class="sourceLineNo">280</span><a name="line.280"></a>
+<span class="sourceLineNo">281</span>  @VisibleForTesting<a name="line.281"></a>
+<span class="sourceLineNo">282</span>  void refreshFileConnection(int accessFileNum) throws IOException {<a name="line.282"></a>
+<span class="sourceLineNo">283</span>    FileChannel fileChannel = fileChannels[accessFileNum];<a name="line.283"></a>
+<span class="sourceLineNo">284</span>    if (fileChannel != null) {<a name="line.284"></a>
+<span class="sourceLineNo">285</span>      fileChannel.close();<a name="line.285"></a>
+<span class="sourceLineNo">286</span>    }<a name="line.286"></a>
+<span class="sourceLineNo">287</span>    rafs[accessFileNum] = new RandomAccessFile(filePaths[accessFileNum], "rw");<a name="line.287"></a>
+<span class="sourceLineNo">288</span>    fileChannels[accessFileNum] = rafs[accessFileNum].getChannel();<a name="line.288"></a>
+<span class="sourceLineNo">289</span>  }<a name="line.289"></a>
+<span class="sourceLineNo">290</span><a name="line.290"></a>
+<span class="sourceLineNo">291</span>  private static interface FileAccessor {<a name="line.291"></a>
+<span class="sourceLineNo">292</span>    int access(FileChannel fileChannel, ByteBuffer byteBuffer, long accessOffset)<a name="line.292"></a>
+<span class="sourceLineNo">293</span>        throws IOException;<a name="line.293"></a>
+<span class="sourceLineNo">294</span>  }<a name="line.294"></a>
+<span class="sourceLineNo">295</span><a name="line.295"></a>
+<span class="sourceLineNo">296</span>  private static class FileReadAccessor implements FileAccessor {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>    @Override<a name="line.297"></a>
+<span class="sourceLineNo">298</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.298"></a>
+<span class="sourceLineNo">299</span>        long accessOffset) throws IOException {<a name="line.299"></a>
+<span class="sourceLineNo">300</span>      return fileChannel.read(byteBuffer, accessOffset);<a name="line.300"></a>
+<span class="sourceLineNo">301</span>    }<a name="line.301"></a>
+<span class="sourceLineNo">302</span>  }<a name="line.302"></a>
+<span class="sourceLineNo">303</span><a name="line.303"></a>
+<span class="sourceLineNo">304</span>  private static class FileWriteAccessor implements FileAccessor {<a name="line.304"></a>
+<span class="sourceLineNo">305</span>    @Override<a name="line.305"></a>
+<span class="sourceLineNo">306</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.306"></a>
+<span class="sourceLineNo">307</span>        long accessOffset) throws IOException {<a name="line.307"></a>
+<span class="sourceLineNo">308</span>      return fileChannel.write(byteBuffer, accessOffset);<a name="line.308"></a>
+<span class="sourceLineNo">309</span>    }<a name="line.309"></a>
+<span class="sourceLineNo">310</span>  }<a name="line.310"></a>
+<span class="sourceLineNo">311</span>}<a name="line.311"></a>
 
 
 


[33/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.WALCell.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.WALCell.html b/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.WALCell.html
deleted file mode 100644
index 8f5e687..0000000
--- a/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.WALCell.html
+++ /dev/null
@@ -1,190 +0,0 @@
-<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
-<!-- NewPage -->
-<html lang="en">
-<head>
-<!-- Generated by javadoc -->
-<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
-<title>Uses of Class org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.WALCell (Apache HBase 3.0.0-SNAPSHOT API)</title>
-<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style">
-<script type="text/javascript" src="../../../../../../script.js"></script>
-</head>
-<body>
-<script type="text/javascript"><!--
-    try {
-        if (location.href.indexOf('is-external=true') == -1) {
-            parent.document.title="Uses of Class org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.WALCell (Apache HBase 3.0.0-SNAPSHOT API)";
-        }
-    }
-    catch(err) {
-    }
-//-->
-</script>
-<noscript>
-<div>JavaScript is disabled on your browser.</div>
-</noscript>
-<!-- ========= START OF TOP NAVBAR ======= -->
-<div class="topNav"><a name="navbar.top">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.top.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../../overview-summary.html">Overview</a></li>
-<li><a href="../package-summary.html">Package</a></li>
-<li><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">Class</a></li>
-<li class="navBarCell1Rev">Use</li>
-<li><a href="../../../../../../overview-tree.html">Tree</a></li>
-<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li>Prev</li>
-<li>Next</li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.WALCell.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationQueueStorage.WALCell.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_top">
-<li><a href="../../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_top");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<a name="skip.navbar.top">
-<!--   -->
-</a></div>
-<!-- ========= END OF TOP NAVBAR ========= -->
-<div class="header">
-<h2 title="Uses of Class org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.WALCell" class="title">Uses of Class<br>org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.WALCell</h2>
-</div>
-<div class="classUseContainer">
-<ul class="blockList">
-<li class="blockList">
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing packages, and an explanation">
-<caption><span>Packages that use <a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Package</th>
-<th class="colLast" scope="col">Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><a href="#org.apache.hadoop.hbase.replication">org.apache.hadoop.hbase.replication</a></td>
-<td class="colLast">
-<div class="block">Multi Cluster Replication</div>
-</td>
-</tr>
-</tbody>
-</table>
-</li>
-<li class="blockList">
-<ul class="blockList">
-<li class="blockList"><a name="org.apache.hadoop.hbase.replication">
-<!--   -->
-</a>
-<h3>Uses of <a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a> in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a></h3>
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing methods, and an explanation">
-<caption><span>Methods in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a> that return <a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Method and Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><code>static <a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.WALCell.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#create-org.apache.hadoop.hbase.Cell-">create</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;cell)</code>&nbsp;</td>
-</tr>
-</tbody>
-</table>
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing methods, and an explanation">
-<caption><span>Methods in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a> that return types with arguments of type <a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Method and Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALsInQueue0-org.apache.hadoop.hbase.client.Table-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue0</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a>&nbsp;table,
-               <a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-               <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>
-<div class="block">List all WALs for the specific region server and queueId.</div>
-</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#result2WALCells-org.apache.hadoop.hbase.client.Result-">result2WALCells</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>&nbsp;r)</code>
-<div class="block">Parse the WALCell list from a HBase result.</div>
-</td>
-</tr>
-</tbody>
-</table>
-</li>
-</ul>
-</li>
-</ul>
-</div>
-<!-- ======= START OF BOTTOM NAVBAR ====== -->
-<div class="bottomNav"><a name="navbar.bottom">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.bottom.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../../overview-summary.html">Overview</a></li>
-<li><a href="../package-summary.html">Package</a></li>
-<li><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">Class</a></li>
-<li class="navBarCell1Rev">Use</li>
-<li><a href="../../../../../../overview-tree.html">Tree</a></li>
-<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li>Prev</li>
-<li>Next</li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.WALCell.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationQueueStorage.WALCell.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_bottom">
-<li><a href="../../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_bottom");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<a name="skip.navbar.bottom">
-<!--   -->
-</a></div>
-<!-- ======== END OF BOTTOM NAVBAR ======= -->
-<p class="legalCopy"><small>Copyright &#169; 2007&#x2013;2018 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p>
-</body>
-</html>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.html b/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.html
deleted file mode 100644
index 1ea13a0..0000000
--- a/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.html
+++ /dev/null
@@ -1,125 +0,0 @@
-<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
-<!-- NewPage -->
-<html lang="en">
-<head>
-<!-- Generated by javadoc -->
-<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
-<title>Uses of Class org.apache.hadoop.hbase.replication.TableReplicationQueueStorage (Apache HBase 3.0.0-SNAPSHOT API)</title>
-<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style">
-<script type="text/javascript" src="../../../../../../script.js"></script>
-</head>
-<body>
-<script type="text/javascript"><!--
-    try {
-        if (location.href.indexOf('is-external=true') == -1) {
-            parent.document.title="Uses of Class org.apache.hadoop.hbase.replication.TableReplicationQueueStorage (Apache HBase 3.0.0-SNAPSHOT API)";
-        }
-    }
-    catch(err) {
-    }
-//-->
-</script>
-<noscript>
-<div>JavaScript is disabled on your browser.</div>
-</noscript>
-<!-- ========= START OF TOP NAVBAR ======= -->
-<div class="topNav"><a name="navbar.top">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.top.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../../overview-summary.html">Overview</a></li>
-<li><a href="../package-summary.html">Package</a></li>
-<li><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">Class</a></li>
-<li class="navBarCell1Rev">Use</li>
-<li><a href="../../../../../../overview-tree.html">Tree</a></li>
-<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li>Prev</li>
-<li>Next</li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationQueueStorage.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_top">
-<li><a href="../../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_top");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<a name="skip.navbar.top">
-<!--   -->
-</a></div>
-<!-- ========= END OF TOP NAVBAR ========= -->
-<div class="header">
-<h2 title="Uses of Class org.apache.hadoop.hbase.replication.TableReplicationQueueStorage" class="title">Uses of Class<br>org.apache.hadoop.hbase.replication.TableReplicationQueueStorage</h2>
-</div>
-<div class="classUseContainer">No usage of org.apache.hadoop.hbase.replication.TableReplicationQueueStorage</div>
-<!-- ======= START OF BOTTOM NAVBAR ====== -->
-<div class="bottomNav"><a name="navbar.bottom">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.bottom.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../../overview-summary.html">Overview</a></li>
-<li><a href="../package-summary.html">Package</a></li>
-<li><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">Class</a></li>
-<li class="navBarCell1Rev">Use</li>
-<li><a href="../../../../../../overview-tree.html">Tree</a></li>
-<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li>Prev</li>
-<li>Next</li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationQueueStorage.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_bottom">
-<li><a href="../../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_bottom");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<a name="skip.navbar.bottom">
-<!--   -->
-</a></div>
-<!-- ======== END OF BOTTOM NAVBAR ======= -->
-<p class="legalCopy"><small>Copyright &#169; 2007&#x2013;2018 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p>
-</body>
-</html>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationStorageBase.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationStorageBase.html b/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationStorageBase.html
deleted file mode 100644
index dd77451..0000000
--- a/devapidocs/org/apache/hadoop/hbase/replication/class-use/TableReplicationStorageBase.html
+++ /dev/null
@@ -1,175 +0,0 @@
-<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
-<!-- NewPage -->
-<html lang="en">
-<head>
-<!-- Generated by javadoc -->
-<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
-<title>Uses of Class org.apache.hadoop.hbase.replication.TableReplicationStorageBase (Apache HBase 3.0.0-SNAPSHOT API)</title>
-<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style">
-<script type="text/javascript" src="../../../../../../script.js"></script>
-</head>
-<body>
-<script type="text/javascript"><!--
-    try {
-        if (location.href.indexOf('is-external=true') == -1) {
-            parent.document.title="Uses of Class org.apache.hadoop.hbase.replication.TableReplicationStorageBase (Apache HBase 3.0.0-SNAPSHOT API)";
-        }
-    }
-    catch(err) {
-    }
-//-->
-</script>
-<noscript>
-<div>JavaScript is disabled on your browser.</div>
-</noscript>
-<!-- ========= START OF TOP NAVBAR ======= -->
-<div class="topNav"><a name="navbar.top">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.top.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../../overview-summary.html">Overview</a></li>
-<li><a href="../package-summary.html">Package</a></li>
-<li><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">Class</a></li>
-<li class="navBarCell1Rev">Use</li>
-<li><a href="../../../../../../overview-tree.html">Tree</a></li>
-<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li>Prev</li>
-<li>Next</li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/replication/class-use/TableReplicationStorageBase.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationStorageBase.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_top">
-<li><a href="../../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_top");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<a name="skip.navbar.top">
-<!--   -->
-</a></div>
-<!-- ========= END OF TOP NAVBAR ========= -->
-<div class="header">
-<h2 title="Uses of Class org.apache.hadoop.hbase.replication.TableReplicationStorageBase" class="title">Uses of Class<br>org.apache.hadoop.hbase.replication.TableReplicationStorageBase</h2>
-</div>
-<div class="classUseContainer">
-<ul class="blockList">
-<li class="blockList">
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing packages, and an explanation">
-<caption><span>Packages that use <a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Package</th>
-<th class="colLast" scope="col">Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><a href="#org.apache.hadoop.hbase.replication">org.apache.hadoop.hbase.replication</a></td>
-<td class="colLast">
-<div class="block">Multi Cluster Replication</div>
-</td>
-</tr>
-</tbody>
-</table>
-</li>
-<li class="blockList">
-<ul class="blockList">
-<li class="blockList"><a name="org.apache.hadoop.hbase.replication">
-<!--   -->
-</a>
-<h3>Uses of <a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a> in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a></h3>
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing subclasses, and an explanation">
-<caption><span>Subclasses of <a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a> in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Class and Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><code>class&nbsp;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationPeerStorage</a></span></code>
-<div class="block">Table based replication peer storage.</div>
-</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>class&nbsp;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></span></code>
-<div class="block">Table based replication queue storage.</div>
-</td>
-</tr>
-</tbody>
-</table>
-</li>
-</ul>
-</li>
-</ul>
-</div>
-<!-- ======= START OF BOTTOM NAVBAR ====== -->
-<div class="bottomNav"><a name="navbar.bottom">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.bottom.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../../overview-summary.html">Overview</a></li>
-<li><a href="../package-summary.html">Package</a></li>
-<li><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">Class</a></li>
-<li class="navBarCell1Rev">Use</li>
-<li><a href="../../../../../../overview-tree.html">Tree</a></li>
-<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li>Prev</li>
-<li>Next</li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/replication/class-use/TableReplicationStorageBase.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationStorageBase.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_bottom">
-<li><a href="../../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_bottom");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<a name="skip.navbar.bottom">
-<!--   -->
-</a></div>
-<!-- ======== END OF BOTTOM NAVBAR ======= -->
-<p class="legalCopy"><small>Copyright &#169; 2007&#x2013;2018 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p>
-</body>
-</html>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/class-use/ZKReplicationStorageBase.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/class-use/ZKReplicationStorageBase.html b/devapidocs/org/apache/hadoop/hbase/replication/class-use/ZKReplicationStorageBase.html
index b7aa464..771e924 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/class-use/ZKReplicationStorageBase.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/class-use/ZKReplicationStorageBase.html
@@ -111,7 +111,7 @@
 </td>
 </tr>
 <tr class="rowColor">
-<td class="colFirst"><code>class&nbsp;</code></td>
+<td class="colFirst"><code>(package private) class&nbsp;</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></span></code>
 <div class="block">ZK based replication queue storage.</div>
 </td>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/package-frame.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/package-frame.html b/devapidocs/org/apache/hadoop/hbase/replication/package-frame.html
index babc614..162540c 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/package-frame.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/package-frame.html
@@ -49,10 +49,6 @@
 <li><a href="ReplicationUtils.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">ReplicationUtils</a></li>
 <li><a href="ScopeWALEntryFilter.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">ScopeWALEntryFilter</a></li>
 <li><a href="SystemTableWALEntryFilter.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">SystemTableWALEntryFilter</a></li>
-<li><a href="TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">TableReplicationPeerStorage</a></li>
-<li><a href="TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">TableReplicationQueueStorage</a></li>
-<li><a href="TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">TableReplicationQueueStorage.WALCell</a></li>
-<li><a href="TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">TableReplicationStorageBase</a></li>
 <li><a href="ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">ZKReplicationPeerStorage</a></li>
 <li><a href="ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">ZKReplicationQueueStorage</a></li>
 <li><a href="ZKReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">ZKReplicationStorageBase</a></li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/package-summary.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/package-summary.html b/devapidocs/org/apache/hadoop/hbase/replication/package-summary.html
index ca8962d..915c88a 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/package-summary.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/package-summary.html
@@ -291,28 +291,6 @@
 </td>
 </tr>
 <tr class="altColor">
-<td class="colFirst"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationPeerStorage</a></td>
-<td class="colLast">
-<div class="block">Table based replication peer storage.</div>
-</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></td>
-<td class="colLast">
-<div class="block">Table based replication queue storage.</div>
-</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></td>
-<td class="colLast">
-<div class="block">Each cell in column wal:{queueId} will be parsed to a WALCell.</div>
-</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></td>
-<td class="colLast">&nbsp;</td>
-</tr>
-<tr class="altColor">
 <td class="colFirst"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationPeerStorage</a></td>
 <td class="colLast">
 <div class="block">ZK based replication peer storage.</div>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/package-tree.html b/devapidocs/org/apache/hadoop/hbase/replication/package-tree.html
index 340ea5b..a39e5a8 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/package-tree.html
@@ -110,13 +110,6 @@
 <li type="circle">org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationUtils.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">ReplicationUtils</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/ScopeWALEntryFilter.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">ScopeWALEntryFilter</span></a> (implements org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/WALCellFilter.html" title="interface in org.apache.hadoop.hbase.replication">WALCellFilter</a>, org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/WALEntryFilter.html" title="interface in org.apache.hadoop.hbase.replication">WALEntryFilter</a>)</li>
 <li type="circle">org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/SystemTableWALEntryFilter.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">SystemTableWALEntryFilter</span></a> (implements org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/WALEntryFilter.html" title="interface in org.apache.hadoop.hbase.replication">WALEntryFilter</a>)</li>
-<li type="circle">org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">TableReplicationQueueStorage.WALCell</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">TableReplicationStorageBase</span></a>
-<ul>
-<li type="circle">org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">TableReplicationPeerStorage</span></a> (implements org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a>)</li>
-<li type="circle">org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">TableReplicationQueueStorage</span></a> (implements org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a>)</li>
-</ul>
-</li>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Throwable</span></a> (implements java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Exception</span></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/package-use.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/package-use.html b/devapidocs/org/apache/hadoop/hbase/replication/package-use.html
index 87086e4..ca0c7c1 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/package-use.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/package-use.html
@@ -447,14 +447,6 @@
 </td>
 </tr>
 <tr class="rowColor">
-<td class="colOne"><a href="../../../../../org/apache/hadoop/hbase/replication/class-use/TableReplicationQueueStorage.WALCell.html#org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a>
-<div class="block">Each cell in column wal:{queueId} will be parsed to a WALCell.</div>
-</td>
-</tr>
-<tr class="altColor">
-<td class="colOne"><a href="../../../../../org/apache/hadoop/hbase/replication/class-use/TableReplicationStorageBase.html#org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a>&nbsp;</td>
-</tr>
-<tr class="rowColor">
 <td class="colOne"><a href="../../../../../org/apache/hadoop/hbase/replication/class-use/WALCellFilter.html#org.apache.hadoop.hbase.replication">WALCellFilter</a>
 <div class="block">A filter for WAL entry cells before being sent over to replication.</div>
 </td>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/security/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/security/package-tree.html b/devapidocs/org/apache/hadoop/hbase/security/package-tree.html
index 7ba3a64..13f949c 100644
--- a/devapidocs/org/apache/hadoop/hbase/security/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/security/package-tree.html
@@ -191,9 +191,9 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
+<li type="circle">org.apache.hadoop.hbase.security.<a href="../../../../../org/apache/hadoop/hbase/security/SaslUtil.QualityOfProtection.html" title="enum in org.apache.hadoop.hbase.security"><span class="typeNameLink">SaslUtil.QualityOfProtection</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.security.<a href="../../../../../org/apache/hadoop/hbase/security/AuthMethod.html" title="enum in org.apache.hadoop.hbase.security"><span class="typeNameLink">AuthMethod</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.security.<a href="../../../../../org/apache/hadoop/hbase/security/SaslStatus.html" title="enum in org.apache.hadoop.hbase.security"><span class="typeNameLink">SaslStatus</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.security.<a href="../../../../../org/apache/hadoop/hbase/security/SaslUtil.QualityOfProtection.html" title="enum in org.apache.hadoop.hbase.security"><span class="typeNameLink">SaslUtil.QualityOfProtection</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/thrift/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/thrift/package-tree.html b/devapidocs/org/apache/hadoop/hbase/thrift/package-tree.html
index 8e41b8e..2b64b99 100644
--- a/devapidocs/org/apache/hadoop/hbase/thrift/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/thrift/package-tree.html
@@ -198,9 +198,9 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
-<li type="circle">org.apache.hadoop.hbase.thrift.<a href="../../../../../org/apache/hadoop/hbase/thrift/ThriftServerRunner.ImplType.html" title="enum in org.apache.hadoop.hbase.thrift"><span class="typeNameLink">ThriftServerRunner.ImplType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.thrift.<a href="../../../../../org/apache/hadoop/hbase/thrift/ThriftMetrics.ThriftServerType.html" title="enum in org.apache.hadoop.hbase.thrift"><span class="typeNameLink">ThriftMetrics.ThriftServerType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.thrift.<a href="../../../../../org/apache/hadoop/hbase/thrift/MetricsThriftServerSourceFactoryImpl.FactoryStorage.html" title="enum in org.apache.hadoop.hbase.thrift"><span class="typeNameLink">MetricsThriftServerSourceFactoryImpl.FactoryStorage</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.thrift.<a href="../../../../../org/apache/hadoop/hbase/thrift/ThriftServerRunner.ImplType.html" title="enum in org.apache.hadoop.hbase.thrift"><span class="typeNameLink">ThriftServerRunner.ImplType</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/util/class-use/Pair.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/util/class-use/Pair.html b/devapidocs/org/apache/hadoop/hbase/util/class-use/Pair.html
index 9ff82b6..4f006f4 100644
--- a/devapidocs/org/apache/hadoop/hbase/util/class-use/Pair.html
+++ b/devapidocs/org/apache/hadoop/hbase/util/class-use/Pair.html
@@ -1405,19 +1405,6 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
           <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
           <a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;destServerName)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code><a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/util/SortedSet.html?is-external=true" title="class or interface in java.util">SortedSet</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#claimQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-org.apache.hadoop.hbase.ServerName-">claimQueue</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;sourceServerName,
-          <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-          <a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;destServerName)</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>private static <a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#parseFileNameAndPosition-byte:A-int-">parseFileNameAndPosition</a></span>(byte[]&nbsp;data,
-                        int&nbsp;offset)</code>
-<div class="block">Deserialize the byte array into a {filename, position} pair.</div>
-</td>
-</tr>
 </tbody>
 </table>
 <table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing methods, and an explanation">
@@ -1439,11 +1426,6 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 <td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#addHFileRefs-java.lang.String-java.util.List-">addHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
             <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path&gt;&gt;&nbsp;pairs)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#addHFileRefs-java.lang.String-java.util.List-">addHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-            <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path&gt;&gt;&nbsp;pairs)</code>&nbsp;</td>
-</tr>
 </tbody>
 </table>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/util/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/util/package-tree.html b/devapidocs/org/apache/hadoop/hbase/util/package-tree.html
index 0df1ff1..710b1e0 100644
--- a/devapidocs/org/apache/hadoop/hbase/util/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/util/package-tree.html
@@ -532,14 +532,14 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
-<li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/HBaseFsck.ErrorReporter.ERROR_CODE.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">HBaseFsck.ErrorReporter.ERROR_CODE</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/Order.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">Order</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/PrettyPrinter.Unit.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">PrettyPrinter.Unit</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/ChecksumType.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">ChecksumType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/Bytes.LexicographicalComparerHolder.UnsafeComparer.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">Bytes.LexicographicalComparerHolder.UnsafeComparer</span></a> (implements org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/Bytes.Comparer.html" title="interface in org.apache.hadoop.hbase.util">Bytes.Comparer</a>&lt;T&gt;)</li>
-<li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/IdReadWriteLock.ReferenceType.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">IdReadWriteLock.ReferenceType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/Bytes.LexicographicalComparerHolder.PureJavaComparer.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">Bytes.LexicographicalComparerHolder.PureJavaComparer</span></a> (implements org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/Bytes.Comparer.html" title="interface in org.apache.hadoop.hbase.util">Bytes.Comparer</a>&lt;T&gt;)</li>
-<li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/PrettyPrinter.Unit.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">PrettyPrinter.Unit</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/IdReadWriteLock.ReferenceType.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">IdReadWriteLock.ReferenceType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/PoolMap.PoolType.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">PoolMap.PoolType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/Order.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">Order</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/Bytes.LexicographicalComparerHolder.UnsafeComparer.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">Bytes.LexicographicalComparerHolder.UnsafeComparer</span></a> (implements org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/Bytes.Comparer.html" title="interface in org.apache.hadoop.hbase.util">Bytes.Comparer</a>&lt;T&gt;)</li>
+<li type="circle">org.apache.hadoop.hbase.util.<a href="../../../../../org/apache/hadoop/hbase/util/HBaseFsck.ErrorReporter.ERROR_CODE.html" title="enum in org.apache.hadoop.hbase.util"><span class="typeNameLink">HBaseFsck.ErrorReporter.ERROR_CODE</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/wal/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/wal/package-tree.html b/devapidocs/org/apache/hadoop/hbase/wal/package-tree.html
index c0e28b4..9ec5b35 100644
--- a/devapidocs/org/apache/hadoop/hbase/wal/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/wal/package-tree.html
@@ -189,8 +189,8 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
-<li type="circle">org.apache.hadoop.hbase.wal.<a href="../../../../../org/apache/hadoop/hbase/wal/RegionGroupingProvider.Strategies.html" title="enum in org.apache.hadoop.hbase.wal"><span class="typeNameLink">RegionGroupingProvider.Strategies</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.wal.<a href="../../../../../org/apache/hadoop/hbase/wal/WALFactory.Providers.html" title="enum in org.apache.hadoop.hbase.wal"><span class="typeNameLink">WALFactory.Providers</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.wal.<a href="../../../../../org/apache/hadoop/hbase/wal/RegionGroupingProvider.Strategies.html" title="enum in org.apache.hadoop.hbase.wal"><span class="typeNameLink">RegionGroupingProvider.Strategies</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/zookeeper/class-use/ZKWatcher.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/zookeeper/class-use/ZKWatcher.html b/devapidocs/org/apache/hadoop/hbase/zookeeper/class-use/ZKWatcher.html
index 5978009..8703fca 100644
--- a/devapidocs/org/apache/hadoop/hbase/zookeeper/class-use/ZKWatcher.html
+++ b/devapidocs/org/apache/hadoop/hbase/zookeeper/class-use/ZKWatcher.html
@@ -526,10 +526,6 @@
 <td class="colFirst"><code>private <a href="../../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationTrackerZKImpl.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationTrackerZKImpl.html#zookeeper">zookeeper</a></span></code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
-<td class="colFirst"><code>protected <a href="../../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a></code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationStorageBase.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#zookeeper">zookeeper</a></span></code>&nbsp;</td>
-</tr>
 </tbody>
 </table>
 <table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing methods, and an explanation">
@@ -608,26 +604,14 @@
                         <a href="../../../../../../org/apache/hadoop/hbase/Stoppable.html" title="interface in org.apache.hadoop.hbase">Stoppable</a>&nbsp;stopper)</code>&nbsp;</td>
 </tr>
 <tr class="rowColor">
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#TableReplicationPeerStorage-org.apache.hadoop.hbase.zookeeper.ZKWatcher-org.apache.hadoop.conf.Configuration-">TableReplicationPeerStorage</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
-                           org.apache.hadoop.conf.Configuration&nbsp;conf)</code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#TableReplicationQueueStorage-org.apache.hadoop.hbase.zookeeper.ZKWatcher-org.apache.hadoop.conf.Configuration-">TableReplicationQueueStorage</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
-                            org.apache.hadoop.conf.Configuration&nbsp;conf)</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#TableReplicationStorageBase-org.apache.hadoop.hbase.zookeeper.ZKWatcher-org.apache.hadoop.conf.Configuration-">TableReplicationStorageBase</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
-                           org.apache.hadoop.conf.Configuration&nbsp;conf)</code>&nbsp;</td>
-</tr>
-<tr class="altColor">
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#ZKReplicationPeerStorage-org.apache.hadoop.hbase.zookeeper.ZKWatcher-org.apache.hadoop.conf.Configuration-">ZKReplicationPeerStorage</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
                         org.apache.hadoop.conf.Configuration&nbsp;conf)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#ZKReplicationQueueStorage-org.apache.hadoop.hbase.zookeeper.ZKWatcher-org.apache.hadoop.conf.Configuration-">ZKReplicationQueueStorage</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
                          org.apache.hadoop.conf.Configuration&nbsp;conf)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/ZKReplicationStorageBase.html#ZKReplicationStorageBase-org.apache.hadoop.hbase.zookeeper.ZKWatcher-org.apache.hadoop.conf.Configuration-">ZKReplicationStorageBase</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
                         org.apache.hadoop.conf.Configuration&nbsp;conf)</code>&nbsp;</td>
 </tr>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/overview-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/overview-tree.html b/devapidocs/overview-tree.html
index a9fb4aa..43496be 100644
--- a/devapidocs/overview-tree.html
+++ b/devapidocs/overview-tree.html
@@ -3651,13 +3651,6 @@
 <li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="org/apache/hadoop/hbase/mapreduce/TableRecordReaderImpl.html" title="class in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">TableRecordReaderImpl</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.mapred.<a href="org/apache/hadoop/hbase/mapred/TableRecordReaderImpl.html" title="class in org.apache.hadoop.hbase.mapred"><span class="typeNameLink">TableRecordReaderImpl</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.rest.model.<a href="org/apache/hadoop/hbase/rest/model/TableRegionModel.html" title="class in org.apache.hadoop.hbase.rest.model"><span class="typeNameLink">TableRegionModel</span></a> (implements java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)</li>
-<li type="circle">org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">TableReplicationQueueStorage.WALCell</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">TableReplicationStorageBase</span></a>
-<ul>
-<li type="circle">org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">TableReplicationPeerStorage</span></a> (implements org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a>)</li>
-<li type="circle">org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">TableReplicationQueueStorage</span></a> (implements org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a>)</li>
-</ul>
-</li>
 <li type="circle">org.apache.hadoop.hbase.rest.<a href="org/apache/hadoop/hbase/rest/TableScanResource.CellSetModelStream.html" title="class in org.apache.hadoop.hbase.rest"><span class="typeNameLink">TableScanResource.CellSetModelStream</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.rest.model.<a href="org/apache/hadoop/hbase/rest/model/TableSchemaModel.html" title="class in org.apache.hadoop.hbase.rest.model"><span class="typeNameLink">TableSchemaModel</span></a> (implements org.apache.hadoop.hbase.rest.<a href="org/apache/hadoop/hbase/rest/ProtobufMessageHandler.html" title="interface in org.apache.hadoop.hbase.rest">ProtobufMessageHandler</a>, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)</li>
 <li type="circle">org.apache.hadoop.hbase.mapred.<a href="org/apache/hadoop/hbase/mapred/TableSnapshotInputFormat.html" title="class in org.apache.hadoop.hbase.mapred"><span class="typeNameLink">TableSnapshotInputFormat</span></a> (implements org.apache.hadoop.mapred.InputFormat&lt;K,V&gt;)

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/Version.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/Version.html b/devapidocs/src-html/org/apache/hadoop/hbase/Version.html
index ee05e07..1801b75 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/Version.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/Version.html
@@ -16,11 +16,11 @@
 <span class="sourceLineNo">008</span>@InterfaceAudience.Private<a name="line.8"></a>
 <span class="sourceLineNo">009</span>public class Version {<a name="line.9"></a>
 <span class="sourceLineNo">010</span>  public static final String version = "3.0.0-SNAPSHOT";<a name="line.10"></a>
-<span class="sourceLineNo">011</span>  public static final String revision = "22f4def942f8a3367d0ca6598317e9b9a7d0cfcd";<a name="line.11"></a>
+<span class="sourceLineNo">011</span>  public static final String revision = "00095a2ef9442e3fd86c04876c9d91f2f8b23ad8";<a name="line.11"></a>
 <span class="sourceLineNo">012</span>  public static final String user = "jenkins";<a name="line.12"></a>
-<span class="sourceLineNo">013</span>  public static final String date = "Fri Mar 16 14:41:20 UTC 2018";<a name="line.13"></a>
+<span class="sourceLineNo">013</span>  public static final String date = "Sat Mar 17 14:41:26 UTC 2018";<a name="line.13"></a>
 <span class="sourceLineNo">014</span>  public static final String url = "git://asf920.gq1.ygridcore.net/home/jenkins/jenkins-slave/workspace/hbase_generate_website/hbase";<a name="line.14"></a>
-<span class="sourceLineNo">015</span>  public static final String srcChecksum = "574e2041b3e629f67dd934e64524deb2";<a name="line.15"></a>
+<span class="sourceLineNo">015</span>  public static final String srcChecksum = "c1df89d46aa5c1ad7010eb91ff9a965f";<a name="line.15"></a>
 <span class="sourceLineNo">016</span>}<a name="line.16"></a>
 
 


[08/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
index 3bc66bb..97aa79c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.FailedProcedure.html
@@ -1435,459 +1435,460 @@
 <span class="sourceLineNo">1427</span>   */<a name="line.1427"></a>
 <span class="sourceLineNo">1428</span>  private void execProcedure(final RootProcedureState procStack,<a name="line.1428"></a>
 <span class="sourceLineNo">1429</span>      final Procedure&lt;TEnvironment&gt; procedure) {<a name="line.1429"></a>
-<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE);<a name="line.1430"></a>
-<span class="sourceLineNo">1431</span><a name="line.1431"></a>
-<span class="sourceLineNo">1432</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1432"></a>
-<span class="sourceLineNo">1433</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1433"></a>
-<span class="sourceLineNo">1434</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1434"></a>
-<span class="sourceLineNo">1435</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1435"></a>
-<span class="sourceLineNo">1436</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1436"></a>
-<span class="sourceLineNo">1437</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1437"></a>
-<span class="sourceLineNo">1438</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1438"></a>
-<span class="sourceLineNo">1439</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1439"></a>
-<span class="sourceLineNo">1440</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1440"></a>
-<span class="sourceLineNo">1441</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1441"></a>
-<span class="sourceLineNo">1442</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1442"></a>
-<span class="sourceLineNo">1443</span>    boolean suspended = false;<a name="line.1443"></a>
-<span class="sourceLineNo">1444</span><a name="line.1444"></a>
-<span class="sourceLineNo">1445</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1445"></a>
-<span class="sourceLineNo">1446</span>    boolean reExecute = false;<a name="line.1446"></a>
-<span class="sourceLineNo">1447</span><a name="line.1447"></a>
-<span class="sourceLineNo">1448</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1448"></a>
-<span class="sourceLineNo">1449</span>    do {<a name="line.1449"></a>
-<span class="sourceLineNo">1450</span>      reExecute = false;<a name="line.1450"></a>
-<span class="sourceLineNo">1451</span>      try {<a name="line.1451"></a>
-<span class="sourceLineNo">1452</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1452"></a>
-<span class="sourceLineNo">1453</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1453"></a>
-<span class="sourceLineNo">1454</span>          subprocs = null;<a name="line.1454"></a>
-<span class="sourceLineNo">1455</span>        }<a name="line.1455"></a>
-<span class="sourceLineNo">1456</span>      } catch (ProcedureSuspendedException e) {<a name="line.1456"></a>
-<span class="sourceLineNo">1457</span>        if (LOG.isTraceEnabled()) {<a name="line.1457"></a>
-<span class="sourceLineNo">1458</span>          LOG.trace("Suspend " + procedure);<a name="line.1458"></a>
-<span class="sourceLineNo">1459</span>        }<a name="line.1459"></a>
-<span class="sourceLineNo">1460</span>        suspended = true;<a name="line.1460"></a>
-<span class="sourceLineNo">1461</span>      } catch (ProcedureYieldException e) {<a name="line.1461"></a>
-<span class="sourceLineNo">1462</span>        if (LOG.isTraceEnabled()) {<a name="line.1462"></a>
-<span class="sourceLineNo">1463</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1463"></a>
-<span class="sourceLineNo">1464</span>        }<a name="line.1464"></a>
-<span class="sourceLineNo">1465</span>        scheduler.yield(procedure);<a name="line.1465"></a>
-<span class="sourceLineNo">1466</span>        return;<a name="line.1466"></a>
-<span class="sourceLineNo">1467</span>      } catch (InterruptedException e) {<a name="line.1467"></a>
-<span class="sourceLineNo">1468</span>        if (LOG.isTraceEnabled()) {<a name="line.1468"></a>
-<span class="sourceLineNo">1469</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1469"></a>
-<span class="sourceLineNo">1470</span>        }<a name="line.1470"></a>
-<span class="sourceLineNo">1471</span>        handleInterruptedException(procedure, e);<a name="line.1471"></a>
-<span class="sourceLineNo">1472</span>        scheduler.yield(procedure);<a name="line.1472"></a>
-<span class="sourceLineNo">1473</span>        return;<a name="line.1473"></a>
-<span class="sourceLineNo">1474</span>      } catch (Throwable e) {<a name="line.1474"></a>
-<span class="sourceLineNo">1475</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1475"></a>
-<span class="sourceLineNo">1476</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1476"></a>
-<span class="sourceLineNo">1477</span>        LOG.error(msg, e);<a name="line.1477"></a>
-<span class="sourceLineNo">1478</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1478"></a>
-<span class="sourceLineNo">1479</span>      }<a name="line.1479"></a>
-<span class="sourceLineNo">1480</span><a name="line.1480"></a>
-<span class="sourceLineNo">1481</span>      if (!procedure.isFailed()) {<a name="line.1481"></a>
-<span class="sourceLineNo">1482</span>        if (subprocs != null) {<a name="line.1482"></a>
-<span class="sourceLineNo">1483</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1483"></a>
-<span class="sourceLineNo">1484</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1484"></a>
-<span class="sourceLineNo">1485</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1485"></a>
-<span class="sourceLineNo">1486</span>            subprocs = null;<a name="line.1486"></a>
-<span class="sourceLineNo">1487</span>            reExecute = true;<a name="line.1487"></a>
-<span class="sourceLineNo">1488</span>            if (LOG.isTraceEnabled()) {<a name="line.1488"></a>
-<span class="sourceLineNo">1489</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1489"></a>
-<span class="sourceLineNo">1490</span>            }<a name="line.1490"></a>
-<span class="sourceLineNo">1491</span>          } else {<a name="line.1491"></a>
-<span class="sourceLineNo">1492</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1492"></a>
-<span class="sourceLineNo">1493</span>            // subprocs may come back 'null'.<a name="line.1493"></a>
-<span class="sourceLineNo">1494</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1494"></a>
-<span class="sourceLineNo">1495</span>            LOG.info("Initialized subprocedures=" +<a name="line.1495"></a>
-<span class="sourceLineNo">1496</span>              (subprocs == null? null:<a name="line.1496"></a>
-<span class="sourceLineNo">1497</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1497"></a>
-<span class="sourceLineNo">1498</span>                collect(Collectors.toList()).toString()));<a name="line.1498"></a>
-<span class="sourceLineNo">1499</span>          }<a name="line.1499"></a>
-<span class="sourceLineNo">1500</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1500"></a>
-<span class="sourceLineNo">1501</span>          if (LOG.isTraceEnabled()) {<a name="line.1501"></a>
-<span class="sourceLineNo">1502</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1502"></a>
-<span class="sourceLineNo">1503</span>          }<a name="line.1503"></a>
-<span class="sourceLineNo">1504</span>          timeoutExecutor.add(procedure);<a name="line.1504"></a>
-<span class="sourceLineNo">1505</span>        } else if (!suspended) {<a name="line.1505"></a>
-<span class="sourceLineNo">1506</span>          // No subtask, so we are done<a name="line.1506"></a>
-<span class="sourceLineNo">1507</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1507"></a>
-<span class="sourceLineNo">1508</span>        }<a name="line.1508"></a>
-<span class="sourceLineNo">1509</span>      }<a name="line.1509"></a>
-<span class="sourceLineNo">1510</span><a name="line.1510"></a>
-<span class="sourceLineNo">1511</span>      // Add the procedure to the stack<a name="line.1511"></a>
-<span class="sourceLineNo">1512</span>      procStack.addRollbackStep(procedure);<a name="line.1512"></a>
-<span class="sourceLineNo">1513</span><a name="line.1513"></a>
-<span class="sourceLineNo">1514</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1514"></a>
-<span class="sourceLineNo">1515</span>      // useful to test the procedure recovery.<a name="line.1515"></a>
-<span class="sourceLineNo">1516</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>        stop();<a name="line.1518"></a>
-<span class="sourceLineNo">1519</span>        return;<a name="line.1519"></a>
-<span class="sourceLineNo">1520</span>      }<a name="line.1520"></a>
-<span class="sourceLineNo">1521</span><a name="line.1521"></a>
-<span class="sourceLineNo">1522</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1522"></a>
-<span class="sourceLineNo">1523</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1523"></a>
-<span class="sourceLineNo">1524</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1524"></a>
-<span class="sourceLineNo">1525</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1525"></a>
-<span class="sourceLineNo">1526</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1526"></a>
-<span class="sourceLineNo">1527</span>      //<a name="line.1527"></a>
-<span class="sourceLineNo">1528</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1528"></a>
-<span class="sourceLineNo">1529</span>      // can take a bunch of time to complete.<a name="line.1529"></a>
-<span class="sourceLineNo">1530</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1530"></a>
-<span class="sourceLineNo">1531</span><a name="line.1531"></a>
-<span class="sourceLineNo">1532</span>      // if the store is not running we are aborting<a name="line.1532"></a>
-<span class="sourceLineNo">1533</span>      if (!store.isRunning()) return;<a name="line.1533"></a>
-<span class="sourceLineNo">1534</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1534"></a>
-<span class="sourceLineNo">1535</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1535"></a>
-<span class="sourceLineNo">1536</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1536"></a>
-<span class="sourceLineNo">1537</span>        scheduler.yield(procedure);<a name="line.1537"></a>
-<span class="sourceLineNo">1538</span>        return;<a name="line.1538"></a>
-<span class="sourceLineNo">1539</span>      }<a name="line.1539"></a>
-<span class="sourceLineNo">1540</span><a name="line.1540"></a>
-<span class="sourceLineNo">1541</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1541"></a>
-<span class="sourceLineNo">1542</span>    } while (reExecute);<a name="line.1542"></a>
-<span class="sourceLineNo">1543</span>    // Submit the new subprocedures<a name="line.1543"></a>
-<span class="sourceLineNo">1544</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1544"></a>
-<span class="sourceLineNo">1545</span>      submitChildrenProcedures(subprocs);<a name="line.1545"></a>
-<span class="sourceLineNo">1546</span>    }<a name="line.1546"></a>
-<span class="sourceLineNo">1547</span><a name="line.1547"></a>
-<span class="sourceLineNo">1548</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1548"></a>
-<span class="sourceLineNo">1549</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1549"></a>
-<span class="sourceLineNo">1550</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1550"></a>
-<span class="sourceLineNo">1551</span>      countDownChildren(procStack, procedure);<a name="line.1551"></a>
-<span class="sourceLineNo">1552</span>    }<a name="line.1552"></a>
-<span class="sourceLineNo">1553</span>  }<a name="line.1553"></a>
-<span class="sourceLineNo">1554</span><a name="line.1554"></a>
-<span class="sourceLineNo">1555</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1555"></a>
-<span class="sourceLineNo">1556</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1556"></a>
-<span class="sourceLineNo">1557</span>    assert subprocs != null : "expected subprocedures";<a name="line.1557"></a>
-<span class="sourceLineNo">1558</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1558"></a>
-<span class="sourceLineNo">1559</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1559"></a>
-<span class="sourceLineNo">1560</span>      final Procedure subproc = subprocs[i];<a name="line.1560"></a>
-<span class="sourceLineNo">1561</span>      if (subproc == null) {<a name="line.1561"></a>
-<span class="sourceLineNo">1562</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1562"></a>
-<span class="sourceLineNo">1563</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1563"></a>
-<span class="sourceLineNo">1564</span>          new IllegalArgumentIOException(msg)));<a name="line.1564"></a>
-<span class="sourceLineNo">1565</span>        return null;<a name="line.1565"></a>
-<span class="sourceLineNo">1566</span>      }<a name="line.1566"></a>
-<span class="sourceLineNo">1567</span><a name="line.1567"></a>
-<span class="sourceLineNo">1568</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1568"></a>
-<span class="sourceLineNo">1569</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1569"></a>
-<span class="sourceLineNo">1570</span>      subproc.setRootProcId(rootProcId);<a name="line.1570"></a>
-<span class="sourceLineNo">1571</span>      subproc.setProcId(nextProcId());<a name="line.1571"></a>
-<span class="sourceLineNo">1572</span>      procStack.addSubProcedure(subproc);<a name="line.1572"></a>
-<span class="sourceLineNo">1573</span>    }<a name="line.1573"></a>
-<span class="sourceLineNo">1574</span><a name="line.1574"></a>
-<span class="sourceLineNo">1575</span>    if (!procedure.isFailed()) {<a name="line.1575"></a>
-<span class="sourceLineNo">1576</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1576"></a>
-<span class="sourceLineNo">1577</span>      switch (procedure.getState()) {<a name="line.1577"></a>
-<span class="sourceLineNo">1578</span>        case RUNNABLE:<a name="line.1578"></a>
-<span class="sourceLineNo">1579</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1579"></a>
-<span class="sourceLineNo">1580</span>          break;<a name="line.1580"></a>
-<span class="sourceLineNo">1581</span>        case WAITING_TIMEOUT:<a name="line.1581"></a>
-<span class="sourceLineNo">1582</span>          timeoutExecutor.add(procedure);<a name="line.1582"></a>
-<span class="sourceLineNo">1583</span>          break;<a name="line.1583"></a>
-<span class="sourceLineNo">1584</span>        default:<a name="line.1584"></a>
-<span class="sourceLineNo">1585</span>          break;<a name="line.1585"></a>
-<span class="sourceLineNo">1586</span>      }<a name="line.1586"></a>
-<span class="sourceLineNo">1587</span>    }<a name="line.1587"></a>
-<span class="sourceLineNo">1588</span>    return subprocs;<a name="line.1588"></a>
-<span class="sourceLineNo">1589</span>  }<a name="line.1589"></a>
-<span class="sourceLineNo">1590</span><a name="line.1590"></a>
-<span class="sourceLineNo">1591</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1591"></a>
-<span class="sourceLineNo">1592</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1592"></a>
-<span class="sourceLineNo">1593</span>      final Procedure subproc = subprocs[i];<a name="line.1593"></a>
-<span class="sourceLineNo">1594</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1594"></a>
-<span class="sourceLineNo">1595</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1595"></a>
-<span class="sourceLineNo">1596</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1596"></a>
-<span class="sourceLineNo">1597</span>      scheduler.addFront(subproc);<a name="line.1597"></a>
-<span class="sourceLineNo">1598</span>    }<a name="line.1598"></a>
-<span class="sourceLineNo">1599</span>  }<a name="line.1599"></a>
-<span class="sourceLineNo">1600</span><a name="line.1600"></a>
-<span class="sourceLineNo">1601</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1601"></a>
-<span class="sourceLineNo">1602</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1602"></a>
-<span class="sourceLineNo">1603</span>    if (parent == null) {<a name="line.1603"></a>
-<span class="sourceLineNo">1604</span>      assert procStack.isRollingback();<a name="line.1604"></a>
-<span class="sourceLineNo">1605</span>      return;<a name="line.1605"></a>
-<span class="sourceLineNo">1606</span>    }<a name="line.1606"></a>
-<span class="sourceLineNo">1607</span><a name="line.1607"></a>
-<span class="sourceLineNo">1608</span>    // If this procedure is the last child awake the parent procedure<a name="line.1608"></a>
-<span class="sourceLineNo">1609</span>    if (parent.tryRunnable()) {<a name="line.1609"></a>
-<span class="sourceLineNo">1610</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1610"></a>
-<span class="sourceLineNo">1611</span>      // children have completed, move parent to front of the queue.<a name="line.1611"></a>
-<span class="sourceLineNo">1612</span>      store.update(parent);<a name="line.1612"></a>
-<span class="sourceLineNo">1613</span>      scheduler.addFront(parent);<a name="line.1613"></a>
-<span class="sourceLineNo">1614</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1614"></a>
-<span class="sourceLineNo">1615</span>      return;<a name="line.1615"></a>
-<span class="sourceLineNo">1616</span>    }<a name="line.1616"></a>
-<span class="sourceLineNo">1617</span>  }<a name="line.1617"></a>
-<span class="sourceLineNo">1618</span><a name="line.1618"></a>
-<span class="sourceLineNo">1619</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1619"></a>
-<span class="sourceLineNo">1620</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1620"></a>
-<span class="sourceLineNo">1621</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1621"></a>
-<span class="sourceLineNo">1622</span>      if (LOG.isTraceEnabled()) {<a name="line.1622"></a>
-<span class="sourceLineNo">1623</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1623"></a>
-<span class="sourceLineNo">1624</span>      }<a name="line.1624"></a>
-<span class="sourceLineNo">1625</span>      store.insert(procedure, subprocs);<a name="line.1625"></a>
-<span class="sourceLineNo">1626</span>    } else {<a name="line.1626"></a>
-<span class="sourceLineNo">1627</span>      if (LOG.isTraceEnabled()) {<a name="line.1627"></a>
-<span class="sourceLineNo">1628</span>        LOG.trace("Store update " + procedure);<a name="line.1628"></a>
-<span class="sourceLineNo">1629</span>      }<a name="line.1629"></a>
-<span class="sourceLineNo">1630</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1630"></a>
-<span class="sourceLineNo">1631</span>        // remove child procedures<a name="line.1631"></a>
-<span class="sourceLineNo">1632</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1632"></a>
-<span class="sourceLineNo">1633</span>        if (childProcIds != null) {<a name="line.1633"></a>
-<span class="sourceLineNo">1634</span>          store.delete(procedure, childProcIds);<a name="line.1634"></a>
-<span class="sourceLineNo">1635</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1635"></a>
-<span class="sourceLineNo">1636</span>            procedures.remove(childProcIds[i]);<a name="line.1636"></a>
-<span class="sourceLineNo">1637</span>          }<a name="line.1637"></a>
-<span class="sourceLineNo">1638</span>        } else {<a name="line.1638"></a>
-<span class="sourceLineNo">1639</span>          store.update(procedure);<a name="line.1639"></a>
-<span class="sourceLineNo">1640</span>        }<a name="line.1640"></a>
-<span class="sourceLineNo">1641</span>      } else {<a name="line.1641"></a>
-<span class="sourceLineNo">1642</span>        store.update(procedure);<a name="line.1642"></a>
-<span class="sourceLineNo">1643</span>      }<a name="line.1643"></a>
-<span class="sourceLineNo">1644</span>    }<a name="line.1644"></a>
-<span class="sourceLineNo">1645</span>  }<a name="line.1645"></a>
-<span class="sourceLineNo">1646</span><a name="line.1646"></a>
-<span class="sourceLineNo">1647</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1647"></a>
-<span class="sourceLineNo">1648</span>    if (LOG.isTraceEnabled()) {<a name="line.1648"></a>
-<span class="sourceLineNo">1649</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1649"></a>
-<span class="sourceLineNo">1650</span>    }<a name="line.1650"></a>
-<span class="sourceLineNo">1651</span><a name="line.1651"></a>
-<span class="sourceLineNo">1652</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1652"></a>
-<span class="sourceLineNo">1653</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1653"></a>
-<span class="sourceLineNo">1654</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1654"></a>
-<span class="sourceLineNo">1655</span>    // and the executor/store will be stopped.<a name="line.1655"></a>
-<span class="sourceLineNo">1656</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1656"></a>
-<span class="sourceLineNo">1657</span>  }<a name="line.1657"></a>
-<span class="sourceLineNo">1658</span><a name="line.1658"></a>
-<span class="sourceLineNo">1659</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1659"></a>
-<span class="sourceLineNo">1660</span>    final TEnvironment env = getEnvironment();<a name="line.1660"></a>
-<span class="sourceLineNo">1661</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1661"></a>
-<span class="sourceLineNo">1662</span>      releaseLock(proc, true);<a name="line.1662"></a>
-<span class="sourceLineNo">1663</span>    }<a name="line.1663"></a>
-<span class="sourceLineNo">1664</span>    try {<a name="line.1664"></a>
-<span class="sourceLineNo">1665</span>      proc.completionCleanup(env);<a name="line.1665"></a>
-<span class="sourceLineNo">1666</span>    } catch (Throwable e) {<a name="line.1666"></a>
-<span class="sourceLineNo">1667</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1667"></a>
-<span class="sourceLineNo">1668</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1668"></a>
-<span class="sourceLineNo">1669</span>    }<a name="line.1669"></a>
-<span class="sourceLineNo">1670</span>  }<a name="line.1670"></a>
-<span class="sourceLineNo">1671</span><a name="line.1671"></a>
-<span class="sourceLineNo">1672</span>  private void procedureFinished(final Procedure proc) {<a name="line.1672"></a>
-<span class="sourceLineNo">1673</span>    // call the procedure completion cleanup handler<a name="line.1673"></a>
-<span class="sourceLineNo">1674</span>    execCompletionCleanup(proc);<a name="line.1674"></a>
-<span class="sourceLineNo">1675</span><a name="line.1675"></a>
-<span class="sourceLineNo">1676</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1676"></a>
-<span class="sourceLineNo">1677</span><a name="line.1677"></a>
-<span class="sourceLineNo">1678</span>    // update the executor internal state maps<a name="line.1678"></a>
-<span class="sourceLineNo">1679</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1679"></a>
-<span class="sourceLineNo">1680</span>      retainer.setClientAckTime(0);<a name="line.1680"></a>
-<span class="sourceLineNo">1681</span>    }<a name="line.1681"></a>
-<span class="sourceLineNo">1682</span><a name="line.1682"></a>
-<span class="sourceLineNo">1683</span>    completed.put(proc.getProcId(), retainer);<a name="line.1683"></a>
-<span class="sourceLineNo">1684</span>    rollbackStack.remove(proc.getProcId());<a name="line.1684"></a>
-<span class="sourceLineNo">1685</span>    procedures.remove(proc.getProcId());<a name="line.1685"></a>
-<span class="sourceLineNo">1686</span><a name="line.1686"></a>
-<span class="sourceLineNo">1687</span>    // call the runnableSet completion cleanup handler<a name="line.1687"></a>
-<span class="sourceLineNo">1688</span>    try {<a name="line.1688"></a>
-<span class="sourceLineNo">1689</span>      scheduler.completionCleanup(proc);<a name="line.1689"></a>
-<span class="sourceLineNo">1690</span>    } catch (Throwable e) {<a name="line.1690"></a>
-<span class="sourceLineNo">1691</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1691"></a>
-<span class="sourceLineNo">1692</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1692"></a>
-<span class="sourceLineNo">1693</span>    }<a name="line.1693"></a>
-<span class="sourceLineNo">1694</span><a name="line.1694"></a>
-<span class="sourceLineNo">1695</span>    // Notify the listeners<a name="line.1695"></a>
-<span class="sourceLineNo">1696</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1696"></a>
-<span class="sourceLineNo">1697</span>  }<a name="line.1697"></a>
-<span class="sourceLineNo">1698</span><a name="line.1698"></a>
-<span class="sourceLineNo">1699</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1699"></a>
-<span class="sourceLineNo">1700</span>    return rollbackStack.get(rootProcId);<a name="line.1700"></a>
-<span class="sourceLineNo">1701</span>  }<a name="line.1701"></a>
-<span class="sourceLineNo">1702</span><a name="line.1702"></a>
-<span class="sourceLineNo">1703</span>  // ==========================================================================<a name="line.1703"></a>
-<span class="sourceLineNo">1704</span>  //  Worker Thread<a name="line.1704"></a>
-<span class="sourceLineNo">1705</span>  // ==========================================================================<a name="line.1705"></a>
-<span class="sourceLineNo">1706</span>  private class WorkerThread extends StoppableThread {<a name="line.1706"></a>
-<span class="sourceLineNo">1707</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1707"></a>
-<span class="sourceLineNo">1708</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1708"></a>
-<span class="sourceLineNo">1709</span><a name="line.1709"></a>
-<span class="sourceLineNo">1710</span>    public WorkerThread(ThreadGroup group) {<a name="line.1710"></a>
-<span class="sourceLineNo">1711</span>      this(group, "PEWorker-");<a name="line.1711"></a>
-<span class="sourceLineNo">1712</span>    }<a name="line.1712"></a>
-<span class="sourceLineNo">1713</span><a name="line.1713"></a>
-<span class="sourceLineNo">1714</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1714"></a>
-<span class="sourceLineNo">1715</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1715"></a>
-<span class="sourceLineNo">1716</span>      setDaemon(true);<a name="line.1716"></a>
-<span class="sourceLineNo">1717</span>    }<a name="line.1717"></a>
-<span class="sourceLineNo">1718</span><a name="line.1718"></a>
-<span class="sourceLineNo">1719</span>    @Override<a name="line.1719"></a>
-<span class="sourceLineNo">1720</span>    public void sendStopSignal() {<a name="line.1720"></a>
-<span class="sourceLineNo">1721</span>      scheduler.signalAll();<a name="line.1721"></a>
-<span class="sourceLineNo">1722</span>    }<a name="line.1722"></a>
-<span class="sourceLineNo">1723</span><a name="line.1723"></a>
-<span class="sourceLineNo">1724</span>    @Override<a name="line.1724"></a>
-<span class="sourceLineNo">1725</span>    public void run() {<a name="line.1725"></a>
-<span class="sourceLineNo">1726</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1726"></a>
-<span class="sourceLineNo">1727</span>      try {<a name="line.1727"></a>
-<span class="sourceLineNo">1728</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1728"></a>
-<span class="sourceLineNo">1729</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1729"></a>
-<span class="sourceLineNo">1730</span>          if (proc == null) {<a name="line.1730"></a>
-<span class="sourceLineNo">1731</span>            continue;<a name="line.1731"></a>
-<span class="sourceLineNo">1732</span>          }<a name="line.1732"></a>
-<span class="sourceLineNo">1733</span>          this.activeProcedure = proc;<a name="line.1733"></a>
-<span class="sourceLineNo">1734</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1734"></a>
-<span class="sourceLineNo">1735</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1735"></a>
-<span class="sourceLineNo">1736</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1736"></a>
-<span class="sourceLineNo">1737</span>            runningCount, activeCount);<a name="line.1737"></a>
-<span class="sourceLineNo">1738</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1738"></a>
-<span class="sourceLineNo">1739</span>          try {<a name="line.1739"></a>
-<span class="sourceLineNo">1740</span>            executeProcedure(proc);<a name="line.1740"></a>
-<span class="sourceLineNo">1741</span>          } catch (AssertionError e) {<a name="line.1741"></a>
-<span class="sourceLineNo">1742</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1742"></a>
-<span class="sourceLineNo">1743</span>            throw e;<a name="line.1743"></a>
-<span class="sourceLineNo">1744</span>          } finally {<a name="line.1744"></a>
-<span class="sourceLineNo">1745</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1745"></a>
-<span class="sourceLineNo">1746</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1746"></a>
-<span class="sourceLineNo">1747</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1747"></a>
-<span class="sourceLineNo">1748</span>              runningCount, activeCount);<a name="line.1748"></a>
-<span class="sourceLineNo">1749</span>            this.activeProcedure = null;<a name="line.1749"></a>
-<span class="sourceLineNo">1750</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1750"></a>
-<span class="sourceLineNo">1751</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1751"></a>
-<span class="sourceLineNo">1752</span>          }<a name="line.1752"></a>
-<span class="sourceLineNo">1753</span>        }<a name="line.1753"></a>
-<span class="sourceLineNo">1754</span>      } catch (Throwable t) {<a name="line.1754"></a>
-<span class="sourceLineNo">1755</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1755"></a>
-<span class="sourceLineNo">1756</span>      } finally {<a name="line.1756"></a>
-<span class="sourceLineNo">1757</span>        LOG.trace("Worker terminated.");<a name="line.1757"></a>
-<span class="sourceLineNo">1758</span>      }<a name="line.1758"></a>
-<span class="sourceLineNo">1759</span>      workerThreads.remove(this);<a name="line.1759"></a>
-<span class="sourceLineNo">1760</span>    }<a name="line.1760"></a>
-<span class="sourceLineNo">1761</span><a name="line.1761"></a>
-<span class="sourceLineNo">1762</span>    @Override<a name="line.1762"></a>
-<span class="sourceLineNo">1763</span>    public String toString() {<a name="line.1763"></a>
-<span class="sourceLineNo">1764</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1764"></a>
-<span class="sourceLineNo">1765</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1765"></a>
-<span class="sourceLineNo">1766</span>    }<a name="line.1766"></a>
-<span class="sourceLineNo">1767</span><a name="line.1767"></a>
-<span class="sourceLineNo">1768</span>    /**<a name="line.1768"></a>
-<span class="sourceLineNo">1769</span>     * @return the time since the current procedure is running<a name="line.1769"></a>
-<span class="sourceLineNo">1770</span>     */<a name="line.1770"></a>
-<span class="sourceLineNo">1771</span>    public long getCurrentRunTime() {<a name="line.1771"></a>
-<span class="sourceLineNo">1772</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1772"></a>
-<span class="sourceLineNo">1773</span>    }<a name="line.1773"></a>
-<span class="sourceLineNo">1774</span><a name="line.1774"></a>
-<span class="sourceLineNo">1775</span>    // core worker never timeout<a name="line.1775"></a>
-<span class="sourceLineNo">1776</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1776"></a>
-<span class="sourceLineNo">1777</span>      return true;<a name="line.1777"></a>
-<span class="sourceLineNo">1778</span>    }<a name="line.1778"></a>
-<span class="sourceLineNo">1779</span>  }<a name="line.1779"></a>
-<span class="sourceLineNo">1780</span><a name="line.1780"></a>
-<span class="sourceLineNo">1781</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1781"></a>
-<span class="sourceLineNo">1782</span>  // keepAliveTime if there is no procedure to run.<a name="line.1782"></a>
-<span class="sourceLineNo">1783</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1783"></a>
-<span class="sourceLineNo">1784</span><a name="line.1784"></a>
-<span class="sourceLineNo">1785</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1785"></a>
-<span class="sourceLineNo">1786</span>      super(group, "KeepAlivePEWorker-");<a name="line.1786"></a>
-<span class="sourceLineNo">1787</span>    }<a name="line.1787"></a>
-<span class="sourceLineNo">1788</span><a name="line.1788"></a>
-<span class="sourceLineNo">1789</span>    @Override<a name="line.1789"></a>
-<span class="sourceLineNo">1790</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1790"></a>
-<span class="sourceLineNo">1791</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1791"></a>
-<span class="sourceLineNo">1792</span>    }<a name="line.1792"></a>
-<span class="sourceLineNo">1793</span>  }<a name="line.1793"></a>
-<span class="sourceLineNo">1794</span><a name="line.1794"></a>
-<span class="sourceLineNo">1795</span>  // ----------------------------------------------------------------------------<a name="line.1795"></a>
-<span class="sourceLineNo">1796</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1796"></a>
-<span class="sourceLineNo">1797</span>  // full set of procedures pending and completed to write a compacted<a name="line.1797"></a>
-<span class="sourceLineNo">1798</span>  // version of the log (in case is a log)?<a name="line.1798"></a>
-<span class="sourceLineNo">1799</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1799"></a>
-<span class="sourceLineNo">1800</span>  // will have the tracker saying everything is in the last log.<a name="line.1800"></a>
-<span class="sourceLineNo">1801</span>  // ----------------------------------------------------------------------------<a name="line.1801"></a>
-<span class="sourceLineNo">1802</span><a name="line.1802"></a>
-<span class="sourceLineNo">1803</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1803"></a>
-<span class="sourceLineNo">1804</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1804"></a>
-<span class="sourceLineNo">1805</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1805"></a>
-<span class="sourceLineNo">1806</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1806"></a>
-<span class="sourceLineNo">1807</span><a name="line.1807"></a>
-<span class="sourceLineNo">1808</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1808"></a>
-<span class="sourceLineNo">1809</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1809"></a>
-<span class="sourceLineNo">1810</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1810"></a>
-<span class="sourceLineNo">1811</span><a name="line.1811"></a>
-<span class="sourceLineNo">1812</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1812"></a>
-<span class="sourceLineNo">1813</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1813"></a>
-<span class="sourceLineNo">1814</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1814"></a>
-<span class="sourceLineNo">1815</span><a name="line.1815"></a>
-<span class="sourceLineNo">1816</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1816"></a>
-<span class="sourceLineNo">1817</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1817"></a>
-<span class="sourceLineNo">1818</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1818"></a>
-<span class="sourceLineNo">1819</span><a name="line.1819"></a>
-<span class="sourceLineNo">1820</span>    public WorkerMonitor() {<a name="line.1820"></a>
-<span class="sourceLineNo">1821</span>      refreshConfig();<a name="line.1821"></a>
-<span class="sourceLineNo">1822</span>    }<a name="line.1822"></a>
-<span class="sourceLineNo">1823</span><a name="line.1823"></a>
-<span class="sourceLineNo">1824</span>    @Override<a name="line.1824"></a>
-<span class="sourceLineNo">1825</span>    public void run() {<a name="line.1825"></a>
-<span class="sourceLineNo">1826</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1826"></a>
-<span class="sourceLineNo">1827</span>      checkThreadCount(stuckCount);<a name="line.1827"></a>
-<span class="sourceLineNo">1828</span><a name="line.1828"></a>
-<span class="sourceLineNo">1829</span>      // refresh interval (poor man dynamic conf update)<a name="line.1829"></a>
-<span class="sourceLineNo">1830</span>      refreshConfig();<a name="line.1830"></a>
-<span class="sourceLineNo">1831</span>    }<a name="line.1831"></a>
-<span class="sourceLineNo">1832</span><a name="line.1832"></a>
-<span class="sourceLineNo">1833</span>    private int checkForStuckWorkers() {<a name="line.1833"></a>
-<span class="sourceLineNo">1834</span>      // check if any of the worker is stuck<a name="line.1834"></a>
-<span class="sourceLineNo">1835</span>      int stuckCount = 0;<a name="line.1835"></a>
-<span class="sourceLineNo">1836</span>      for (WorkerThread worker : workerThreads) {<a name="line.1836"></a>
-<span class="sourceLineNo">1837</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1837"></a>
-<span class="sourceLineNo">1838</span>          continue;<a name="line.1838"></a>
-<span class="sourceLineNo">1839</span>        }<a name="line.1839"></a>
-<span class="sourceLineNo">1840</span><a name="line.1840"></a>
-<span class="sourceLineNo">1841</span>        // WARN the worker is stuck<a name="line.1841"></a>
-<span class="sourceLineNo">1842</span>        stuckCount++;<a name="line.1842"></a>
-<span class="sourceLineNo">1843</span>        LOG.warn("Worker stuck {} run time {}", worker,<a name="line.1843"></a>
-<span class="sourceLineNo">1844</span>          StringUtils.humanTimeDiff(worker.getCurrentRunTime()));<a name="line.1844"></a>
-<span class="sourceLineNo">1845</span>      }<a name="line.1845"></a>
-<span class="sourceLineNo">1846</span>      return stuckCount;<a name="line.1846"></a>
-<span class="sourceLineNo">1847</span>    }<a name="line.1847"></a>
-<span class="sourceLineNo">1848</span><a name="line.1848"></a>
-<span class="sourceLineNo">1849</span>    private void checkThreadCount(final int stuckCount) {<a name="line.1849"></a>
-<span class="sourceLineNo">1850</span>      // nothing to do if there are no runnable tasks<a name="line.1850"></a>
-<span class="sourceLineNo">1851</span>      if (stuckCount &lt; 1 || !scheduler.hasRunnables()) {<a name="line.1851"></a>
-<span class="sourceLineNo">1852</span>        return;<a name="line.1852"></a>
-<span class="sourceLineNo">1853</span>      }<a name="line.1853"></a>
-<span class="sourceLineNo">1854</span><a name="line.1854"></a>
-<span class="sourceLineNo">1855</span>      // add a new thread if the worker stuck percentage exceed the threshold limit<a name="line.1855"></a>
-<span class="sourceLineNo">1856</span>      // and every handler is active.<a name="line.1856"></a>
-<span class="sourceLineNo">1857</span>      final float stuckPerc = ((float) stuckCount) / workerThreads.size();<a name="line.1857"></a>
-<span class="sourceLineNo">1858</span>      // let's add new worker thread more aggressively, as they will timeout finally if there is no<a name="line.1858"></a>
-<span class="sourceLineNo">1859</span>      // work to do.<a name="line.1859"></a>
-<span class="sourceLineNo">1860</span>      if (stuckPerc &gt;= addWorkerStuckPercentage &amp;&amp; workerThreads.size() &lt; maxPoolSize) {<a name="line.1860"></a>
-<span class="sourceLineNo">1861</span>        final KeepAliveWorkerThread worker = new KeepAliveWorkerThread(threadGroup);<a name="line.1861"></a>
-<span class="sourceLineNo">1862</span>        workerThreads.add(worker);<a name="line.1862"></a>
-<span class="sourceLineNo">1863</span>        worker.start();<a name="line.1863"></a>
-<span class="sourceLineNo">1864</span>        LOG.debug("Added new worker thread {}", worker);<a name="line.1864"></a>
-<span class="sourceLineNo">1865</span>      }<a name="line.1865"></a>
-<span class="sourceLineNo">1866</span>    }<a name="line.1866"></a>
-<span class="sourceLineNo">1867</span><a name="line.1867"></a>
-<span class="sourceLineNo">1868</span>    private void refreshConfig() {<a name="line.1868"></a>
-<span class="sourceLineNo">1869</span>      addWorkerStuckPercentage = conf.getFloat(WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY,<a name="line.1869"></a>
-<span class="sourceLineNo">1870</span>          DEFAULT_WORKER_ADD_STUCK_PERCENTAGE);<a name="line.1870"></a>
-<span class="sourceLineNo">1871</span>      timeoutInterval = conf.getInt(WORKER_MONITOR_INTERVAL_CONF_KEY,<a name="line.1871"></a>
-<span class="sourceLineNo">1872</span>        DEFAULT_WORKER_MONITOR_INTERVAL);<a name="line.1872"></a>
-<span class="sourceLineNo">1873</span>      stuckThreshold = conf.getInt(WORKER_STUCK_THRESHOLD_CONF_KEY,<a name="line.1873"></a>
-<span class="sourceLineNo">1874</span>        DEFAULT_WORKER_STUCK_THRESHOLD);<a name="line.1874"></a>
-<span class="sourceLineNo">1875</span>    }<a name="line.1875"></a>
-<span class="sourceLineNo">1876</span><a name="line.1876"></a>
-<span class="sourceLineNo">1877</span>    @Override<a name="line.1877"></a>
-<span class="sourceLineNo">1878</span>    public int getTimeoutInterval() {<a name="line.1878"></a>
-<span class="sourceLineNo">1879</span>      return timeoutInterval;<a name="line.1879"></a>
-<span class="sourceLineNo">1880</span>    }<a name="line.1880"></a>
-<span class="sourceLineNo">1881</span>  }<a name="line.1881"></a>
-<span class="sourceLineNo">1882</span>}<a name="line.1882"></a>
+<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE,<a name="line.1430"></a>
+<span class="sourceLineNo">1431</span>        procedure.toString());<a name="line.1431"></a>
+<span class="sourceLineNo">1432</span><a name="line.1432"></a>
+<span class="sourceLineNo">1433</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1433"></a>
+<span class="sourceLineNo">1434</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1434"></a>
+<span class="sourceLineNo">1435</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1435"></a>
+<span class="sourceLineNo">1436</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1436"></a>
+<span class="sourceLineNo">1437</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1437"></a>
+<span class="sourceLineNo">1438</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1438"></a>
+<span class="sourceLineNo">1439</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1439"></a>
+<span class="sourceLineNo">1440</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1440"></a>
+<span class="sourceLineNo">1441</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1441"></a>
+<span class="sourceLineNo">1442</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1442"></a>
+<span class="sourceLineNo">1443</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1443"></a>
+<span class="sourceLineNo">1444</span>    boolean suspended = false;<a name="line.1444"></a>
+<span class="sourceLineNo">1445</span><a name="line.1445"></a>
+<span class="sourceLineNo">1446</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1446"></a>
+<span class="sourceLineNo">1447</span>    boolean reExecute = false;<a name="line.1447"></a>
+<span class="sourceLineNo">1448</span><a name="line.1448"></a>
+<span class="sourceLineNo">1449</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1449"></a>
+<span class="sourceLineNo">1450</span>    do {<a name="line.1450"></a>
+<span class="sourceLineNo">1451</span>      reExecute = false;<a name="line.1451"></a>
+<span class="sourceLineNo">1452</span>      try {<a name="line.1452"></a>
+<span class="sourceLineNo">1453</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1453"></a>
+<span class="sourceLineNo">1454</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1454"></a>
+<span class="sourceLineNo">1455</span>          subprocs = null;<a name="line.1455"></a>
+<span class="sourceLineNo">1456</span>        }<a name="line.1456"></a>
+<span class="sourceLineNo">1457</span>      } catch (ProcedureSuspendedException e) {<a name="line.1457"></a>
+<span class="sourceLineNo">1458</span>        if (LOG.isTraceEnabled()) {<a name="line.1458"></a>
+<span class="sourceLineNo">1459</span>          LOG.trace("Suspend " + procedure);<a name="line.1459"></a>
+<span class="sourceLineNo">1460</span>        }<a name="line.1460"></a>
+<span class="sourceLineNo">1461</span>        suspended = true;<a name="line.1461"></a>
+<span class="sourceLineNo">1462</span>      } catch (ProcedureYieldException e) {<a name="line.1462"></a>
+<span class="sourceLineNo">1463</span>        if (LOG.isTraceEnabled()) {<a name="line.1463"></a>
+<span class="sourceLineNo">1464</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1464"></a>
+<span class="sourceLineNo">1465</span>        }<a name="line.1465"></a>
+<span class="sourceLineNo">1466</span>        scheduler.yield(procedure);<a name="line.1466"></a>
+<span class="sourceLineNo">1467</span>        return;<a name="line.1467"></a>
+<span class="sourceLineNo">1468</span>      } catch (InterruptedException e) {<a name="line.1468"></a>
+<span class="sourceLineNo">1469</span>        if (LOG.isTraceEnabled()) {<a name="line.1469"></a>
+<span class="sourceLineNo">1470</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1470"></a>
+<span class="sourceLineNo">1471</span>        }<a name="line.1471"></a>
+<span class="sourceLineNo">1472</span>        handleInterruptedException(procedure, e);<a name="line.1472"></a>
+<span class="sourceLineNo">1473</span>        scheduler.yield(procedure);<a name="line.1473"></a>
+<span class="sourceLineNo">1474</span>        return;<a name="line.1474"></a>
+<span class="sourceLineNo">1475</span>      } catch (Throwable e) {<a name="line.1475"></a>
+<span class="sourceLineNo">1476</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1476"></a>
+<span class="sourceLineNo">1477</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1477"></a>
+<span class="sourceLineNo">1478</span>        LOG.error(msg, e);<a name="line.1478"></a>
+<span class="sourceLineNo">1479</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1479"></a>
+<span class="sourceLineNo">1480</span>      }<a name="line.1480"></a>
+<span class="sourceLineNo">1481</span><a name="line.1481"></a>
+<span class="sourceLineNo">1482</span>      if (!procedure.isFailed()) {<a name="line.1482"></a>
+<span class="sourceLineNo">1483</span>        if (subprocs != null) {<a name="line.1483"></a>
+<span class="sourceLineNo">1484</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1484"></a>
+<span class="sourceLineNo">1485</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1485"></a>
+<span class="sourceLineNo">1486</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1486"></a>
+<span class="sourceLineNo">1487</span>            subprocs = null;<a name="line.1487"></a>
+<span class="sourceLineNo">1488</span>            reExecute = true;<a name="line.1488"></a>
+<span class="sourceLineNo">1489</span>            if (LOG.isTraceEnabled()) {<a name="line.1489"></a>
+<span class="sourceLineNo">1490</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1490"></a>
+<span class="sourceLineNo">1491</span>            }<a name="line.1491"></a>
+<span class="sourceLineNo">1492</span>          } else {<a name="line.1492"></a>
+<span class="sourceLineNo">1493</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1493"></a>
+<span class="sourceLineNo">1494</span>            // subprocs may come back 'null'.<a name="line.1494"></a>
+<span class="sourceLineNo">1495</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1495"></a>
+<span class="sourceLineNo">1496</span>            LOG.info("Initialized subprocedures=" +<a name="line.1496"></a>
+<span class="sourceLineNo">1497</span>              (subprocs == null? null:<a name="line.1497"></a>
+<span class="sourceLineNo">1498</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1498"></a>
+<span class="sourceLineNo">1499</span>                collect(Collectors.toList()).toString()));<a name="line.1499"></a>
+<span class="sourceLineNo">1500</span>          }<a name="line.1500"></a>
+<span class="sourceLineNo">1501</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1501"></a>
+<span class="sourceLineNo">1502</span>          if (LOG.isTraceEnabled()) {<a name="line.1502"></a>
+<span class="sourceLineNo">1503</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1503"></a>
+<span class="sourceLineNo">1504</span>          }<a name="line.1504"></a>
+<span class="sourceLineNo">1505</span>          timeoutExecutor.add(procedure);<a name="line.1505"></a>
+<span class="sourceLineNo">1506</span>        } else if (!suspended) {<a name="line.1506"></a>
+<span class="sourceLineNo">1507</span>          // No subtask, so we are done<a name="line.1507"></a>
+<span class="sourceLineNo">1508</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1508"></a>
+<span class="sourceLineNo">1509</span>        }<a name="line.1509"></a>
+<span class="sourceLineNo">1510</span>      }<a name="line.1510"></a>
+<span class="sourceLineNo">1511</span><a name="line.1511"></a>
+<span class="sourceLineNo">1512</span>      // Add the procedure to the stack<a name="line.1512"></a>
+<span class="sourceLineNo">1513</span>      procStack.addRollbackStep(procedure);<a name="line.1513"></a>
+<span class="sourceLineNo">1514</span><a name="line.1514"></a>
+<span class="sourceLineNo">1515</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1515"></a>
+<span class="sourceLineNo">1516</span>      // useful to test the procedure recovery.<a name="line.1516"></a>
+<span class="sourceLineNo">1517</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1518"></a>
+<span class="sourceLineNo">1519</span>        stop();<a name="line.1519"></a>
+<span class="sourceLineNo">1520</span>        return;<a name="line.1520"></a>
+<span class="sourceLineNo">1521</span>      }<a name="line.1521"></a>
+<span class="sourceLineNo">1522</span><a name="line.1522"></a>
+<span class="sourceLineNo">1523</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1523"></a>
+<span class="sourceLineNo">1524</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1524"></a>
+<span class="sourceLineNo">1525</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1525"></a>
+<span class="sourceLineNo">1526</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1526"></a>
+<span class="sourceLineNo">1527</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1527"></a>
+<span class="sourceLineNo">1528</span>      //<a name="line.1528"></a>
+<span class="sourceLineNo">1529</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1529"></a>
+<span class="sourceLineNo">1530</span>      // can take a bunch of time to complete.<a name="line.1530"></a>
+<span class="sourceLineNo">1531</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1531"></a>
+<span class="sourceLineNo">1532</span><a name="line.1532"></a>
+<span class="sourceLineNo">1533</span>      // if the store is not running we are aborting<a name="line.1533"></a>
+<span class="sourceLineNo">1534</span>      if (!store.isRunning()) return;<a name="line.1534"></a>
+<span class="sourceLineNo">1535</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1535"></a>
+<span class="sourceLineNo">1536</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1536"></a>
+<span class="sourceLineNo">1537</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1537"></a>
+<span class="sourceLineNo">1538</span>        scheduler.yield(procedure);<a name="line.1538"></a>
+<span class="sourceLineNo">1539</span>        return;<a name="line.1539"></a>
+<span class="sourceLineNo">1540</span>      }<a name="line.1540"></a>
+<span class="sourceLineNo">1541</span><a name="line.1541"></a>
+<span class="sourceLineNo">1542</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1542"></a>
+<span class="sourceLineNo">1543</span>    } while (reExecute);<a name="line.1543"></a>
+<span class="sourceLineNo">1544</span>    // Submit the new subprocedures<a name="line.1544"></a>
+<span class="sourceLineNo">1545</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1545"></a>
+<span class="sourceLineNo">1546</span>      submitChildrenProcedures(subprocs);<a name="line.1546"></a>
+<span class="sourceLineNo">1547</span>    }<a name="line.1547"></a>
+<span class="sourceLineNo">1548</span><a name="line.1548"></a>
+<span class="sourceLineNo">1549</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1549"></a>
+<span class="sourceLineNo">1550</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1550"></a>
+<span class="sourceLineNo">1551</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1551"></a>
+<span class="sourceLineNo">1552</span>      countDownChildren(procStack, procedure);<a name="line.1552"></a>
+<span class="sourceLineNo">1553</span>    }<a name="line.1553"></a>
+<span class="sourceLineNo">1554</span>  }<a name="line.1554"></a>
+<span class="sourceLineNo">1555</span><a name="line.1555"></a>
+<span class="sourceLineNo">1556</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1556"></a>
+<span class="sourceLineNo">1557</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1557"></a>
+<span class="sourceLineNo">1558</span>    assert subprocs != null : "expected subprocedures";<a name="line.1558"></a>
+<span class="sourceLineNo">1559</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1559"></a>
+<span class="sourceLineNo">1560</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1560"></a>
+<span class="sourceLineNo">1561</span>      final Procedure subproc = subprocs[i];<a name="line.1561"></a>
+<span class="sourceLineNo">1562</span>      if (subproc == null) {<a name="line.1562"></a>
+<span class="sourceLineNo">1563</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1563"></a>
+<span class="sourceLineNo">1564</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1564"></a>
+<span class="sourceLineNo">1565</span>          new IllegalArgumentIOException(msg)));<a name="line.1565"></a>
+<span class="sourceLineNo">1566</span>        return null;<a name="line.1566"></a>
+<span class="sourceLineNo">1567</span>      }<a name="line.1567"></a>
+<span class="sourceLineNo">1568</span><a name="line.1568"></a>
+<span class="sourceLineNo">1569</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1569"></a>
+<span class="sourceLineNo">1570</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1570"></a>
+<span class="sourceLineNo">1571</span>      subproc.setRootProcId(rootProcId);<a name="line.1571"></a>
+<span class="sourceLineNo">1572</span>      subproc.setProcId(nextProcId());<a name="line.1572"></a>
+<span class="sourceLineNo">1573</span>      procStack.addSubProcedure(subproc);<a name="line.1573"></a>
+<span class="sourceLineNo">1574</span>    }<a name="line.1574"></a>
+<span class="sourceLineNo">1575</span><a name="line.1575"></a>
+<span class="sourceLineNo">1576</span>    if (!procedure.isFailed()) {<a name="line.1576"></a>
+<span class="sourceLineNo">1577</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1577"></a>
+<span class="sourceLineNo">1578</span>      switch (procedure.getState()) {<a name="line.1578"></a>
+<span class="sourceLineNo">1579</span>        case RUNNABLE:<a name="line.1579"></a>
+<span class="sourceLineNo">1580</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1580"></a>
+<span class="sourceLineNo">1581</span>          break;<a name="line.1581"></a>
+<span class="sourceLineNo">1582</span>        case WAITING_TIMEOUT:<a name="line.1582"></a>
+<span class="sourceLineNo">1583</span>          timeoutExecutor.add(procedure);<a name="line.1583"></a>
+<span class="sourceLineNo">1584</span>          break;<a name="line.1584"></a>
+<span class="sourceLineNo">1585</span>        default:<a name="line.1585"></a>
+<span class="sourceLineNo">1586</span>          break;<a name="line.1586"></a>
+<span class="sourceLineNo">1587</span>      }<a name="line.1587"></a>
+<span class="sourceLineNo">1588</span>    }<a name="line.1588"></a>
+<span class="sourceLineNo">1589</span>    return subprocs;<a name="line.1589"></a>
+<span class="sourceLineNo">1590</span>  }<a name="line.1590"></a>
+<span class="sourceLineNo">1591</span><a name="line.1591"></a>
+<span class="sourceLineNo">1592</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1592"></a>
+<span class="sourceLineNo">1593</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1593"></a>
+<span class="sourceLineNo">1594</span>      final Procedure subproc = subprocs[i];<a name="line.1594"></a>
+<span class="sourceLineNo">1595</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1595"></a>
+<span class="sourceLineNo">1596</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1596"></a>
+<span class="sourceLineNo">1597</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1597"></a>
+<span class="sourceLineNo">1598</span>      scheduler.addFront(subproc);<a name="line.1598"></a>
+<span class="sourceLineNo">1599</span>    }<a name="line.1599"></a>
+<span class="sourceLineNo">1600</span>  }<a name="line.1600"></a>
+<span class="sourceLineNo">1601</span><a name="line.1601"></a>
+<span class="sourceLineNo">1602</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1602"></a>
+<span class="sourceLineNo">1603</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1603"></a>
+<span class="sourceLineNo">1604</span>    if (parent == null) {<a name="line.1604"></a>
+<span class="sourceLineNo">1605</span>      assert procStack.isRollingback();<a name="line.1605"></a>
+<span class="sourceLineNo">1606</span>      return;<a name="line.1606"></a>
+<span class="sourceLineNo">1607</span>    }<a name="line.1607"></a>
+<span class="sourceLineNo">1608</span><a name="line.1608"></a>
+<span class="sourceLineNo">1609</span>    // If this procedure is the last child awake the parent procedure<a name="line.1609"></a>
+<span class="sourceLineNo">1610</span>    if (parent.tryRunnable()) {<a name="line.1610"></a>
+<span class="sourceLineNo">1611</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1611"></a>
+<span class="sourceLineNo">1612</span>      // children have completed, move parent to front of the queue.<a name="line.1612"></a>
+<span class="sourceLineNo">1613</span>      store.update(parent);<a name="line.1613"></a>
+<span class="sourceLineNo">1614</span>      scheduler.addFront(parent);<a name="line.1614"></a>
+<span class="sourceLineNo">1615</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1615"></a>
+<span class="sourceLineNo">1616</span>      return;<a name="line.1616"></a>
+<span class="sourceLineNo">1617</span>    }<a name="line.1617"></a>
+<span class="sourceLineNo">1618</span>  }<a name="line.1618"></a>
+<span class="sourceLineNo">1619</span><a name="line.1619"></a>
+<span class="sourceLineNo">1620</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1620"></a>
+<span class="sourceLineNo">1621</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1621"></a>
+<span class="sourceLineNo">1622</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1622"></a>
+<span class="sourceLineNo">1623</span>      if (LOG.isTraceEnabled()) {<a name="line.1623"></a>
+<span class="sourceLineNo">1624</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1624"></a>
+<span class="sourceLineNo">1625</span>      }<a name="line.1625"></a>
+<span class="sourceLineNo">1626</span>      store.insert(procedure, subprocs);<a name="line.1626"></a>
+<span class="sourceLineNo">1627</span>    } else {<a name="line.1627"></a>
+<span class="sourceLineNo">1628</span>      if (LOG.isTraceEnabled()) {<a name="line.1628"></a>
+<span class="sourceLineNo">1629</span>        LOG.trace("Store update " + procedure);<a name="line.1629"></a>
+<span class="sourceLineNo">1630</span>      }<a name="line.1630"></a>
+<span class="sourceLineNo">1631</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1631"></a>
+<span class="sourceLineNo">1632</span>        // remove child procedures<a name="line.1632"></a>
+<span class="sourceLineNo">1633</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1633"></a>
+<span class="sourceLineNo">1634</span>        if (childProcIds != null) {<a name="line.1634"></a>
+<span class="sourceLineNo">1635</span>          store.delete(procedure, childProcIds);<a name="line.1635"></a>
+<span class="sourceLineNo">1636</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1636"></a>
+<span class="sourceLineNo">1637</span>            procedures.remove(childProcIds[i]);<a name="line.1637"></a>
+<span class="sourceLineNo">1638</span>          }<a name="line.1638"></a>
+<span class="sourceLineNo">1639</span>        } else {<a name="line.1639"></a>
+<span class="sourceLineNo">1640</span>          store.update(procedure);<a name="line.1640"></a>
+<span class="sourceLineNo">1641</span>        }<a name="line.1641"></a>
+<span class="sourceLineNo">1642</span>      } else {<a name="line.1642"></a>
+<span class="sourceLineNo">1643</span>        store.update(procedure);<a name="line.1643"></a>
+<span class="sourceLineNo">1644</span>      }<a name="line.1644"></a>
+<span class="sourceLineNo">1645</span>    }<a name="line.1645"></a>
+<span class="sourceLineNo">1646</span>  }<a name="line.1646"></a>
+<span class="sourceLineNo">1647</span><a name="line.1647"></a>
+<span class="sourceLineNo">1648</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1648"></a>
+<span class="sourceLineNo">1649</span>    if (LOG.isTraceEnabled()) {<a name="line.1649"></a>
+<span class="sourceLineNo">1650</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1650"></a>
+<span class="sourceLineNo">1651</span>    }<a name="line.1651"></a>
+<span class="sourceLineNo">1652</span><a name="line.1652"></a>
+<span class="sourceLineNo">1653</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1653"></a>
+<span class="sourceLineNo">1654</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1654"></a>
+<span class="sourceLineNo">1655</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1655"></a>
+<span class="sourceLineNo">1656</span>    // and the executor/store will be stopped.<a name="line.1656"></a>
+<span class="sourceLineNo">1657</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1657"></a>
+<span class="sourceLineNo">1658</span>  }<a name="line.1658"></a>
+<span class="sourceLineNo">1659</span><a name="line.1659"></a>
+<span class="sourceLineNo">1660</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1660"></a>
+<span class="sourceLineNo">1661</span>    final TEnvironment env = getEnvironment();<a name="line.1661"></a>
+<span class="sourceLineNo">1662</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1662"></a>
+<span class="sourceLineNo">1663</span>      releaseLock(proc, true);<a name="line.1663"></a>
+<span class="sourceLineNo">1664</span>    }<a name="line.1664"></a>
+<span class="sourceLineNo">1665</span>    try {<a name="line.1665"></a>
+<span class="sourceLineNo">1666</span>      proc.completionCleanup(env);<a name="line.1666"></a>
+<span class="sourceLineNo">1667</span>    } catch (Throwable e) {<a name="line.1667"></a>
+<span class="sourceLineNo">1668</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1668"></a>
+<span class="sourceLineNo">1669</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1669"></a>
+<span class="sourceLineNo">1670</span>    }<a name="line.1670"></a>
+<span class="sourceLineNo">1671</span>  }<a name="line.1671"></a>
+<span class="sourceLineNo">1672</span><a name="line.1672"></a>
+<span class="sourceLineNo">1673</span>  private void procedureFinished(final Procedure proc) {<a name="line.1673"></a>
+<span class="sourceLineNo">1674</span>    // call the procedure completion cleanup handler<a name="line.1674"></a>
+<span class="sourceLineNo">1675</span>    execCompletionCleanup(proc);<a name="line.1675"></a>
+<span class="sourceLineNo">1676</span><a name="line.1676"></a>
+<span class="sourceLineNo">1677</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1677"></a>
+<span class="sourceLineNo">1678</span><a name="line.1678"></a>
+<span class="sourceLineNo">1679</span>    // update the executor internal state maps<a name="line.1679"></a>
+<span class="sourceLineNo">1680</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1680"></a>
+<span class="sourceLineNo">1681</span>      retainer.setClientAckTime(0);<a name="line.1681"></a>
+<span class="sourceLineNo">1682</span>    }<a name="line.1682"></a>
+<span class="sourceLineNo">1683</span><a name="line.1683"></a>
+<span class="sourceLineNo">1684</span>    completed.put(proc.getProcId(), retainer);<a name="line.1684"></a>
+<span class="sourceLineNo">1685</span>    rollbackStack.remove(proc.getProcId());<a name="line.1685"></a>
+<span class="sourceLineNo">1686</span>    procedures.remove(proc.getProcId());<a name="line.1686"></a>
+<span class="sourceLineNo">1687</span><a name="line.1687"></a>
+<span class="sourceLineNo">1688</span>    // call the runnableSet completion cleanup handler<a name="line.1688"></a>
+<span class="sourceLineNo">1689</span>    try {<a name="line.1689"></a>
+<span class="sourceLineNo">1690</span>      scheduler.completionCleanup(proc);<a name="line.1690"></a>
+<span class="sourceLineNo">1691</span>    } catch (Throwable e) {<a name="line.1691"></a>
+<span class="sourceLineNo">1692</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1692"></a>
+<span class="sourceLineNo">1693</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1693"></a>
+<span class="sourceLineNo">1694</span>    }<a name="line.1694"></a>
+<span class="sourceLineNo">1695</span><a name="line.1695"></a>
+<span class="sourceLineNo">1696</span>    // Notify the listeners<a name="line.1696"></a>
+<span class="sourceLineNo">1697</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1697"></a>
+<span class="sourceLineNo">1698</span>  }<a name="line.1698"></a>
+<span class="sourceLineNo">1699</span><a name="line.1699"></a>
+<span class="sourceLineNo">1700</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1700"></a>
+<span class="sourceLineNo">1701</span>    return rollbackStack.get(rootProcId);<a name="line.1701"></a>
+<span class="sourceLineNo">1702</span>  }<a name="line.1702"></a>
+<span class="sourceLineNo">1703</span><a name="line.1703"></a>
+<span class="sourceLineNo">1704</span>  // ==========================================================================<a name="line.1704"></a>
+<span class="sourceLineNo">1705</span>  //  Worker Thread<a name="line.1705"></a>
+<span class="sourceLineNo">1706</span>  // ==========================================================================<a name="line.1706"></a>
+<span class="sourceLineNo">1707</span>  private class WorkerThread extends StoppableThread {<a name="line.1707"></a>
+<span class="sourceLineNo">1708</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1708"></a>
+<span class="sourceLineNo">1709</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1709"></a>
+<span class="sourceLineNo">1710</span><a name="line.1710"></a>
+<span class="sourceLineNo">1711</span>    public WorkerThread(ThreadGroup group) {<a name="line.1711"></a>
+<span class="sourceLineNo">1712</span>      this(group, "PEWorker-");<a name="line.1712"></a>
+<span class="sourceLineNo">1713</span>    }<a name="line.1713"></a>
+<span class="sourceLineNo">1714</span><a name="line.1714"></a>
+<span class="sourceLineNo">1715</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1715"></a>
+<span class="sourceLineNo">1716</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1716"></a>
+<span class="sourceLineNo">1717</span>      setDaemon(true);<a name="line.1717"></a>
+<span class="sourceLineNo">1718</span>    }<a name="line.1718"></a>
+<span class="sourceLineNo">1719</span><a name="line.1719"></a>
+<span class="sourceLineNo">1720</span>    @Override<a name="line.1720"></a>
+<span class="sourceLineNo">1721</span>    public void sendStopSignal() {<a name="line.1721"></a>
+<span class="sourceLineNo">1722</span>      scheduler.signalAll();<a name="line.1722"></a>
+<span class="sourceLineNo">1723</span>    }<a name="line.1723"></a>
+<span class="sourceLineNo">1724</span><a name="line.1724"></a>
+<span class="sourceLineNo">1725</span>    @Override<a name="line.1725"></a>
+<span class="sourceLineNo">1726</span>    public void run() {<a name="line.1726"></a>
+<span class="sourceLineNo">1727</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1727"></a>
+<span class="sourceLineNo">1728</span>      try {<a name="line.1728"></a>
+<span class="sourceLineNo">1729</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1729"></a>
+<span class="sourceLineNo">1730</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1730"></a>
+<span class="sourceLineNo">1731</span>          if (proc == null) {<a name="line.1731"></a>
+<span class="sourceLineNo">1732</span>            continue;<a name="line.1732"></a>
+<span class="sourceLineNo">1733</span>          }<a name="line.1733"></a>
+<span class="sourceLineNo">1734</span>          this.activeProcedure = proc;<a name="line.1734"></a>
+<span class="sourceLineNo">1735</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1735"></a>
+<span class="sourceLineNo">1736</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1736"></a>
+<span class="sourceLineNo">1737</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1737"></a>
+<span class="sourceLineNo">1738</span>            runningCount, activeCount);<a name="line.1738"></a>
+<span class="sourceLineNo">1739</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1739"></a>
+<span class="sourceLineNo">1740</span>          try {<a name="line.1740"></a>
+<span class="sourceLineNo">1741</span>            executeProcedure(proc);<a name="line.1741"></a>
+<span class="sourceLineNo">1742</span>          } catch (AssertionError e) {<a name="line.1742"></a>
+<span class="sourceLineNo">1743</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1743"></a>
+<span class="sourceLineNo">1744</span>            throw e;<a name="line.1744"></a>
+<span class="sourceLineNo">1745</span>          } finally {<a name="line.1745"></a>
+<span class="sourceLineNo">1746</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1746"></a>
+<span class="sourceLineNo">1747</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1747"></a>
+<span class="sourceLineNo">1748</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1748"></a>
+<span class="sourceLineNo">1749</span>              runningCount, activeCount);<a name="line.1749"></a>
+<span class="sourceLineNo">1750</span>            this.activeProcedure = null;<a name="line.1750"></a>
+<span class="sourceLineNo">1751</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1751"></a>
+<span class="sourceLineNo">1752</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1752"></a>
+<span class="sourceLineNo">1753</span>          }<a name="line.1753"></a>
+<span class="sourceLineNo">1754</span>        }<a name="line.1754"></a>
+<span class="sourceLineNo">1755</span>      } catch (Throwable t) {<a name="line.1755"></a>
+<span class="sourceLineNo">1756</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1756"></a>
+<span class="sourceLineNo">1757</span>      } finally {<a name="line.1757"></a>
+<span class="sourceLineNo">1758</span>        LOG.trace("Worker terminated.");<a name="line.1758"></a>
+<span class="sourceLineNo">1759</span>      }<a name="line.1759"></a>
+<span class="sourceLineNo">1760</span>      workerThreads.remove(this);<a name="line.1760"></a>
+<span class="sourceLineNo">1761</span>    }<a name="line.1761"></a>
+<span class="sourceLineNo">1762</span><a name="line.1762"></a>
+<span class="sourceLineNo">1763</span>    @Override<a name="line.1763"></a>
+<span class="sourceLineNo">1764</span>    public String toString() {<a name="line.1764"></a>
+<span class="sourceLineNo">1765</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1765"></a>
+<span class="sourceLineNo">1766</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1766"></a>
+<span class="sourceLineNo">1767</span>    }<a name="line.1767"></a>
+<span class="sourceLineNo">1768</span><a name="line.1768"></a>
+<span class="sourceLineNo">1769</span>    /**<a name="line.1769"></a>
+<span class="sourceLineNo">1770</span>     * @return the time since the current procedure is running<a name="line.1770"></a>
+<span class="sourceLineNo">1771</span>     */<a name="line.1771"></a>
+<span class="sourceLineNo">1772</span>    public long getCurrentRunTime() {<a name="line.1772"></a>
+<span class="sourceLineNo">1773</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1773"></a>
+<span class="sourceLineNo">1774</span>    }<a name="line.1774"></a>
+<span class="sourceLineNo">1775</span><a name="line.1775"></a>
+<span class="sourceLineNo">1776</span>    // core worker never timeout<a name="line.1776"></a>
+<span class="sourceLineNo">1777</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1777"></a>
+<span class="sourceLineNo">1778</span>      return true;<a name="line.1778"></a>
+<span class="sourceLineNo">1779</span>    }<a name="line.1779"></a>
+<span class="sourceLineNo">1780</span>  }<a name="line.1780"></a>
+<span class="sourceLineNo">1781</span><a name="line.1781"></a>
+<span class="sourceLineNo">1782</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1782"></a>
+<span class="sourceLineNo">1783</span>  // keepAliveTime if there is no procedure to run.<a name="line.1783"></a>
+<span class="sourceLineNo">1784</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1784"></a>
+<span class="sourceLineNo">1785</span><a name="line.1785"></a>
+<span class="sourceLineNo">1786</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1786"></a>
+<span class="sourceLineNo">1787</span>      super(group, "KeepAlivePEWorker-");<a name="line.1787"></a>
+<span class="sourceLineNo">1788</span>    }<a name="line.1788"></a>
+<span class="sourceLineNo">1789</span><a name="line.1789"></a>
+<span class="sourceLineNo">1790</span>    @Override<a name="line.1790"></a>
+<span class="sourceLineNo">1791</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1791"></a>
+<span class="sourceLineNo">1792</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1792"></a>
+<span class="sourceLineNo">1793</span>    }<a name="line.1793"></a>
+<span class="sourceLineNo">1794</span>  }<a name="line.1794"></a>
+<span class="sourceLineNo">1795</span><a name="line.1795"></a>
+<span class="sourceLineNo">1796</span>  // ----------------------------------------------------------------------------<a name="line.1796"></a>
+<span class="sourceLineNo">1797</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1797"></a>
+<span class="sourceLineNo">1798</span>  // full set of procedures pending and completed to write a compacted<a name="line.1798"></a>
+<span class="sourceLineNo">1799</span>  // version of the log (in case is a log)?<a name="line.1799"></a>
+<span class="sourceLineNo">1800</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1800"></a>
+<span class="sourceLineNo">1801</span>  // will have the tracker saying everything is in the last log.<a name="line.1801"></a>
+<span class="sourceLineNo">1802</span>  // ----------------------------------------------------------------------------<a name="line.1802"></a>
+<span class="sourceLineNo">1803</span><a name="line.1803"></a>
+<span class="sourceLineNo">1804</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1804"></a>
+<span class="sourceLineNo">1805</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1805"></a>
+<span class="sourceLineNo">1806</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1806"></a>
+<span class="sourceLineNo">1807</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1807"></a>
+<span class="sourceLineNo">1808</span><a name="line.1808"></a>
+<span class="sourceLineNo">1809</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1809"></a>
+<span class="sourceLineNo">1810</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1810"></a>
+<span class="sourceLineNo">1811</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1811"></a>
+<span class="sourceLineNo">1812</span><a name="line.1812"></a>
+<span class="sourceLineNo">1813</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1813"></a>
+<span class="sourceLineNo">1814</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1814"></a>
+<span class="sourceLineNo">1815</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1815"></a>
+<span class="sourceLineNo">1816</span><a name="line.1816"></a>
+<span class="sourceLineNo">1817</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1817"></a>
+<span class="sourceLineNo">1818</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1818"></a>
+<span class="sourceLineNo">1819</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1819"></a>
+<span class="sourceLineNo">1820</span><a name="line.1820"></a>
+<span class="sourceLineNo">1821</span>    public WorkerMonitor() {<a name="line.1821"></a>
+<span class="sourceLineNo">1822</span>      refreshConfig();<a name="line.1822"></a>
+<span class="sourceLineNo">1823</span>    }<a name="line.1823"></a>
+<span class="sourceLineNo">1824</span><a name="line.1824"></a>
+<span class="sourceLineNo">1825</span>    @Override<a name="line.1825"></a>
+<span class="sourceLineNo">1826</span>    public void run() {<a name="line.1826"></a>
+<span class="sourceLineNo">1827</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1827"></a>
+<span class="sourceLineNo">1828</span>      checkThreadCount(stuckCount);<a name="line.1828"></a>
+<span class="sourceLineNo">1829</span><a name="line.1829"></a>
+<span class="sourceLineNo">1830</span>      // refresh interval (poor man dynamic conf update)<a name="line.1830"></a>
+<span class="sourceLineNo">1831</span>      refreshConfig();<a name="line.1831"></a>
+<span class="sourceLineNo">1832</span>    }<a name="line.1832"></a>
+<span class="sourceLineNo">1833</span><a name="line.1833"></a>
+<span class="sourceLineNo">1834</span>    private int checkForStuckWorkers() {<a name="line.1834"></a>
+<span class="sourceLineNo">1835</span>      // check if any of the worker is stuck<a name="line.1835"></a>
+<span class="sourceLineNo">1836</span>      int stuckCount = 0;<a name="line.1836"></a>
+<span class="sourceLineNo">1837</span>      for (WorkerThread worker : workerThreads) {<a name="line.1837"></a>
+<span class="sourceLineNo">1838</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1838"></a>
+<span class="sourceLineNo">1839</span>          continue;<a name="line.1839"></a>
+<span class="sourceLineNo">1840</span>        }<a name="line.1840"></a>
+<span class="sourceLineNo">1841</span><a name="line.1841"></a>
+<span class="sourceLineNo">1842</span>        // WARN the worker 

<TRUNCATED>

[13/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html
index d984f0e..c1f4d85 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html
@@ -115,753 +115,756 @@
 <span class="sourceLineNo">107</span>      final RegionInfo regionToSplit, final byte[] splitRow) throws IOException {<a name="line.107"></a>
 <span class="sourceLineNo">108</span>    super(env, regionToSplit);<a name="line.108"></a>
 <span class="sourceLineNo">109</span>    preflightChecks(env, true);<a name="line.109"></a>
-<span class="sourceLineNo">110</span>    this.bestSplitRow = splitRow;<a name="line.110"></a>
-<span class="sourceLineNo">111</span>    checkSplittable(env, regionToSplit, bestSplitRow);<a name="line.111"></a>
-<span class="sourceLineNo">112</span>    final TableName table = regionToSplit.getTable();<a name="line.112"></a>
-<span class="sourceLineNo">113</span>    final long rid = getDaughterRegionIdTimestamp(regionToSplit);<a name="line.113"></a>
-<span class="sourceLineNo">114</span>    this.daughter_1_RI = RegionInfoBuilder.newBuilder(table)<a name="line.114"></a>
-<span class="sourceLineNo">115</span>        .setStartKey(regionToSplit.getStartKey())<a name="line.115"></a>
-<span class="sourceLineNo">116</span>        .setEndKey(bestSplitRow)<a name="line.116"></a>
-<span class="sourceLineNo">117</span>        .setSplit(false)<a name="line.117"></a>
-<span class="sourceLineNo">118</span>        .setRegionId(rid)<a name="line.118"></a>
-<span class="sourceLineNo">119</span>        .build();<a name="line.119"></a>
-<span class="sourceLineNo">120</span>    this.daughter_2_RI = RegionInfoBuilder.newBuilder(table)<a name="line.120"></a>
-<span class="sourceLineNo">121</span>        .setStartKey(bestSplitRow)<a name="line.121"></a>
-<span class="sourceLineNo">122</span>        .setEndKey(regionToSplit.getEndKey())<a name="line.122"></a>
-<span class="sourceLineNo">123</span>        .setSplit(false)<a name="line.123"></a>
-<span class="sourceLineNo">124</span>        .setRegionId(rid)<a name="line.124"></a>
-<span class="sourceLineNo">125</span>        .build();<a name="line.125"></a>
-<span class="sourceLineNo">126</span>    TableDescriptor htd = env.getMasterServices().getTableDescriptors().get(getTableName());<a name="line.126"></a>
-<span class="sourceLineNo">127</span>    if(htd.getRegionSplitPolicyClassName() != null) {<a name="line.127"></a>
-<span class="sourceLineNo">128</span>      // Since we don't have region reference here, creating the split policy instance without it.<a name="line.128"></a>
-<span class="sourceLineNo">129</span>      // This can be used to invoke methods which don't require Region reference. This instantiation<a name="line.129"></a>
-<span class="sourceLineNo">130</span>      // of a class on Master-side though it only makes sense on the RegionServer-side is<a name="line.130"></a>
-<span class="sourceLineNo">131</span>      // for Phoenix Local Indexing. Refer HBASE-12583 for more information.<a name="line.131"></a>
-<span class="sourceLineNo">132</span>      Class&lt;? extends RegionSplitPolicy&gt; clazz =<a name="line.132"></a>
-<span class="sourceLineNo">133</span>          RegionSplitPolicy.getSplitPolicyClass(htd, env.getMasterConfiguration());<a name="line.133"></a>
-<span class="sourceLineNo">134</span>      this.splitPolicy = ReflectionUtils.newInstance(clazz, env.getMasterConfiguration());<a name="line.134"></a>
-<span class="sourceLineNo">135</span>    }<a name="line.135"></a>
-<span class="sourceLineNo">136</span>  }<a name="line.136"></a>
-<span class="sourceLineNo">137</span><a name="line.137"></a>
-<span class="sourceLineNo">138</span>  /**<a name="line.138"></a>
-<span class="sourceLineNo">139</span>   * Check whether the region is splittable<a name="line.139"></a>
-<span class="sourceLineNo">140</span>   * @param env MasterProcedureEnv<a name="line.140"></a>
-<span class="sourceLineNo">141</span>   * @param regionToSplit parent Region to be split<a name="line.141"></a>
-<span class="sourceLineNo">142</span>   * @param splitRow if splitRow is not specified, will first try to get bestSplitRow from RS<a name="line.142"></a>
-<span class="sourceLineNo">143</span>   * @throws IOException<a name="line.143"></a>
-<span class="sourceLineNo">144</span>   */<a name="line.144"></a>
-<span class="sourceLineNo">145</span>  private void checkSplittable(final MasterProcedureEnv env,<a name="line.145"></a>
-<span class="sourceLineNo">146</span>      final RegionInfo regionToSplit, final byte[] splitRow) throws IOException {<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    // Ask the remote RS if this region is splittable.<a name="line.147"></a>
-<span class="sourceLineNo">148</span>    // If we get an IOE, report it along w/ the failure so can see why we are not splittable at this time.<a name="line.148"></a>
-<span class="sourceLineNo">149</span>    if(regionToSplit.getReplicaId() != RegionInfo.DEFAULT_REPLICA_ID) {<a name="line.149"></a>
-<span class="sourceLineNo">150</span>      throw new IllegalArgumentException ("Can't invoke split on non-default regions directly");<a name="line.150"></a>
-<span class="sourceLineNo">151</span>    }<a name="line.151"></a>
-<span class="sourceLineNo">152</span>    RegionStateNode node =<a name="line.152"></a>
-<span class="sourceLineNo">153</span>        env.getAssignmentManager().getRegionStates().getRegionStateNode(getParentRegion());<a name="line.153"></a>
-<span class="sourceLineNo">154</span>    IOException splittableCheckIOE = null;<a name="line.154"></a>
-<span class="sourceLineNo">155</span>    boolean splittable = false;<a name="line.155"></a>
-<span class="sourceLineNo">156</span>    if (node != null) {<a name="line.156"></a>
-<span class="sourceLineNo">157</span>      try {<a name="line.157"></a>
-<span class="sourceLineNo">158</span>        if (bestSplitRow == null || bestSplitRow.length == 0) {<a name="line.158"></a>
-<span class="sourceLineNo">159</span>          LOG.info("splitKey isn't explicitly specified, " + " will try to find a best split key from RS");<a name="line.159"></a>
-<span class="sourceLineNo">160</span>        }<a name="line.160"></a>
-<span class="sourceLineNo">161</span>        // Always set bestSplitRow request as true here,<a name="line.161"></a>
-<span class="sourceLineNo">162</span>        // need to call Region#checkSplit to check it splittable or not<a name="line.162"></a>
-<span class="sourceLineNo">163</span>        GetRegionInfoResponse response =<a name="line.163"></a>
-<span class="sourceLineNo">164</span>            Util.getRegionInfoResponse(env, node.getRegionLocation(), node.getRegionInfo(), true);<a name="line.164"></a>
-<span class="sourceLineNo">165</span>        if(bestSplitRow == null || bestSplitRow.length == 0) {<a name="line.165"></a>
-<span class="sourceLineNo">166</span>          bestSplitRow = response.hasBestSplitRow() ? response.getBestSplitRow().toByteArray() : null;<a name="line.166"></a>
-<span class="sourceLineNo">167</span>        }<a name="line.167"></a>
-<span class="sourceLineNo">168</span>        splittable = response.hasSplittable() &amp;&amp; response.getSplittable();<a name="line.168"></a>
-<span class="sourceLineNo">169</span><a name="line.169"></a>
-<span class="sourceLineNo">170</span>        if (LOG.isDebugEnabled()) {<a name="line.170"></a>
-<span class="sourceLineNo">171</span>          LOG.debug("Splittable=" + splittable + " " + node.toShortString());<a name="line.171"></a>
-<span class="sourceLineNo">172</span>        }<a name="line.172"></a>
-<span class="sourceLineNo">173</span>      } catch (IOException e) {<a name="line.173"></a>
-<span class="sourceLineNo">174</span>        splittableCheckIOE = e;<a name="line.174"></a>
-<span class="sourceLineNo">175</span>      }<a name="line.175"></a>
-<span class="sourceLineNo">176</span>    }<a name="line.176"></a>
-<span class="sourceLineNo">177</span><a name="line.177"></a>
-<span class="sourceLineNo">178</span>    if (!splittable) {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>      IOException e = new IOException(regionToSplit.getShortNameToLog() + " NOT splittable");<a name="line.179"></a>
-<span class="sourceLineNo">180</span>      if (splittableCheckIOE != null) e.initCause(splittableCheckIOE);<a name="line.180"></a>
-<span class="sourceLineNo">181</span>      throw e;<a name="line.181"></a>
-<span class="sourceLineNo">182</span>    }<a name="line.182"></a>
-<span class="sourceLineNo">183</span><a name="line.183"></a>
-<span class="sourceLineNo">184</span>    if(bestSplitRow == null || bestSplitRow.length == 0) {<a name="line.184"></a>
-<span class="sourceLineNo">185</span>      throw new DoNotRetryIOException("Region not splittable because bestSplitPoint = null, "<a name="line.185"></a>
-<span class="sourceLineNo">186</span>          + "maybe table is too small for auto split. For force split, try specifying split row");<a name="line.186"></a>
-<span class="sourceLineNo">187</span>    }<a name="line.187"></a>
-<span class="sourceLineNo">188</span><a name="line.188"></a>
-<span class="sourceLineNo">189</span>    if (Bytes.equals(regionToSplit.getStartKey(), bestSplitRow)) {<a name="line.189"></a>
-<span class="sourceLineNo">190</span>      throw new DoNotRetryIOException(<a name="line.190"></a>
-<span class="sourceLineNo">191</span>        "Split row is equal to startkey: " + Bytes.toStringBinary(splitRow));<a name="line.191"></a>
-<span class="sourceLineNo">192</span>    }<a name="line.192"></a>
-<span class="sourceLineNo">193</span><a name="line.193"></a>
-<span class="sourceLineNo">194</span>    if (!regionToSplit.containsRow(bestSplitRow)) {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>      throw new DoNotRetryIOException(<a name="line.195"></a>
-<span class="sourceLineNo">196</span>        "Split row is not inside region key range splitKey:" + Bytes.toStringBinary(splitRow) +<a name="line.196"></a>
-<span class="sourceLineNo">197</span>        " region: " + regionToSplit);<a name="line.197"></a>
-<span class="sourceLineNo">198</span>    }<a name="line.198"></a>
-<span class="sourceLineNo">199</span>  }<a name="line.199"></a>
-<span class="sourceLineNo">200</span><a name="line.200"></a>
-<span class="sourceLineNo">201</span>  /**<a name="line.201"></a>
-<span class="sourceLineNo">202</span>   * Calculate daughter regionid to use.<a name="line.202"></a>
-<span class="sourceLineNo">203</span>   * @param hri Parent {@link RegionInfo}<a name="line.203"></a>
-<span class="sourceLineNo">204</span>   * @return Daughter region id (timestamp) to use.<a name="line.204"></a>
-<span class="sourceLineNo">205</span>   */<a name="line.205"></a>
-<span class="sourceLineNo">206</span>  private static long getDaughterRegionIdTimestamp(final RegionInfo hri) {<a name="line.206"></a>
-<span class="sourceLineNo">207</span>    long rid = EnvironmentEdgeManager.currentTime();<a name="line.207"></a>
-<span class="sourceLineNo">208</span>    // Regionid is timestamp.  Can't be less than that of parent else will insert<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    // at wrong location in hbase:meta (See HBASE-710).<a name="line.209"></a>
-<span class="sourceLineNo">210</span>    if (rid &lt; hri.getRegionId()) {<a name="line.210"></a>
-<span class="sourceLineNo">211</span>      LOG.warn("Clock skew; parent regions id is " + hri.getRegionId() +<a name="line.211"></a>
-<span class="sourceLineNo">212</span>        " but current time here is " + rid);<a name="line.212"></a>
-<span class="sourceLineNo">213</span>      rid = hri.getRegionId() + 1;<a name="line.213"></a>
-<span class="sourceLineNo">214</span>    }<a name="line.214"></a>
-<span class="sourceLineNo">215</span>    return rid;<a name="line.215"></a>
-<span class="sourceLineNo">216</span>  }<a name="line.216"></a>
-<span class="sourceLineNo">217</span><a name="line.217"></a>
-<span class="sourceLineNo">218</span>  @Override<a name="line.218"></a>
-<span class="sourceLineNo">219</span>  protected Flow executeFromState(final MasterProcedureEnv env, final SplitTableRegionState state)<a name="line.219"></a>
-<span class="sourceLineNo">220</span>      throws InterruptedException {<a name="line.220"></a>
-<span class="sourceLineNo">221</span>    LOG.trace("{} execute state={}", this, state);<a name="line.221"></a>
-<span class="sourceLineNo">222</span><a name="line.222"></a>
-<span class="sourceLineNo">223</span>    try {<a name="line.223"></a>
-<span class="sourceLineNo">224</span>      switch (state) {<a name="line.224"></a>
-<span class="sourceLineNo">225</span>        case SPLIT_TABLE_REGION_PREPARE:<a name="line.225"></a>
-<span class="sourceLineNo">226</span>          if (prepareSplitRegion(env)) {<a name="line.226"></a>
-<span class="sourceLineNo">227</span>            setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_PRE_OPERATION);<a name="line.227"></a>
-<span class="sourceLineNo">228</span>            break;<a name="line.228"></a>
-<span class="sourceLineNo">229</span>          } else {<a name="line.229"></a>
-<span class="sourceLineNo">230</span>            return Flow.NO_MORE_STATE;<a name="line.230"></a>
-<span class="sourceLineNo">231</span>          }<a name="line.231"></a>
-<span class="sourceLineNo">232</span>        case SPLIT_TABLE_REGION_PRE_OPERATION:<a name="line.232"></a>
-<span class="sourceLineNo">233</span>          preSplitRegion(env);<a name="line.233"></a>
-<span class="sourceLineNo">234</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_CLOSE_PARENT_REGION);<a name="line.234"></a>
-<span class="sourceLineNo">235</span>          break;<a name="line.235"></a>
-<span class="sourceLineNo">236</span>        case SPLIT_TABLE_REGION_CLOSE_PARENT_REGION:<a name="line.236"></a>
-<span class="sourceLineNo">237</span>          addChildProcedure(createUnassignProcedures(env, getRegionReplication(env)));<a name="line.237"></a>
-<span class="sourceLineNo">238</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS);<a name="line.238"></a>
-<span class="sourceLineNo">239</span>          break;<a name="line.239"></a>
-<span class="sourceLineNo">240</span>        case SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS:<a name="line.240"></a>
-<span class="sourceLineNo">241</span>          createDaughterRegions(env);<a name="line.241"></a>
-<span class="sourceLineNo">242</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE);<a name="line.242"></a>
-<span class="sourceLineNo">243</span>          break;<a name="line.243"></a>
-<span class="sourceLineNo">244</span>        case SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE:<a name="line.244"></a>
-<span class="sourceLineNo">245</span>          writeMaxSequenceIdFile(env);<a name="line.245"></a>
-<span class="sourceLineNo">246</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META);<a name="line.246"></a>
-<span class="sourceLineNo">247</span>          break;<a name="line.247"></a>
-<span class="sourceLineNo">248</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META:<a name="line.248"></a>
-<span class="sourceLineNo">249</span>          preSplitRegionBeforeMETA(env);<a name="line.249"></a>
-<span class="sourceLineNo">250</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_UPDATE_META);<a name="line.250"></a>
-<span class="sourceLineNo">251</span>          break;<a name="line.251"></a>
-<span class="sourceLineNo">252</span>        case SPLIT_TABLE_REGION_UPDATE_META:<a name="line.252"></a>
-<span class="sourceLineNo">253</span>          updateMeta(env);<a name="line.253"></a>
-<span class="sourceLineNo">254</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META);<a name="line.254"></a>
-<span class="sourceLineNo">255</span>          break;<a name="line.255"></a>
-<span class="sourceLineNo">256</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META:<a name="line.256"></a>
-<span class="sourceLineNo">257</span>          preSplitRegionAfterMETA(env);<a name="line.257"></a>
-<span class="sourceLineNo">258</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS);<a name="line.258"></a>
-<span class="sourceLineNo">259</span>          break;<a name="line.259"></a>
-<span class="sourceLineNo">260</span>        case SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS:<a name="line.260"></a>
-<span class="sourceLineNo">261</span>          addChildProcedure(createAssignProcedures(env, getRegionReplication(env)));<a name="line.261"></a>
-<span class="sourceLineNo">262</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_POST_OPERATION);<a name="line.262"></a>
-<span class="sourceLineNo">263</span>          break;<a name="line.263"></a>
-<span class="sourceLineNo">264</span>        case SPLIT_TABLE_REGION_POST_OPERATION:<a name="line.264"></a>
-<span class="sourceLineNo">265</span>          postSplitRegion(env);<a name="line.265"></a>
-<span class="sourceLineNo">266</span>          return Flow.NO_MORE_STATE;<a name="line.266"></a>
-<span class="sourceLineNo">267</span>        default:<a name="line.267"></a>
-<span class="sourceLineNo">268</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.268"></a>
-<span class="sourceLineNo">269</span>      }<a name="line.269"></a>
-<span class="sourceLineNo">270</span>    } catch (IOException e) {<a name="line.270"></a>
-<span class="sourceLineNo">271</span>      String msg = "Error trying to split region " + getParentRegion().getEncodedName() +<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          " in the table " + getTableName() + " (in state=" + state + ")";<a name="line.272"></a>
-<span class="sourceLineNo">273</span>      if (!isRollbackSupported(state)) {<a name="line.273"></a>
-<span class="sourceLineNo">274</span>        // We reach a state that cannot be rolled back. We just need to keep retry.<a name="line.274"></a>
-<span class="sourceLineNo">275</span>        LOG.warn(msg, e);<a name="line.275"></a>
-<span class="sourceLineNo">276</span>      } else {<a name="line.276"></a>
-<span class="sourceLineNo">277</span>        LOG.error(msg, e);<a name="line.277"></a>
-<span class="sourceLineNo">278</span>        setFailure("master-split-regions", e);<a name="line.278"></a>
-<span class="sourceLineNo">279</span>      }<a name="line.279"></a>
-<span class="sourceLineNo">280</span>    }<a name="line.280"></a>
-<span class="sourceLineNo">281</span>    // if split fails,  need to call ((HRegion)parent).clearSplit() when it is a force split<a name="line.281"></a>
-<span class="sourceLineNo">282</span>    return Flow.HAS_MORE_STATE;<a name="line.282"></a>
-<span class="sourceLineNo">283</span>  }<a name="line.283"></a>
-<span class="sourceLineNo">284</span><a name="line.284"></a>
-<span class="sourceLineNo">285</span>  /**<a name="line.285"></a>
-<span class="sourceLineNo">286</span>   * To rollback {@link SplitTableRegionProcedure}, an AssignProcedure is asynchronously<a name="line.286"></a>
-<span class="sourceLineNo">287</span>   * submitted for parent region to be split (rollback doesn't wait on the completion of the<a name="line.287"></a>
-<span class="sourceLineNo">288</span>   * AssignProcedure) . This can be improved by changing rollback() to support sub-procedures.<a name="line.288"></a>
-<span class="sourceLineNo">289</span>   * See HBASE-19851 for details.<a name="line.289"></a>
-<span class="sourceLineNo">290</span>   */<a name="line.290"></a>
-<span class="sourceLineNo">291</span>  @Override<a name="line.291"></a>
-<span class="sourceLineNo">292</span>  protected void rollbackState(final MasterProcedureEnv env, final SplitTableRegionState state)<a name="line.292"></a>
-<span class="sourceLineNo">293</span>      throws IOException, InterruptedException {<a name="line.293"></a>
-<span class="sourceLineNo">294</span>    if (isTraceEnabled()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>      LOG.trace(this + " rollback state=" + state);<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    }<a name="line.296"></a>
-<span class="sourceLineNo">297</span><a name="line.297"></a>
-<span class="sourceLineNo">298</span>    try {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      switch (state) {<a name="line.299"></a>
-<span class="sourceLineNo">300</span>        case SPLIT_TABLE_REGION_POST_OPERATION:<a name="line.300"></a>
-<span class="sourceLineNo">301</span>        case SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS:<a name="line.301"></a>
-<span class="sourceLineNo">302</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META:<a name="line.302"></a>
-<span class="sourceLineNo">303</span>        case SPLIT_TABLE_REGION_UPDATE_META:<a name="line.303"></a>
-<span class="sourceLineNo">304</span>          // PONR<a name="line.304"></a>
-<span class="sourceLineNo">305</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.305"></a>
-<span class="sourceLineNo">306</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META:<a name="line.306"></a>
-<span class="sourceLineNo">307</span>          break;<a name="line.307"></a>
-<span class="sourceLineNo">308</span>        case SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS:<a name="line.308"></a>
-<span class="sourceLineNo">309</span>        case SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE:<a name="line.309"></a>
-<span class="sourceLineNo">310</span>          // Doing nothing, as re-open parent region would clean up daughter region directories.<a name="line.310"></a>
-<span class="sourceLineNo">311</span>          break;<a name="line.311"></a>
-<span class="sourceLineNo">312</span>        case SPLIT_TABLE_REGION_CLOSE_PARENT_REGION:<a name="line.312"></a>
-<span class="sourceLineNo">313</span>          openParentRegion(env);<a name="line.313"></a>
+<span class="sourceLineNo">110</span>    // When procedure goes to run in its prepare step, it also does these checkOnline checks. Here<a name="line.110"></a>
+<span class="sourceLineNo">111</span>    // we fail-fast on construction. There it skips the split with just a warning.<a name="line.111"></a>
+<span class="sourceLineNo">112</span>    checkOnline(env, regionToSplit);<a name="line.112"></a>
+<span class="sourceLineNo">113</span>    this.bestSplitRow = splitRow;<a name="line.113"></a>
+<span class="sourceLineNo">114</span>    checkSplittable(env, regionToSplit, bestSplitRow);<a name="line.114"></a>
+<span class="sourceLineNo">115</span>    final TableName table = regionToSplit.getTable();<a name="line.115"></a>
+<span class="sourceLineNo">116</span>    final long rid = getDaughterRegionIdTimestamp(regionToSplit);<a name="line.116"></a>
+<span class="sourceLineNo">117</span>    this.daughter_1_RI = RegionInfoBuilder.newBuilder(table)<a name="line.117"></a>
+<span class="sourceLineNo">118</span>        .setStartKey(regionToSplit.getStartKey())<a name="line.118"></a>
+<span class="sourceLineNo">119</span>        .setEndKey(bestSplitRow)<a name="line.119"></a>
+<span class="sourceLineNo">120</span>        .setSplit(false)<a name="line.120"></a>
+<span class="sourceLineNo">121</span>        .setRegionId(rid)<a name="line.121"></a>
+<span class="sourceLineNo">122</span>        .build();<a name="line.122"></a>
+<span class="sourceLineNo">123</span>    this.daughter_2_RI = RegionInfoBuilder.newBuilder(table)<a name="line.123"></a>
+<span class="sourceLineNo">124</span>        .setStartKey(bestSplitRow)<a name="line.124"></a>
+<span class="sourceLineNo">125</span>        .setEndKey(regionToSplit.getEndKey())<a name="line.125"></a>
+<span class="sourceLineNo">126</span>        .setSplit(false)<a name="line.126"></a>
+<span class="sourceLineNo">127</span>        .setRegionId(rid)<a name="line.127"></a>
+<span class="sourceLineNo">128</span>        .build();<a name="line.128"></a>
+<span class="sourceLineNo">129</span>    TableDescriptor htd = env.getMasterServices().getTableDescriptors().get(getTableName());<a name="line.129"></a>
+<span class="sourceLineNo">130</span>    if(htd.getRegionSplitPolicyClassName() != null) {<a name="line.130"></a>
+<span class="sourceLineNo">131</span>      // Since we don't have region reference here, creating the split policy instance without it.<a name="line.131"></a>
+<span class="sourceLineNo">132</span>      // This can be used to invoke methods which don't require Region reference. This instantiation<a name="line.132"></a>
+<span class="sourceLineNo">133</span>      // of a class on Master-side though it only makes sense on the RegionServer-side is<a name="line.133"></a>
+<span class="sourceLineNo">134</span>      // for Phoenix Local Indexing. Refer HBASE-12583 for more information.<a name="line.134"></a>
+<span class="sourceLineNo">135</span>      Class&lt;? extends RegionSplitPolicy&gt; clazz =<a name="line.135"></a>
+<span class="sourceLineNo">136</span>          RegionSplitPolicy.getSplitPolicyClass(htd, env.getMasterConfiguration());<a name="line.136"></a>
+<span class="sourceLineNo">137</span>      this.splitPolicy = ReflectionUtils.newInstance(clazz, env.getMasterConfiguration());<a name="line.137"></a>
+<span class="sourceLineNo">138</span>    }<a name="line.138"></a>
+<span class="sourceLineNo">139</span>  }<a name="line.139"></a>
+<span class="sourceLineNo">140</span><a name="line.140"></a>
+<span class="sourceLineNo">141</span>  /**<a name="line.141"></a>
+<span class="sourceLineNo">142</span>   * Check whether the region is splittable<a name="line.142"></a>
+<span class="sourceLineNo">143</span>   * @param env MasterProcedureEnv<a name="line.143"></a>
+<span class="sourceLineNo">144</span>   * @param regionToSplit parent Region to be split<a name="line.144"></a>
+<span class="sourceLineNo">145</span>   * @param splitRow if splitRow is not specified, will first try to get bestSplitRow from RS<a name="line.145"></a>
+<span class="sourceLineNo">146</span>   * @throws IOException<a name="line.146"></a>
+<span class="sourceLineNo">147</span>   */<a name="line.147"></a>
+<span class="sourceLineNo">148</span>  private void checkSplittable(final MasterProcedureEnv env,<a name="line.148"></a>
+<span class="sourceLineNo">149</span>      final RegionInfo regionToSplit, final byte[] splitRow) throws IOException {<a name="line.149"></a>
+<span class="sourceLineNo">150</span>    // Ask the remote RS if this region is splittable.<a name="line.150"></a>
+<span class="sourceLineNo">151</span>    // If we get an IOE, report it along w/ the failure so can see why we are not splittable at this time.<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    if(regionToSplit.getReplicaId() != RegionInfo.DEFAULT_REPLICA_ID) {<a name="line.152"></a>
+<span class="sourceLineNo">153</span>      throw new IllegalArgumentException ("Can't invoke split on non-default regions directly");<a name="line.153"></a>
+<span class="sourceLineNo">154</span>    }<a name="line.154"></a>
+<span class="sourceLineNo">155</span>    RegionStateNode node =<a name="line.155"></a>
+<span class="sourceLineNo">156</span>        env.getAssignmentManager().getRegionStates().getRegionStateNode(getParentRegion());<a name="line.156"></a>
+<span class="sourceLineNo">157</span>    IOException splittableCheckIOE = null;<a name="line.157"></a>
+<span class="sourceLineNo">158</span>    boolean splittable = false;<a name="line.158"></a>
+<span class="sourceLineNo">159</span>    if (node != null) {<a name="line.159"></a>
+<span class="sourceLineNo">160</span>      try {<a name="line.160"></a>
+<span class="sourceLineNo">161</span>        if (bestSplitRow == null || bestSplitRow.length == 0) {<a name="line.161"></a>
+<span class="sourceLineNo">162</span>          LOG.info("splitKey isn't explicitly specified, " + " will try to find a best split key from RS");<a name="line.162"></a>
+<span class="sourceLineNo">163</span>        }<a name="line.163"></a>
+<span class="sourceLineNo">164</span>        // Always set bestSplitRow request as true here,<a name="line.164"></a>
+<span class="sourceLineNo">165</span>        // need to call Region#checkSplit to check it splittable or not<a name="line.165"></a>
+<span class="sourceLineNo">166</span>        GetRegionInfoResponse response =<a name="line.166"></a>
+<span class="sourceLineNo">167</span>            Util.getRegionInfoResponse(env, node.getRegionLocation(), node.getRegionInfo(), true);<a name="line.167"></a>
+<span class="sourceLineNo">168</span>        if(bestSplitRow == null || bestSplitRow.length == 0) {<a name="line.168"></a>
+<span class="sourceLineNo">169</span>          bestSplitRow = response.hasBestSplitRow() ? response.getBestSplitRow().toByteArray() : null;<a name="line.169"></a>
+<span class="sourceLineNo">170</span>        }<a name="line.170"></a>
+<span class="sourceLineNo">171</span>        splittable = response.hasSplittable() &amp;&amp; response.getSplittable();<a name="line.171"></a>
+<span class="sourceLineNo">172</span><a name="line.172"></a>
+<span class="sourceLineNo">173</span>        if (LOG.isDebugEnabled()) {<a name="line.173"></a>
+<span class="sourceLineNo">174</span>          LOG.debug("Splittable=" + splittable + " " + node.toShortString());<a name="line.174"></a>
+<span class="sourceLineNo">175</span>        }<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      } catch (IOException e) {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>        splittableCheckIOE = e;<a name="line.177"></a>
+<span class="sourceLineNo">178</span>      }<a name="line.178"></a>
+<span class="sourceLineNo">179</span>    }<a name="line.179"></a>
+<span class="sourceLineNo">180</span><a name="line.180"></a>
+<span class="sourceLineNo">181</span>    if (!splittable) {<a name="line.181"></a>
+<span class="sourceLineNo">182</span>      IOException e = new IOException(regionToSplit.getShortNameToLog() + " NOT splittable");<a name="line.182"></a>
+<span class="sourceLineNo">183</span>      if (splittableCheckIOE != null) e.initCause(splittableCheckIOE);<a name="line.183"></a>
+<span class="sourceLineNo">184</span>      throw e;<a name="line.184"></a>
+<span class="sourceLineNo">185</span>    }<a name="line.185"></a>
+<span class="sourceLineNo">186</span><a name="line.186"></a>
+<span class="sourceLineNo">187</span>    if(bestSplitRow == null || bestSplitRow.length == 0) {<a name="line.187"></a>
+<span class="sourceLineNo">188</span>      throw new DoNotRetryIOException("Region not splittable because bestSplitPoint = null, "<a name="line.188"></a>
+<span class="sourceLineNo">189</span>          + "maybe table is too small for auto split. For force split, try specifying split row");<a name="line.189"></a>
+<span class="sourceLineNo">190</span>    }<a name="line.190"></a>
+<span class="sourceLineNo">191</span><a name="line.191"></a>
+<span class="sourceLineNo">192</span>    if (Bytes.equals(regionToSplit.getStartKey(), bestSplitRow)) {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>      throw new DoNotRetryIOException(<a name="line.193"></a>
+<span class="sourceLineNo">194</span>        "Split row is equal to startkey: " + Bytes.toStringBinary(splitRow));<a name="line.194"></a>
+<span class="sourceLineNo">195</span>    }<a name="line.195"></a>
+<span class="sourceLineNo">196</span><a name="line.196"></a>
+<span class="sourceLineNo">197</span>    if (!regionToSplit.containsRow(bestSplitRow)) {<a name="line.197"></a>
+<span class="sourceLineNo">198</span>      throw new DoNotRetryIOException(<a name="line.198"></a>
+<span class="sourceLineNo">199</span>        "Split row is not inside region key range splitKey:" + Bytes.toStringBinary(splitRow) +<a name="line.199"></a>
+<span class="sourceLineNo">200</span>        " region: " + regionToSplit);<a name="line.200"></a>
+<span class="sourceLineNo">201</span>    }<a name="line.201"></a>
+<span class="sourceLineNo">202</span>  }<a name="line.202"></a>
+<span class="sourceLineNo">203</span><a name="line.203"></a>
+<span class="sourceLineNo">204</span>  /**<a name="line.204"></a>
+<span class="sourceLineNo">205</span>   * Calculate daughter regionid to use.<a name="line.205"></a>
+<span class="sourceLineNo">206</span>   * @param hri Parent {@link RegionInfo}<a name="line.206"></a>
+<span class="sourceLineNo">207</span>   * @return Daughter region id (timestamp) to use.<a name="line.207"></a>
+<span class="sourceLineNo">208</span>   */<a name="line.208"></a>
+<span class="sourceLineNo">209</span>  private static long getDaughterRegionIdTimestamp(final RegionInfo hri) {<a name="line.209"></a>
+<span class="sourceLineNo">210</span>    long rid = EnvironmentEdgeManager.currentTime();<a name="line.210"></a>
+<span class="sourceLineNo">211</span>    // Regionid is timestamp.  Can't be less than that of parent else will insert<a name="line.211"></a>
+<span class="sourceLineNo">212</span>    // at wrong location in hbase:meta (See HBASE-710).<a name="line.212"></a>
+<span class="sourceLineNo">213</span>    if (rid &lt; hri.getRegionId()) {<a name="line.213"></a>
+<span class="sourceLineNo">214</span>      LOG.warn("Clock skew; parent regions id is " + hri.getRegionId() +<a name="line.214"></a>
+<span class="sourceLineNo">215</span>        " but current time here is " + rid);<a name="line.215"></a>
+<span class="sourceLineNo">216</span>      rid = hri.getRegionId() + 1;<a name="line.216"></a>
+<span class="sourceLineNo">217</span>    }<a name="line.217"></a>
+<span class="sourceLineNo">218</span>    return rid;<a name="line.218"></a>
+<span class="sourceLineNo">219</span>  }<a name="line.219"></a>
+<span class="sourceLineNo">220</span><a name="line.220"></a>
+<span class="sourceLineNo">221</span>  @Override<a name="line.221"></a>
+<span class="sourceLineNo">222</span>  protected Flow executeFromState(final MasterProcedureEnv env, final SplitTableRegionState state)<a name="line.222"></a>
+<span class="sourceLineNo">223</span>      throws InterruptedException {<a name="line.223"></a>
+<span class="sourceLineNo">224</span>    LOG.trace("{} execute state={}", this, state);<a name="line.224"></a>
+<span class="sourceLineNo">225</span><a name="line.225"></a>
+<span class="sourceLineNo">226</span>    try {<a name="line.226"></a>
+<span class="sourceLineNo">227</span>      switch (state) {<a name="line.227"></a>
+<span class="sourceLineNo">228</span>        case SPLIT_TABLE_REGION_PREPARE:<a name="line.228"></a>
+<span class="sourceLineNo">229</span>          if (prepareSplitRegion(env)) {<a name="line.229"></a>
+<span class="sourceLineNo">230</span>            setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_PRE_OPERATION);<a name="line.230"></a>
+<span class="sourceLineNo">231</span>            break;<a name="line.231"></a>
+<span class="sourceLineNo">232</span>          } else {<a name="line.232"></a>
+<span class="sourceLineNo">233</span>            return Flow.NO_MORE_STATE;<a name="line.233"></a>
+<span class="sourceLineNo">234</span>          }<a name="line.234"></a>
+<span class="sourceLineNo">235</span>        case SPLIT_TABLE_REGION_PRE_OPERATION:<a name="line.235"></a>
+<span class="sourceLineNo">236</span>          preSplitRegion(env);<a name="line.236"></a>
+<span class="sourceLineNo">237</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_CLOSE_PARENT_REGION);<a name="line.237"></a>
+<span class="sourceLineNo">238</span>          break;<a name="line.238"></a>
+<span class="sourceLineNo">239</span>        case SPLIT_TABLE_REGION_CLOSE_PARENT_REGION:<a name="line.239"></a>
+<span class="sourceLineNo">240</span>          addChildProcedure(createUnassignProcedures(env, getRegionReplication(env)));<a name="line.240"></a>
+<span class="sourceLineNo">241</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS);<a name="line.241"></a>
+<span class="sourceLineNo">242</span>          break;<a name="line.242"></a>
+<span class="sourceLineNo">243</span>        case SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS:<a name="line.243"></a>
+<span class="sourceLineNo">244</span>          createDaughterRegions(env);<a name="line.244"></a>
+<span class="sourceLineNo">245</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE);<a name="line.245"></a>
+<span class="sourceLineNo">246</span>          break;<a name="line.246"></a>
+<span class="sourceLineNo">247</span>        case SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE:<a name="line.247"></a>
+<span class="sourceLineNo">248</span>          writeMaxSequenceIdFile(env);<a name="line.248"></a>
+<span class="sourceLineNo">249</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META);<a name="line.249"></a>
+<span class="sourceLineNo">250</span>          break;<a name="line.250"></a>
+<span class="sourceLineNo">251</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META:<a name="line.251"></a>
+<span class="sourceLineNo">252</span>          preSplitRegionBeforeMETA(env);<a name="line.252"></a>
+<span class="sourceLineNo">253</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_UPDATE_META);<a name="line.253"></a>
+<span class="sourceLineNo">254</span>          break;<a name="line.254"></a>
+<span class="sourceLineNo">255</span>        case SPLIT_TABLE_REGION_UPDATE_META:<a name="line.255"></a>
+<span class="sourceLineNo">256</span>          updateMeta(env);<a name="line.256"></a>
+<span class="sourceLineNo">257</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META);<a name="line.257"></a>
+<span class="sourceLineNo">258</span>          break;<a name="line.258"></a>
+<span class="sourceLineNo">259</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META:<a name="line.259"></a>
+<span class="sourceLineNo">260</span>          preSplitRegionAfterMETA(env);<a name="line.260"></a>
+<span class="sourceLineNo">261</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS);<a name="line.261"></a>
+<span class="sourceLineNo">262</span>          break;<a name="line.262"></a>
+<span class="sourceLineNo">263</span>        case SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS:<a name="line.263"></a>
+<span class="sourceLineNo">264</span>          addChildProcedure(createAssignProcedures(env, getRegionReplication(env)));<a name="line.264"></a>
+<span class="sourceLineNo">265</span>          setNextState(SplitTableRegionState.SPLIT_TABLE_REGION_POST_OPERATION);<a name="line.265"></a>
+<span class="sourceLineNo">266</span>          break;<a name="line.266"></a>
+<span class="sourceLineNo">267</span>        case SPLIT_TABLE_REGION_POST_OPERATION:<a name="line.267"></a>
+<span class="sourceLineNo">268</span>          postSplitRegion(env);<a name="line.268"></a>
+<span class="sourceLineNo">269</span>          return Flow.NO_MORE_STATE;<a name="line.269"></a>
+<span class="sourceLineNo">270</span>        default:<a name="line.270"></a>
+<span class="sourceLineNo">271</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.271"></a>
+<span class="sourceLineNo">272</span>      }<a name="line.272"></a>
+<span class="sourceLineNo">273</span>    } catch (IOException e) {<a name="line.273"></a>
+<span class="sourceLineNo">274</span>      String msg = "Error trying to split region " + getParentRegion().getEncodedName() +<a name="line.274"></a>
+<span class="sourceLineNo">275</span>          " in the table " + getTableName() + " (in state=" + state + ")";<a name="line.275"></a>
+<span class="sourceLineNo">276</span>      if (!isRollbackSupported(state)) {<a name="line.276"></a>
+<span class="sourceLineNo">277</span>        // We reach a state that cannot be rolled back. We just need to keep retry.<a name="line.277"></a>
+<span class="sourceLineNo">278</span>        LOG.warn(msg, e);<a name="line.278"></a>
+<span class="sourceLineNo">279</span>      } else {<a name="line.279"></a>
+<span class="sourceLineNo">280</span>        LOG.error(msg, e);<a name="line.280"></a>
+<span class="sourceLineNo">281</span>        setFailure("master-split-regions", e);<a name="line.281"></a>
+<span class="sourceLineNo">282</span>      }<a name="line.282"></a>
+<span class="sourceLineNo">283</span>    }<a name="line.283"></a>
+<span class="sourceLineNo">284</span>    // if split fails,  need to call ((HRegion)parent).clearSplit() when it is a force split<a name="line.284"></a>
+<span class="sourceLineNo">285</span>    return Flow.HAS_MORE_STATE;<a name="line.285"></a>
+<span class="sourceLineNo">286</span>  }<a name="line.286"></a>
+<span class="sourceLineNo">287</span><a name="line.287"></a>
+<span class="sourceLineNo">288</span>  /**<a name="line.288"></a>
+<span class="sourceLineNo">289</span>   * To rollback {@link SplitTableRegionProcedure}, an AssignProcedure is asynchronously<a name="line.289"></a>
+<span class="sourceLineNo">290</span>   * submitted for parent region to be split (rollback doesn't wait on the completion of the<a name="line.290"></a>
+<span class="sourceLineNo">291</span>   * AssignProcedure) . This can be improved by changing rollback() to support sub-procedures.<a name="line.291"></a>
+<span class="sourceLineNo">292</span>   * See HBASE-19851 for details.<a name="line.292"></a>
+<span class="sourceLineNo">293</span>   */<a name="line.293"></a>
+<span class="sourceLineNo">294</span>  @Override<a name="line.294"></a>
+<span class="sourceLineNo">295</span>  protected void rollbackState(final MasterProcedureEnv env, final SplitTableRegionState state)<a name="line.295"></a>
+<span class="sourceLineNo">296</span>      throws IOException, InterruptedException {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>    if (isTraceEnabled()) {<a name="line.297"></a>
+<span class="sourceLineNo">298</span>      LOG.trace(this + " rollback state=" + state);<a name="line.298"></a>
+<span class="sourceLineNo">299</span>    }<a name="line.299"></a>
+<span class="sourceLineNo">300</span><a name="line.300"></a>
+<span class="sourceLineNo">301</span>    try {<a name="line.301"></a>
+<span class="sourceLineNo">302</span>      switch (state) {<a name="line.302"></a>
+<span class="sourceLineNo">303</span>        case SPLIT_TABLE_REGION_POST_OPERATION:<a name="line.303"></a>
+<span class="sourceLineNo">304</span>        case SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS:<a name="line.304"></a>
+<span class="sourceLineNo">305</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META:<a name="line.305"></a>
+<span class="sourceLineNo">306</span>        case SPLIT_TABLE_REGION_UPDATE_META:<a name="line.306"></a>
+<span class="sourceLineNo">307</span>          // PONR<a name="line.307"></a>
+<span class="sourceLineNo">308</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.308"></a>
+<span class="sourceLineNo">309</span>        case SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META:<a name="line.309"></a>
+<span class="sourceLineNo">310</span>          break;<a name="line.310"></a>
+<span class="sourceLineNo">311</span>        case SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS:<a name="line.311"></a>
+<span class="sourceLineNo">312</span>        case SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE:<a name="line.312"></a>
+<span class="sourceLineNo">313</span>          // Doing nothing, as re-open parent region would clean up daughter region directories.<a name="line.313"></a>
 <span class="sourceLineNo">314</span>          break;<a name="line.314"></a>
-<span class="sourceLineNo">315</span>        case SPLIT_TABLE_REGION_PRE_OPERATION:<a name="line.315"></a>
-<span class="sourceLineNo">316</span>          postRollBackSplitRegion(env);<a name="line.316"></a>
+<span class="sourceLineNo">315</span>        case SPLIT_TABLE_REGION_CLOSE_PARENT_REGION:<a name="line.315"></a>
+<span class="sourceLineNo">316</span>          openParentRegion(env);<a name="line.316"></a>
 <span class="sourceLineNo">317</span>          break;<a name="line.317"></a>
-<span class="sourceLineNo">318</span>        case SPLIT_TABLE_REGION_PREPARE:<a name="line.318"></a>
-<span class="sourceLineNo">319</span>          break; // nothing to do<a name="line.319"></a>
-<span class="sourceLineNo">320</span>        default:<a name="line.320"></a>
-<span class="sourceLineNo">321</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.321"></a>
-<span class="sourceLineNo">322</span>      }<a name="line.322"></a>
-<span class="sourceLineNo">323</span>    } catch (IOException e) {<a name="line.323"></a>
-<span class="sourceLineNo">324</span>      // This will be retried. Unless there is a bug in the code,<a name="line.324"></a>
-<span class="sourceLineNo">325</span>      // this should be just a "temporary error" (e.g. network down)<a name="line.325"></a>
-<span class="sourceLineNo">326</span>      LOG.warn("pid=" + getProcId() + " failed rollback attempt step " + state +<a name="line.326"></a>
-<span class="sourceLineNo">327</span>          " for splitting the region "<a name="line.327"></a>
-<span class="sourceLineNo">328</span>        + getParentRegion().getEncodedName() + " in table " + getTableName(), e);<a name="line.328"></a>
-<span class="sourceLineNo">329</span>      throw e;<a name="line.329"></a>
-<span class="sourceLineNo">330</span>    }<a name="line.330"></a>
-<span class="sourceLineNo">331</span>  }<a name="line.331"></a>
-<span class="sourceLineNo">332</span><a name="line.332"></a>
-<span class="sourceLineNo">333</span>  /*<a name="line.333"></a>
-<span class="sourceLineNo">334</span>   * Check whether we are in the state that can be rollback<a name="line.334"></a>
-<span class="sourceLineNo">335</span>   */<a name="line.335"></a>
-<span class="sourceLineNo">336</span>  @Override<a name="line.336"></a>
-<span class="sourceLineNo">337</span>  protected boolean isRollbackSupported(final SplitTableRegionState state) {<a name="line.337"></a>
-<span class="sourceLineNo">338</span>    switch (state) {<a name="line.338"></a>
-<span class="sourceLineNo">339</span>      case SPLIT_TABLE_REGION_POST_OPERATION:<a name="line.339"></a>
-<span class="sourceLineNo">340</span>      case SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS:<a name="line.340"></a>
-<span class="sourceLineNo">341</span>      case SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META:<a name="line.341"></a>
-<span class="sourceLineNo">342</span>      case SPLIT_TABLE_REGION_UPDATE_META:<a name="line.342"></a>
-<span class="sourceLineNo">343</span>        // It is not safe to rollback if we reach to these states.<a name="line.343"></a>
-<span class="sourceLineNo">344</span>        return false;<a name="line.344"></a>
-<span class="sourceLineNo">345</span>      default:<a name="line.345"></a>
-<span class="sourceLineNo">346</span>        break;<a name="line.346"></a>
-<span class="sourceLineNo">347</span>    }<a name="line.347"></a>
-<span class="sourceLineNo">348</span>    return true;<a name="line.348"></a>
-<span class="sourceLineNo">349</span>  }<a name="line.349"></a>
-<span class="sourceLineNo">350</span><a name="line.350"></a>
-<span class="sourceLineNo">351</span>  @Override<a name="line.351"></a>
-<span class="sourceLineNo">352</span>  protected SplitTableRegionState getState(final int stateId) {<a name="line.352"></a>
-<span class="sourceLineNo">353</span>    return SplitTableRegionState.forNumber(stateId);<a name="line.353"></a>
-<span class="sourceLineNo">354</span>  }<a name="line.354"></a>
-<span class="sourceLineNo">355</span><a name="line.355"></a>
-<span class="sourceLineNo">356</span>  @Override<a name="line.356"></a>
-<span class="sourceLineNo">357</span>  protected int getStateId(final SplitTableRegionState state) {<a name="line.357"></a>
-<span class="sourceLineNo">358</span>    return state.getNumber();<a name="line.358"></a>
-<span class="sourceLineNo">359</span>  }<a name="line.359"></a>
-<span class="sourceLineNo">360</span><a name="line.360"></a>
-<span class="sourceLineNo">361</span>  @Override<a name="line.361"></a>
-<span class="sourceLineNo">362</span>  protected SplitTableRegionState getInitialState() {<a name="line.362"></a>
-<span class="sourceLineNo">363</span>    return SplitTableRegionState.SPLIT_TABLE_REGION_PREPARE;<a name="line.363"></a>
-<span class="sourceLineNo">364</span>  }<a name="line.364"></a>
-<span class="sourceLineNo">365</span><a name="line.365"></a>
-<span class="sourceLineNo">366</span>  @Override<a name="line.366"></a>
-<span class="sourceLineNo">367</span>  protected void serializeStateData(ProcedureStateSerializer serializer)<a name="line.367"></a>
-<span class="sourceLineNo">368</span>      throws IOException {<a name="line.368"></a>
-<span class="sourceLineNo">369</span>    super.serializeStateData(serializer);<a name="line.369"></a>
-<span class="sourceLineNo">370</span><a name="line.370"></a>
-<span class="sourceLineNo">371</span>    final MasterProcedureProtos.SplitTableRegionStateData.Builder splitTableRegionMsg =<a name="line.371"></a>
-<span class="sourceLineNo">372</span>        MasterProcedureProtos.SplitTableRegionStateData.newBuilder()<a name="line.372"></a>
-<span class="sourceLineNo">373</span>        .setUserInfo(MasterProcedureUtil.toProtoUserInfo(getUser()))<a name="line.373"></a>
-<span class="sourceLineNo">374</span>        .setParentRegionInfo(ProtobufUtil.toRegionInfo(getRegion()))<a name="line.374"></a>
-<span class="sourceLineNo">375</span>        .addChildRegionInfo(ProtobufUtil.toRegionInfo(daughter_1_RI))<a name="line.375"></a>
-<span class="sourceLineNo">376</span>        .addChildRegionInfo(ProtobufUtil.toRegionInfo(daughter_2_RI));<a name="line.376"></a>
-<span class="sourceLineNo">377</span>    serializer.serialize(splitTableRegionMsg.build());<a name="line.377"></a>
-<span class="sourceLineNo">378</span>  }<a name="line.378"></a>
-<span class="sourceLineNo">379</span><a name="line.379"></a>
-<span class="sourceLineNo">380</span>  @Override<a name="line.380"></a>
-<span class="sourceLineNo">381</span>  protected void deserializeStateData(ProcedureStateSerializer serializer)<a name="line.381"></a>
-<span class="sourceLineNo">382</span>      throws IOException {<a name="line.382"></a>
-<span class="sourceLineNo">383</span>    super.deserializeStateData(serializer);<a name="line.383"></a>
-<span class="sourceLineNo">384</span><a name="line.384"></a>
-<span class="sourceLineNo">385</span>    final MasterProcedureProtos.SplitTableRegionStateData splitTableRegionsMsg =<a name="line.385"></a>
-<span class="sourceLineNo">386</span>        serializer.deserialize(MasterProcedureProtos.SplitTableRegionStateData.class);<a name="line.386"></a>
-<span class="sourceLineNo">387</span>    setUser(MasterProcedureUtil.toUserInfo(splitTableRegionsMsg.getUserInfo()));<a name="line.387"></a>
-<span class="sourceLineNo">388</span>    setRegion(ProtobufUtil.toRegionInfo(splitTableRegionsMsg.getParentRegionInfo()));<a name="line.388"></a>
-<span class="sourceLineNo">389</span>    assert(splitTableRegionsMsg.getChildRegionInfoCount() == 2);<a name="line.389"></a>
-<span class="sourceLineNo">390</span>    daughter_1_RI = ProtobufUtil.toRegionInfo(splitTableRegionsMsg.getChildRegionInfo(0));<a name="line.390"></a>
-<span class="sourceLineNo">391</span>    daughter_2_RI = ProtobufUtil.toRegionInfo(splitTableRegionsMsg.getChildRegionInfo(1));<a name="line.391"></a>
-<span class="sourceLineNo">392</span>  }<a name="line.392"></a>
-<span class="sourceLineNo">393</span><a name="line.393"></a>
-<span class="sourceLineNo">394</span>  @Override<a name="line.394"></a>
-<span class="sourceLineNo">395</span>  public void toStringClassDetails(StringBuilder sb) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>    sb.append(getClass().getSimpleName());<a name="line.396"></a>
-<span class="sourceLineNo">397</span>    sb.append(" table=");<a name="line.397"></a>
-<span class="sourceLineNo">398</span>    sb.append(getTableName());<a name="line.398"></a>
-<span class="sourceLineNo">399</span>    sb.append(", parent=");<a name="line.399"></a>
-<span class="sourceLineNo">400</span>    sb.append(getParentRegion().getShortNameToLog());<a name="line.400"></a>
-<span class="sourceLineNo">401</span>    sb.append(", daughterA=");<a name="line.401"></a>
-<span class="sourceLineNo">402</span>    sb.append(daughter_1_RI.getShortNameToLog());<a name="line.402"></a>
-<span class="sourceLineNo">403</span>    sb.append(", daughterB=");<a name="line.403"></a>
-<span class="sourceLineNo">404</span>    sb.append(daughter_2_RI.getShortNameToLog());<a name="line.404"></a>
-<span class="sourceLineNo">405</span>  }<a name="line.405"></a>
-<span class="sourceLineNo">406</span><a name="line.406"></a>
-<span class="sourceLineNo">407</span>  private RegionInfo getParentRegion() {<a name="line.407"></a>
-<span class="sourceLineNo">408</span>    return getRegion();<a name="line.408"></a>
-<span class="sourceLineNo">409</span>  }<a name="line.409"></a>
-<span class="sourceLineNo">410</span><a name="line.410"></a>
-<span class="sourceLineNo">411</span>  @Override<a name="line.411"></a>
-<span class="sourceLineNo">412</span>  public TableOperationType getTableOperationType() {<a name="line.412"></a>
-<span class="sourceLineNo">413</span>    return TableOperationType.REGION_SPLIT;<a name="line.413"></a>
-<span class="sourceLineNo">414</span>  }<a name="line.414"></a>
-<span class="sourceLineNo">415</span><a name="line.415"></a>
-<span class="sourceLineNo">416</span>  @Override<a name="line.416"></a>
-<span class="sourceLineNo">417</span>  protected ProcedureMetrics getProcedureMetrics(MasterProcedureEnv env) {<a name="line.417"></a>
-<span class="sourceLineNo">418</span>    return env.getAssignmentManager().getAssignmentManagerMetrics().getSplitProcMetrics();<a name="line.418"></a>
-<span class="sourceLineNo">419</span>  }<a name="line.419"></a>
-<span class="sourceLineNo">420</span><a name="line.420"></a>
-<span class="sourceLineNo">421</span>  private byte[] getSplitRow() {<a name="line.421"></a>
-<span class="sourceLineNo">422</span>    return daughter_2_RI.getStartKey();<a name="line.422"></a>
-<span class="sourceLineNo">423</span>  }<a name="line.423"></a>
-<span class="sourceLineNo">424</span><a name="line.424"></a>
-<span class="sourceLineNo">425</span>  private static final State[] EXPECTED_SPLIT_STATES = new State[] { State.OPEN, State.CLOSED };<a name="line.425"></a>
-<span class="sourceLineNo">426</span><a name="line.426"></a>
-<span class="sourceLineNo">427</span>  /**<a name="line.427"></a>
-<span class="sourceLineNo">428</span>   * Prepare to Split region.<a name="line.428"></a>
-<span class="sourceLineNo">429</span>   * @param env MasterProcedureEnv<a name="line.429"></a>
-<span class="sourceLineNo">430</span>   */<a name="line.430"></a>
-<span class="sourceLineNo">431</span>  @VisibleForTesting<a name="line.431"></a>
-<span class="sourceLineNo">432</span>  public boolean prepareSplitRegion(final MasterProcedureEnv env) throws IOException {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>    // Check whether the region is splittable<a name="line.433"></a>
-<span class="sourceLineNo">434</span>    RegionStateNode node =<a name="line.434"></a>
-<span class="sourceLineNo">435</span>        env.getAssignmentManager().getRegionStates().getRegionStateNode(getParentRegion());<a name="line.435"></a>
-<span class="sourceLineNo">436</span><a name="line.436"></a>
-<span class="sourceLineNo">437</span>    if (node == null) {<a name="line.437"></a>
-<span class="sourceLineNo">438</span>      throw new UnknownRegionException(getParentRegion().getRegionNameAsString());<a name="line.438"></a>
-<span class="sourceLineNo">439</span>    }<a name="line.439"></a>
-<span class="sourceLineNo">440</span><a name="line.440"></a>
-<span class="sourceLineNo">441</span>    RegionInfo parentHRI = node.getRegionInfo();<a name="line.441"></a>
-<span class="sourceLineNo">442</span>    if (parentHRI == null) {<a name="line.442"></a>
-<span class="sourceLineNo">443</span>      LOG.info("Unsplittable; parent region is null; node={}", node);<a name="line.443"></a>
-<span class="sourceLineNo">444</span>      return false;<a name="line.444"></a>
-<span class="sourceLineNo">445</span>    }<a name="line.445"></a>
-<span class="sourceLineNo">446</span>    // Lookup the parent HRI state from the AM, which has the latest updated info.<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    // Protect against the case where concurrent SPLIT requests came in and succeeded<a name="line.447"></a>
-<span class="sourceLineNo">448</span>    // just before us.<a name="line.448"></a>
-<span class="sourceLineNo">449</span>    if (node.isInState(State.SPLIT)) {<a name="line.449"></a>
-<span class="sourceLineNo">450</span>      LOG.info("Split of " + parentHRI + " skipped; state is already SPLIT");<a name="line.450"></a>
-<span class="sourceLineNo">451</span>      return false;<a name="line.451"></a>
-<span class="sourceLineNo">452</span>    }<a name="line.452"></a>
-<span class="sourceLineNo">453</span>    if (parentHRI.isSplit() || parentHRI.isOffline()) {<a name="line.453"></a>
-<span class="sourceLineNo">454</span>      LOG.info("Split of " + parentHRI + " skipped because offline/split.");<a name="line.454"></a>
-<span class="sourceLineNo">455</span>      return false;<a name="line.455"></a>
-<span class="sourceLineNo">456</span>    }<a name="line.456"></a>
-<span class="sourceLineNo">457</span><a name="line.457"></a>
-<span class="sourceLineNo">458</span>    // expected parent to be online or closed<a name="line.458"></a>
-<span class="sourceLineNo">459</span>    if (!node.isInState(EXPECTED_SPLIT_STATES)) {<a name="line.459"></a>
-<span class="sourceLineNo">460</span>      // We may have SPLIT already?<a name="line.460"></a>
-<span class="sourceLineNo">461</span>      setFailure(new IOException("Split " + parentHRI.getRegionNameAsString() +<a name="line.461"></a>
-<span class="sourceLineNo">462</span>          " FAILED because state=" + node.getState() + "; expected " +<a name="line.462"></a>
-<span class="sourceLineNo">463</span>          Arrays.toString(EXPECTED_SPLIT_STATES)));<a name="line.463"></a>
-<span class="sourceLineNo">464</span>      return false;<a name="line.464"></a>
-<span class="sourceLineNo">465</span>    }<a name="line.465"></a>
-<span class="sourceLineNo">466</span><a name="line.466"></a>
-<span class="sourceLineNo">467</span>    // Since we have the lock and the master is coordinating the operation<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    // we are always able to split the region<a name="line.468"></a>
-<span class="sourceLineNo">469</span>    if (!env.getMasterServices().isSplitOrMergeEnabled(MasterSwitchType.SPLIT)) {<a name="line.469"></a>
-<span class="sourceLineNo">470</span>      LOG.warn("pid=" + getProcId() + " split switch is off! skip split of " + parentHRI);<a name="line.470"></a>
-<span class="sourceLineNo">471</span>      setFailure(new IOException("Split region " + parentHRI.getRegionNameAsString() +<a name="line.471"></a>
-<span class="sourceLineNo">472</span>          " failed due to split switch off"));<a name="line.472"></a>
-<span class="sourceLineNo">473</span>      return false;<a name="line.473"></a>
-<span class="sourceLineNo">474</span>    }<a name="line.474"></a>
-<span class="sourceLineNo">475</span><a name="line.475"></a>
-<span class="sourceLineNo">476</span>    // set node state as SPLITTING<a name="line.476"></a>
-<span class="sourceLineNo">477</span>    node.setState(State.SPLITTING);<a name="line.477"></a>
+<span class="sourceLineNo">318</span>        case SPLIT_TABLE_REGION_PRE_OPERATION:<a name="line.318"></a>
+<span class="sourceLineNo">319</span>          postRollBackSplitRegion(env);<a name="line.319"></a>
+<span class="sourceLineNo">320</span>          break;<a name="line.320"></a>
+<span class="sourceLineNo">321</span>        case SPLIT_TABLE_REGION_PREPARE:<a name="line.321"></a>
+<span class="sourceLineNo">322</span>          break; // nothing to do<a name="line.322"></a>
+<span class="sourceLineNo">323</span>        default:<a name="line.323"></a>
+<span class="sourceLineNo">324</span>          throw new UnsupportedOperationException(this + " unhandled state=" + state);<a name="line.324"></a>
+<span class="sourceLineNo">325</span>      }<a name="line.325"></a>
+<span class="sourceLineNo">326</span>    } catch (IOException e) {<a name="line.326"></a>
+<span class="sourceLineNo">327</span>      // This will be retried. Unless there is a bug in the code,<a name="line.327"></a>
+<span class="sourceLineNo">328</span>      // this should be just a "temporary error" (e.g. network down)<a name="line.328"></a>
+<span class="sourceLineNo">329</span>      LOG.warn("pid=" + getProcId() + " failed rollback attempt step " + state +<a name="line.329"></a>
+<span class="sourceLineNo">330</span>          " for splitting the region "<a name="line.330"></a>
+<span class="sourceLineNo">331</span>        + getParentRegion().getEncodedName() + " in table " + getTableName(), e);<a name="line.331"></a>
+<span class="sourceLineNo">332</span>      throw e;<a name="line.332"></a>
+<span class="sourceLineNo">333</span>    }<a name="line.333"></a>
+<span class="sourceLineNo">334</span>  }<a name="line.334"></a>
+<span class="sourceLineNo">335</span><a name="line.335"></a>
+<span class="sourceLineNo">336</span>  /*<a name="line.336"></a>
+<span class="sourceLineNo">337</span>   * Check whether we are in the state that can be rollback<a name="line.337"></a>
+<span class="sourceLineNo">338</span>   */<a name="line.338"></a>
+<span class="sourceLineNo">339</span>  @Override<a name="line.339"></a>
+<span class="sourceLineNo">340</span>  protected boolean isRollbackSupported(final SplitTableRegionState state) {<a name="line.340"></a>
+<span class="sourceLineNo">341</span>    switch (state) {<a name="line.341"></a>
+<span class="sourceLineNo">342</span>      case SPLIT_TABLE_REGION_POST_OPERATION:<a name="line.342"></a>
+<span class="sourceLineNo">343</span>      case SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS:<a name="line.343"></a>
+<span class="sourceLineNo">344</span>      case SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META:<a name="line.344"></a>
+<span class="sourceLineNo">345</span>      case SPLIT_TABLE_REGION_UPDATE_META:<a name="line.345"></a>
+<span class="sourceLineNo">346</span>        // It is not safe to rollback if we reach to these states.<a name="line.346"></a>
+<span class="sourceLineNo">347</span>        return false;<a name="line.347"></a>
+<span class="sourceLineNo">348</span>      default:<a name="line.348"></a>
+<span class="sourceLineNo">349</span>        break;<a name="line.349"></a>
+<span class="sourceLineNo">350</span>    }<a name="line.350"></a>
+<span class="sourceLineNo">351</span>    return true;<a name="line.351"></a>
+<span class="sourceLineNo">352</span>  }<a name="line.352"></a>
+<span class="sourceLineNo">353</span><a name="line.353"></a>
+<span class="sourceLineNo">354</span>  @Override<a name="line.354"></a>
+<span class="sourceLineNo">355</span>  protected SplitTableRegionState getState(final int stateId) {<a name="line.355"></a>
+<span class="sourceLineNo">356</span>    return SplitTableRegionState.forNumber(stateId);<a name="line.356"></a>
+<span class="sourceLineNo">357</span>  }<a name="line.357"></a>
+<span class="sourceLineNo">358</span><a name="line.358"></a>
+<span class="sourceLineNo">359</span>  @Override<a name="line.359"></a>
+<span class="sourceLineNo">360</span>  protected int getStateId(final SplitTableRegionState state) {<a name="line.360"></a>
+<span class="sourceLineNo">361</span>    return state.getNumber();<a name="line.361"></a>
+<span class="sourceLineNo">362</span>  }<a name="line.362"></a>
+<span class="sourceLineNo">363</span><a name="line.363"></a>
+<span class="sourceLineNo">364</span>  @Override<a name="line.364"></a>
+<span class="sourceLineNo">365</span>  protected SplitTableRegionState getInitialState() {<a name="line.365"></a>
+<span class="sourceLineNo">366</span>    return SplitTableRegionState.SPLIT_TABLE_REGION_PREPARE;<a name="line.366"></a>
+<span class="sourceLineNo">367</span>  }<a name="line.367"></a>
+<span class="sourceLineNo">368</span><a name="line.368"></a>
+<span class="sourceLineNo">369</span>  @Override<a name="line.369"></a>
+<span class="sourceLineNo">370</span>  protected void serializeStateData(ProcedureStateSerializer serializer)<a name="line.370"></a>
+<span class="sourceLineNo">371</span>      throws IOException {<a name="line.371"></a>
+<span class="sourceLineNo">372</span>    super.serializeStateData(serializer);<a name="line.372"></a>
+<span class="sourceLineNo">373</span><a name="line.373"></a>
+<span class="sourceLineNo">374</span>    final MasterProcedureProtos.SplitTableRegionStateData.Builder splitTableRegionMsg =<a name="line.374"></a>
+<span class="sourceLineNo">375</span>        MasterProcedureProtos.SplitTableRegionStateData.newBuilder()<a name="line.375"></a>
+<span class="sourceLineNo">376</span>        .setUserInfo(MasterProcedureUtil.toProtoUserInfo(getUser()))<a name="line.376"></a>
+<span class="sourceLineNo">377</span>        .setParentRegionInfo(ProtobufUtil.toRegionInfo(getRegion()))<a name="line.377"></a>
+<span class="sourceLineNo">378</span>        .addChildRegionInfo(ProtobufUtil.toRegionInfo(daughter_1_RI))<a name="line.378"></a>
+<span class="sourceLineNo">379</span>        .addChildRegionInfo(ProtobufUtil.toRegionInfo(daughter_2_RI));<a name="line.379"></a>
+<span class="sourceLineNo">380</span>    serializer.serialize(splitTableRegionMsg.build());<a name="line.380"></a>
+<span class="sourceLineNo">381</span>  }<a name="line.381"></a>
+<span class="sourceLineNo">382</span><a name="line.382"></a>
+<span class="sourceLineNo">383</span>  @Override<a name="line.383"></a>
+<span class="sourceLineNo">384</span>  protected void deserializeStateData(ProcedureStateSerializer serializer)<a name="line.384"></a>
+<span class="sourceLineNo">385</span>      throws IOException {<a name="line.385"></a>
+<span class="sourceLineNo">386</span>    super.deserializeStateData(serializer);<a name="line.386"></a>
+<span class="sourceLineNo">387</span><a name="line.387"></a>
+<span class="sourceLineNo">388</span>    final MasterProcedureProtos.SplitTableRegionStateData splitTableRegionsMsg =<a name="line.388"></a>
+<span class="sourceLineNo">389</span>        serializer.deserialize(MasterProcedureProtos.SplitTableRegionStateData.class);<a name="line.389"></a>
+<span class="sourceLineNo">390</span>    setUser(MasterProcedureUtil.toUserInfo(splitTableRegionsMsg.getUserInfo()));<a name="line.390"></a>
+<span class="sourceLineNo">391</span>    setRegion(ProtobufUtil.toRegionInfo(splitTableRegionsMsg.getParentRegionInfo()));<a name="line.391"></a>
+<span class="sourceLineNo">392</span>    assert(splitTableRegionsMsg.getChildRegionInfoCount() == 2);<a name="line.392"></a>
+<span class="sourceLineNo">393</span>    daughter_1_RI = ProtobufUtil.toRegionInfo(splitTableRegionsMsg.getChildRegionInfo(0));<a name="line.393"></a>
+<span class="sourceLineNo">394</span>    daughter_2_RI = ProtobufUtil.toRegionInfo(splitTableRegionsMsg.getChildRegionInfo(1));<a name="line.394"></a>
+<span class="sourceLineNo">395</span>  }<a name="line.395"></a>
+<span class="sourceLineNo">396</span><a name="line.396"></a>
+<span class="sourceLineNo">397</span>  @Override<a name="line.397"></a>
+<span class="sourceLineNo">398</span>  public void toStringClassDetails(StringBuilder sb) {<a name="line.398"></a>
+<span class="sourceLineNo">399</span>    sb.append(getClass().getSimpleName());<a name="line.399"></a>
+<span class="sourceLineNo">400</span>    sb.append(" table=");<a name="line.400"></a>
+<span class="sourceLineNo">401</span>    sb.append(getTableName());<a name="line.401"></a>
+<span class="sourceLineNo">402</span>    sb.append(", parent=");<a name="line.402"></a>
+<span class="sourceLineNo">403</span>    sb.append(getParentRegion().getShortNameToLog());<a name="line.403"></a>
+<span class="sourceLineNo">404</span>    sb.append(", daughterA=");<a name="line.404"></a>
+<span class="sourceLineNo">405</span>    sb.append(daughter_1_RI.getShortNameToLog());<a name="line.405"></a>
+<span class="sourceLineNo">406</span>    sb.append(", daughterB=");<a name="line.406"></a>
+<span class="sourceLineNo">407</span>    sb.append(daughter_2_RI.getShortNameToLog());<a name="line.407"></a>
+<span class="sourceLineNo">408</span>  }<a name="line.408"></a>
+<span class="sourceLineNo">409</span><a name="line.409"></a>
+<span class="sourceLineNo">410</span>  private RegionInfo getParentRegion() {<a name="line.410"></a>
+<span class="sourceLineNo">411</span>    return getRegion();<a name="line.411"></a>
+<span class="sourceLineNo">412</span>  }<a name="line.412"></a>
+<span class="sourceLineNo">413</span><a name="line.413"></a>
+<span class="sourceLineNo">414</span>  @Override<a name="line.414"></a>
+<span class="sourceLineNo">415</span>  public TableOperationType getTableOperationType() {<a name="line.415"></a>
+<span class="sourceLineNo">416</span>    return TableOperationType.REGION_SPLIT;<a name="line.416"></a>
+<span class="sourceLineNo">417</span>  }<a name="line.417"></a>
+<span class="sourceLineNo">418</span><a name="line.418"></a>
+<span class="sourceLineNo">419</span>  @Override<a name="line.419"></a>
+<span class="sourceLineNo">420</span>  protected ProcedureMetrics getProcedureMetrics(MasterProcedureEnv env) {<a name="line.420"></a>
+<span class="sourceLineNo">421</span>    return env.getAssignmentManager().getAssignmentManagerMetrics().getSplitProcMetrics();<a name="line.421"></a>
+<span class="sourceLineNo">422</span>  }<a name="line.422"></a>
+<span class="sourceLineNo">423</span><a name="line.423"></a>
+<span class="sourceLineNo">424</span>  private byte[] getSplitRow() {<a name="line.424"></a>
+<span class="sourceLineNo">425</span>    return daughter_2_RI.getStartKey();<a name="line.425"></a>
+<span class="sourceLineNo">426</span>  }<a name="line.426"></a>
+<span class="sourceLineNo">427</span><a name="line.427"></a>
+<span class="sourceLineNo">428</span>  private static final State[] EXPECTED_SPLIT_STATES = new State[] { State.OPEN, State.CLOSED };<a name="line.428"></a>
+<span class="sourceLineNo">429</span><a name="line.429"></a>
+<span class="sourceLineNo">430</span>  /**<a name="line.430"></a>
+<span class="sourceLineNo">431</span>   * Prepare to Split region.<a name="line.431"></a>
+<span class="sourceLineNo">432</span>   * @param env MasterProcedureEnv<a name="line.432"></a>
+<span class="sourceLineNo">433</span>   */<a name="line.433"></a>
+<span class="sourceLineNo">434</span>  @VisibleForTesting<a name="line.434"></a>
+<span class="sourceLineNo">435</span>  public boolean prepareSplitRegion(final MasterProcedureEnv env) throws IOException {<a name="line.435"></a>
+<span class="sourceLineNo">436</span>    // Check whether the region is splittable<a name="line.436"></a>
+<span class="sourceLineNo">437</span>    RegionStateNode node =<a name="line.437"></a>
+<span class="sourceLineNo">438</span>        env.getAssignmentManager().getRegionStates().getRegionStateNode(getParentRegion());<a name="line.438"></a>
+<span class="sourceLineNo">439</span><a name="line.439"></a>
+<span class="sourceLineNo">440</span>    if (node == null) {<a name="line.440"></a>
+<span class="sourceLineNo">441</span>      throw new UnknownRegionException(getParentRegion().getRegionNameAsString());<a name="line.441"></a>
+<span class="sourceLineNo">442</span>    }<a name="line.442"></a>
+<span class="sourceLineNo">443</span><a name="line.443"></a>
+<span class="sourceLineNo">444</span>    RegionInfo parentHRI = node.getRegionInfo();<a name="line.444"></a>
+<span class="sourceLineNo">445</span>    if (parentHRI == null) {<a name="line.445"></a>
+<span class="sourceLineNo">446</span>      LOG.info("Unsplittable; parent region is null; node={}", node);<a name="line.446"></a>
+<span class="sourceLineNo">447</span>      return false;<a name="line.447"></a>
+<span class="sourceLineNo">448</span>    }<a name="line.448"></a>
+<span class="sourceLineNo">449</span>    // Lookup the parent HRI state from the AM, which has the latest updated info.<a name="line.449"></a>
+<span class="sourceLineNo">450</span>    // Protect against the case where concurrent SPLIT requests came in and succeeded<a name="line.450"></a>
+<span class="sourceLineNo">451</span>    // just before us.<a name="line.451"></a>
+<span class="sourceLineNo">452</span>    if (node.isInState(State.SPLIT)) {<a name="line.452"></a>
+<span class="sourceLineNo">453</span>      LOG.info("Split of " + parentHRI + " skipped; state is already SPLIT");<a name="line.453"></a>
+<span class="sourceLineNo">454</span>      return false;<a name="line.454"></a>
+<span class="sourceLineNo">455</span>    }<a name="line.455"></a>
+<span class="sourceLineNo">456</span>    if (parentHRI.isSplit() || parentHRI.isOffline()) {<a name="line.456"></a>
+<span class="sourceLineNo">457</span>      LOG.info("Split of " + parentHRI + " skipped because offline/split.");<a name="line.457"></a>
+<span class="sourceLineNo">458</span>      return false;<a name="line.458"></a>
+<span class="sourceLineNo">459</span>    }<a name="line.459"></a>
+<span class="sourceLineNo">460</span><a name="line.460"></a>
+<span class="sourceLineNo">461</span>    // expected parent to be online or closed<a name="line.461"></a>
+<span class="sourceLineNo">462</span>    if (!node.isInState(EXPECTED_SPLIT_STATES)) {<a name="line.462"></a>
+<span class="sourceLineNo">463</span>      // We may have SPLIT already?<a name="line.463"></a>
+<span class="sourceLineNo">464</span>      setFailure(new IOException("Split " + parentHRI.getRegionNameAsString() +<a name="line.464"></a>
+<span class="sourceLineNo">465</span>          " FAILED because state=" + node.getState() + "; expected " +<a name="line.465"></a>
+<span class="sourceLineNo">466</span>          Arrays.toString(EXPECTED_SPLIT_STATES)));<a name="line.466"></a>
+<span class="sourceLineNo">467</span>      return false;<a name="line.467"></a>
+<span class="sourceLineNo">468</span>    }<a name="line.468"></a>
+<span class="sourceLineNo">469</span><a name="line.469"></a>
+<span class="sourceLineNo">470</span>    // Since we have the lock and the master is coordinating the operation<a name="line.470"></a>
+<span class="sourceLineNo">471</span>    // we are always able to split the region<a name="line.471"></a>
+<span class="sourceLineNo">472</span>    if (!env.getMasterServices().isSplitOrMergeEnabled(MasterSwitchType.SPLIT)) {<a name="line.472"></a>
+<span class="sourceLineNo">473</span>      LOG.warn("pid=" + getProcId() + " split switch is off! skip split of " + parentHRI);<a name="line.473"></a>
+<span class="sourceLineNo">474</span>      setFailure(new IOException("Split region " + parentHRI.getRegionNameAsString() +<a name="line.474"></a>
+<span class="sourceLineNo">475</span>          " failed due to split switch off"));<a name="line.475"></a>
+<span class="sourceLineNo">476</span>      return false;<a name="line.476"></a>
+<span class="sourceLineNo">477</span>    }<a name="line.477"></a>
 <span class="sourceLineNo">478</span><a name="line.478"></a>
-<span class="sourceLineNo">479</span>    return true;<a name="line.479"></a>
-<span class="sourceLineNo">480</span>  }<a name="line.480"></a>
+<span class="sourceLineNo">479</span>    // set node state as SPLITTING<a name="line.479"></a>
+<span class="sourceLineNo">480</span>    node.setState(State.SPLITTING);<a name="line.480"></a>
 <span class="sourceLineNo">481</span><a name="line.481"></a>
-<span class="sourceLineNo">482</span>  /**<a name="line.482"></a>
-<span class="sourceLineNo">483</span>   * Action before splitting region in a table.<a name="line.483"></a>
-<span class="sourceLineNo">484</span>   * @param env MasterProcedureEnv<a name="line.484"></a>
-<span class="sourceLineNo">485</span>   */<a name="line.485"></a>
-<span class="sourceLineNo">486</span>  private void preSplitRegion(final MasterProcedureEnv env)<a name="line.486"></a>
-<span class="sourceLineNo">487</span>      throws IOException, InterruptedException {<a name="line.487"></a>
-<span class="sourceLineNo">488</span>    final MasterCoprocessorHost cpHost = env.getMasterCoprocessorHost();<a name="line.488"></a>
-<span class="sourceLineNo">489</span>    if (cpHost != null) {<a name="line.489"></a>
-<span class="sourceLineNo">490</span>      cpHost.preSplitRegionAction(getTableName(), getSplitRow(), getUser());<a name="line.490"></a>
-<span class="sourceLineNo">491</span>    }<a name="line.491"></a>
-<span class="sourceLineNo">492</span><a name="line.492"></a>
-<span class="sourceLineNo">493</span>    // TODO: Clean up split and merge. Currently all over the place.<a name="line.493"></a>
-<span class="sourceLineNo">494</span>    // Notify QuotaManager and RegionNormalizer<a name="line.494"></a>
-<span class="sourceLineNo">495</span>    try {<a name="line.495"></a>
-<span class="sourceLineNo">496</span>      env.getMasterServices().getMasterQuotaManager().onRegionSplit(this.getParentRegion());<a name="line.496"></a>
-<span class="sourceLineNo">497</span>    } catch (QuotaExceededException e) {<a name="line.497"></a>
-<span class="sourceLineNo">498</span>      env.getAssignmentManager().getRegionNormalizer().planSkipped(this.getParentRegion(),<a name="line.498"></a>
-<span class="sourceLineNo">499</span>          NormalizationPlan.PlanType.SPLIT);<a name="line.499"></a>
-<span class="sourceLineNo">500</span>      throw e;<a name="line.500"></a>
-<span class="sourceLineNo">501</span>    }<a name="line.501"></a>
-<span class="sourceLineNo">502</span>  }<a name="line.502"></a>
-<span class="sourceLineNo">503</span><a name="line.503"></a>
-<span class="sourceLineNo">504</span>  /**<a name="line.504"></a>
-<span class="sourceLineNo">505</span>   * Action after rollback a split table region action.<a name="line.505"></a>
-<span class="sourceLineNo">506</span>   * @param env MasterProcedureEnv<a name="line.506"></a>
-<span class="sourceLineNo">507</span>   */<a name="line.507"></a>
-<span class="sourceLineNo">508</span>  private void postRollBackSplitRegion(final MasterProcedureEnv env) throws IOException {<a name="line.508"></a>
-<span class="sourceLineNo">509</span>    final MasterCoprocessorHost cpHost = env.getMasterCoprocessorHost();<a name="line.509"></a>
-<span class="sourceLineNo">510</span>    if (cpHost != null) {<a name="line.510"></a>
-<span class="sourceLineNo">511</span>      cpHost.postRollBackSplitRegionAction(getUser());<a name="line.511"></a>
-<span class="sourceLineNo">512</span>    }<a name="line.512"></a>
-<span class="sourceLineNo">513</span>  }<a name="line.513"></a>
-<span class="sourceLineNo">514</span><a name="line.514"></a>
-<span class="sourceLineNo">515</span>  /**<a name="line.515"></a>
-<span class="sourceLineNo">516</span>   * Rollback close parent region<a name="line.516"></a>
-<span class="sourceLineNo">517</span>   * @param env MasterProcedureEnv<a name="line.517"></a>
-<span class="sourceLineNo">518</span>   */<a name="line.518"></a>
-<span class="sourceLineNo">519</span>  private void openParentRegion(final MasterProcedureEnv env) throws IOException {<a name="line.519"></a>
-<span class="sourceLineNo">520</span>    // Check whether the region is closed; if so, open it in the same server<a name="line.520"></a>
-<span class="sourceLineNo">521</span>    final int regionReplication = getRegionReplication(env);<a name="line.521"></a>
-<span class="sourceLineNo">522</span>    final ServerName serverName = getParentRegionServerName(env);<a name="line.522"></a>
-<span class="sourceLineNo">523</span><a name="line.523"></a>
-<span class="sourceLineNo">524</span>    final AssignProcedure[] procs = new AssignProcedure[regionReplication];<a name="line.524"></a>
-<span class="sourceLineNo">525</span>    for (int i = 0; i &lt; regionReplication; ++i) {<a name="line.525"></a>
-<span class="sourceLineNo">526</span>      final RegionInfo hri = RegionReplicaUtil.getRegionInfoForReplica(getParentRegion(), i);<a name="line.526"></a>
-<span class="sourceLineNo">527</span>      procs[i] = env.getAssignmentManager().createAssignProcedure(hri, serverName);<a name="line.527"></a>
-<span class="sourceLineNo">528</span>    }<a name="line.528"></a>
-<span class="sourceLineNo">529</span>    env.getMasterServices().getMasterProcedureExecutor().submitProcedures(procs);<a name="line.529"></a>
-<span class="sourceLineNo">530</span>  }<a name="line.530"></a>
-<span class="sourceLineNo">531</span><a name="line.531"></a>
-<span class="sourceLineNo">532</span>  /**<a name="line.532"></a>
-<span class="sourceLineNo">533</span>   * Create daughter regions<a name="line.533"></a>
-<span class="sourceLineNo">534</span>   * @param env MasterProcedureEnv<a name="line.534"></a>
-<span class="sourceLineNo">535</span>   */<a name="line.535"></a>
-<span class="sourceLineNo">536</span>  @VisibleForTesting<a name="line.536"></a>
-<span class="sourceLineNo">537</span>  public void createDaughterRegions(final MasterProcedureEnv env) throws IOException {<a name="line.537"></a>
-<span class="sourceLineNo">538</span>    final MasterFileSystem mfs = env.getMasterServices().getMasterFileSystem();<a name="line.538"></a>
-<span class="sourceLineNo">539</span>    final Path tabledir = FSUtils.getTableDir(mfs.getRootDir(), getTableName());<a name="line.539"></a>
-<span class="sourceLineNo">540</span>    final FileSystem fs = mfs.getFileSystem();<a name="line.540"></a>
-<span class="sourceLineNo">541</span>    HRegionFileSystem regionFs = HRegionFileSystem.openRegionFromFileSystem(<a name="line.541"></a>
-<span class="sourceLineNo">542</span>      env.getMasterConfiguration(), fs, tabledir, getParentRegion(), false);<a name="line.542"></a>
-<span class="sourceLineNo">543</span>    regionFs.createSplitsDir();<a name="line.543"></a>
-<span class="sourceLineNo">544</span><a name="line.544"></a>
-<span class="sourceLineNo">545</span>    Pair&lt;Integer, Integer&gt; expectedReferences = splitStoreFiles(env, regionFs);<a name="line.545"></a>
-<span class="sourceLineNo">546</span><a name="line.546"></a>
-<span class="sourceLineNo">547</span>    assertReferenceFileCount(fs, expectedReferences.getFirst(),<a name="line.547"></a>
-<span class="sourceLineNo">548</span>      regionFs.getSplitsDir(daughter_1_RI));<a name="line.548"></a>
-<span class="sourceLineNo">549</span>    //Move the files from the temporary .splits to the final /table/region directory<a name="line.549"></a>
-<span class="sourceLineNo">550</span>    regionFs.commitDaughterRegion(daughter_1_RI);<a name="line.550"></a>
-<span class="sourceLineNo">551</span>    assertReferenceFileCount(fs, expectedReferences.getFirst(),<a name="line.551"></a>
-<span class="sourceLineNo">552</span>      new Path(tabledir, daughter_1_RI.getEncodedName()));<a name="line.552"></a>
-<span class="sourceLineNo">553</span><a name="line.553"></a>
-<span class="sourceLineNo">554</span>    assertReferenceFileCount(fs, expectedReferences.getSecond(),<a name="line.554"></a>
-<span class="sourceLineNo">555</span>      regionFs.getSplitsDir(daughter_2_RI));<a name="line.555"></a>
-<span class="sourceLineNo">556</span>    regionFs.commitDaughterRegion(daughter_2_RI);<a name="line.556"></a>
+<span class="sourceLineNo">482</span>    return true;<a name="line.482"></a>
+<span class="sourceLineNo">483</span>  }<a name="line.483"></a>
+<span class="sourceLineNo">484</span><a name="line.484"></a>
+<span class="sourceLineNo">485</span>  /**<a name="line.485"></a>
+<span class="sourceLineNo">486</span>   * Action before splitting region in a table.<a name="line.486"></a>
+<span class="sourceLineNo">487</span>   * @param env MasterProcedureEnv<a name="line.487"></a>
+<span class="sourceLineNo">488</span>   */<a name="line.488"></a>
+<span class="sourceLineNo">489</span>  private void preSplitRegion(final MasterProcedureEnv env)<a name="line.489"></a>
+<span class="sourceLineNo">490</span>      throws IOException, InterruptedException {<a name="line.490"></a>
+<span class="sourceLineNo">491</span>    final MasterCoprocessorHost cpHost = env.getMasterCoprocessorHost();<a name="line.491"></a>
+<span class="sourceLineNo">492</span>    if (cpHost != null) {<a name="line.492"></a>
+<span class="sourceLineNo">493</span>      cpHost.preSplitRegionAction(getTableName(), getSplitRow(), getUser());<a name="line.493"></a>
+<span class="sourceLineNo">494</span>    }<a name="line.494"></a>
+<span class="sourceLineNo">495</span><a name="line.495"></a>
+<span class="sourceLineNo">496</span>    // TODO: Clean up split and merge. Currently all over the place.<a name="line.496"></a>
+<span class="sourceLineNo">497</span>    // Notify QuotaManager and RegionNormalizer<a name="line.497"></a>
+<span class="sourceLineNo">498</span>    try {<a name="line.498"></a>
+<span class="sourceLineNo">499</span>      env.getMasterServices().getMasterQuotaManager().onRegionSplit(this.getParentRegion());<a name="line.499"></a>
+<span class="sourceLineNo">500</span>    } catch (QuotaExceededException e) {<a name="line.500"></a>
+<span class="sourceLineNo">501</span>      env.getAssignmentManager().getRegionNormalizer().planSkipped(this.getParentRegion(),<a name="line.501"></a>
+<span class="sourceLineNo">502</span>          NormalizationPlan.PlanType.SPLIT);<a name="line.502"></a>
+<span class="sourceLineNo">503</span>      throw e;<a name="line.503"></a>
+<span class="sourceLineNo">504</span>    }<a name="line.504"></a>
+<span class="sourceLineNo">505</span>  }<a name="line.505"></a>
+<span class="sourceLineNo">506</span><a name="line.506"></a>
+<span class="sourceLineNo">507</span>  /**<a name="line.507"></a>
+<span class="sourceLineNo">508</span>   * Action after rollback a split table region action.<a name="line.508"></a>
+<span class="sourceLineNo">509</span>   * @param env MasterProcedureEnv<a name="line.509"></a>
+<span class="sourceLineNo">510</span>   */<a name="line.510"></a>
+<span class="sourceLineNo">511</span>  private void postRollBackSplitRegion(final MasterProcedureEnv env) throws IOException {<a name="line.511"></a>
+<span class="sourceLineNo">512</span>    final MasterCoprocessorHost cpHost = env.getMasterCoprocessorHost();<a name="line.512"></a>
+<span class="sourceLineNo">513</span>    if (cpHost != null) {<a name="line.513"></a>
+<span class="sourceLineNo">514</span>      cpHost.postRollBackSplitRegionAction(getUser());<a name="line.514"></a>
+<span class="sourceLineNo">515</span>    }<a name="line.515"></a>
+<span class="sourceLineNo">516</span>  }<a name="line.516"></a>
+<span class="sourceLineNo">517</span><a name="line.517"></a>
+<span class="sourceLineNo">518</span>  /**<a name="line.518"></a>
+<span class="sourceLineNo">519</span>   * Rollback close parent region<a name="line.519"></a>
+<span class="sourceLineNo">520</span>   * @param env MasterProcedureEnv<a name="line.520"></a>
+<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
+<span class="sourceLineNo">522</span>  private void openParentRegion(final MasterProcedureEnv env) throws IOException {<a name="line.522"></a>
+<span class="sourceLineNo">523</span>    // Check whether the region is closed; if so, open it in the same server<a name="line.523"></a>
+<span class="sourceLineNo">524</span>    final int regionReplication = getRegionReplication(env);<a name="line.524"></a>
+<span class="sourceLineNo">525</span>    final ServerName serverName = getParentRegionServerName(env);<a name="line.525"></a>
+<span class="sourceLineNo">526</span><a name="line.526"></a>
+<span class="sourceLineNo">527</span>    final AssignProcedure[] procs = new AssignProcedure[regionReplication];<a name="line.527"></a>
+<span class="sourceLineNo">528</span>    for (int i = 0; i &lt; regionReplication; ++i) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span>      final RegionInfo hri = RegionReplicaUtil.getRegionInfoForReplica(getParentRegion(), i);<a name="line.529"></a>
+<span class="sourceLineNo">530</span>      procs[i] = env.getAssignmentManager().createAssignProcedure(hri, serverName);<a name="line.530"></a>
+<span class="sourceLineNo">531</span>    }<a name="line.531"></a>
+<span class="sourceLineNo">532</span>    env.getMasterServices().getMasterProcedureExecutor().submitProcedures(procs);<a name="line.532"></a>
+<span class="sourceLineNo">533</span>  }<a name="line.533"></a>
+<span class="sourceLineNo">534</span><a name="line.534"></a>
+<span class="sourceLineNo">535</span>  /**<a name="line.535"></a>
+<span class="sourceLineNo">536</span>   * Create daughter regions<a name="line.536"></a>
+<span class="sourceLineN

<TRUNCATED>

[17/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html b/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html
index 74fbf67..33418d0 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html
@@ -27,287 +27,296 @@
 <span class="sourceLineNo">019</span>package org.apache.hadoop.hbase.io.hfile.bucket;<a name="line.19"></a>
 <span class="sourceLineNo">020</span><a name="line.20"></a>
 <span class="sourceLineNo">021</span>import java.io.File;<a name="line.21"></a>
-<span class="sourceLineNo">022</span>import java.io.FileNotFoundException;<a name="line.22"></a>
-<span class="sourceLineNo">023</span>import java.io.IOException;<a name="line.23"></a>
-<span class="sourceLineNo">024</span>import java.io.RandomAccessFile;<a name="line.24"></a>
-<span class="sourceLineNo">025</span>import java.nio.ByteBuffer;<a name="line.25"></a>
-<span class="sourceLineNo">026</span>import java.nio.channels.ClosedChannelException;<a name="line.26"></a>
-<span class="sourceLineNo">027</span>import java.nio.channels.FileChannel;<a name="line.27"></a>
-<span class="sourceLineNo">028</span>import java.util.Arrays;<a name="line.28"></a>
-<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.io.hfile.Cacheable;<a name="line.29"></a>
-<span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.io.hfile.Cacheable.MemoryType;<a name="line.30"></a>
-<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.io.hfile.CacheableDeserializer;<a name="line.31"></a>
-<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.nio.ByteBuff;<a name="line.32"></a>
-<span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.nio.SingleByteBuff;<a name="line.33"></a>
-<span class="sourceLineNo">034</span>import org.apache.hadoop.util.StringUtils;<a name="line.34"></a>
-<span class="sourceLineNo">035</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.35"></a>
-<span class="sourceLineNo">036</span>import org.slf4j.Logger;<a name="line.36"></a>
-<span class="sourceLineNo">037</span>import org.slf4j.LoggerFactory;<a name="line.37"></a>
-<span class="sourceLineNo">038</span><a name="line.38"></a>
-<span class="sourceLineNo">039</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.39"></a>
-<span class="sourceLineNo">040</span>import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;<a name="line.40"></a>
-<span class="sourceLineNo">041</span><a name="line.41"></a>
-<span class="sourceLineNo">042</span>/**<a name="line.42"></a>
-<span class="sourceLineNo">043</span> * IO engine that stores data to a file on the local file system.<a name="line.43"></a>
-<span class="sourceLineNo">044</span> */<a name="line.44"></a>
-<span class="sourceLineNo">045</span>@InterfaceAudience.Private<a name="line.45"></a>
-<span class="sourceLineNo">046</span>public class FileIOEngine implements IOEngine {<a name="line.46"></a>
-<span class="sourceLineNo">047</span>  private static final Logger LOG = LoggerFactory.getLogger(FileIOEngine.class);<a name="line.47"></a>
-<span class="sourceLineNo">048</span>  public static final String FILE_DELIMITER = ",";<a name="line.48"></a>
-<span class="sourceLineNo">049</span>  private final String[] filePaths;<a name="line.49"></a>
-<span class="sourceLineNo">050</span>  private final FileChannel[] fileChannels;<a name="line.50"></a>
-<span class="sourceLineNo">051</span>  private final RandomAccessFile[] rafs;<a name="line.51"></a>
-<span class="sourceLineNo">052</span><a name="line.52"></a>
-<span class="sourceLineNo">053</span>  private final long sizePerFile;<a name="line.53"></a>
-<span class="sourceLineNo">054</span>  private final long capacity;<a name="line.54"></a>
-<span class="sourceLineNo">055</span><a name="line.55"></a>
-<span class="sourceLineNo">056</span>  private FileReadAccessor readAccessor = new FileReadAccessor();<a name="line.56"></a>
-<span class="sourceLineNo">057</span>  private FileWriteAccessor writeAccessor = new FileWriteAccessor();<a name="line.57"></a>
-<span class="sourceLineNo">058</span><a name="line.58"></a>
-<span class="sourceLineNo">059</span>  public FileIOEngine(long capacity, boolean maintainPersistence, String... filePaths)<a name="line.59"></a>
-<span class="sourceLineNo">060</span>      throws IOException {<a name="line.60"></a>
-<span class="sourceLineNo">061</span>    this.sizePerFile = capacity / filePaths.length;<a name="line.61"></a>
-<span class="sourceLineNo">062</span>    this.capacity = this.sizePerFile * filePaths.length;<a name="line.62"></a>
-<span class="sourceLineNo">063</span>    this.filePaths = filePaths;<a name="line.63"></a>
-<span class="sourceLineNo">064</span>    this.fileChannels = new FileChannel[filePaths.length];<a name="line.64"></a>
-<span class="sourceLineNo">065</span>    if (!maintainPersistence) {<a name="line.65"></a>
-<span class="sourceLineNo">066</span>      for (String filePath : filePaths) {<a name="line.66"></a>
-<span class="sourceLineNo">067</span>        File file = new File(filePath);<a name="line.67"></a>
-<span class="sourceLineNo">068</span>        if (file.exists()) {<a name="line.68"></a>
-<span class="sourceLineNo">069</span>          if (LOG.isDebugEnabled()) {<a name="line.69"></a>
-<span class="sourceLineNo">070</span>            LOG.debug("File " + filePath + " already exists. Deleting!!");<a name="line.70"></a>
-<span class="sourceLineNo">071</span>          }<a name="line.71"></a>
-<span class="sourceLineNo">072</span>          file.delete();<a name="line.72"></a>
-<span class="sourceLineNo">073</span>          // If deletion fails still we can manage with the writes<a name="line.73"></a>
-<span class="sourceLineNo">074</span>        }<a name="line.74"></a>
-<span class="sourceLineNo">075</span>      }<a name="line.75"></a>
-<span class="sourceLineNo">076</span>    }<a name="line.76"></a>
-<span class="sourceLineNo">077</span>    this.rafs = new RandomAccessFile[filePaths.length];<a name="line.77"></a>
-<span class="sourceLineNo">078</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.78"></a>
-<span class="sourceLineNo">079</span>      String filePath = filePaths[i];<a name="line.79"></a>
-<span class="sourceLineNo">080</span>      try {<a name="line.80"></a>
-<span class="sourceLineNo">081</span>        rafs[i] = new RandomAccessFile(filePath, "rw");<a name="line.81"></a>
-<span class="sourceLineNo">082</span>        long totalSpace = new File(filePath).getTotalSpace();<a name="line.82"></a>
-<span class="sourceLineNo">083</span>        if (totalSpace &lt; sizePerFile) {<a name="line.83"></a>
-<span class="sourceLineNo">084</span>          // The next setting length will throw exception,logging this message<a name="line.84"></a>
-<span class="sourceLineNo">085</span>          // is just used for the detail reason of exception,<a name="line.85"></a>
-<span class="sourceLineNo">086</span>          String msg = "Only " + StringUtils.byteDesc(totalSpace)<a name="line.86"></a>
-<span class="sourceLineNo">087</span>              + " total space under " + filePath + ", not enough for requested "<a name="line.87"></a>
-<span class="sourceLineNo">088</span>              + StringUtils.byteDesc(sizePerFile);<a name="line.88"></a>
-<span class="sourceLineNo">089</span>          LOG.warn(msg);<a name="line.89"></a>
-<span class="sourceLineNo">090</span>        }<a name="line.90"></a>
-<span class="sourceLineNo">091</span>        rafs[i].setLength(sizePerFile);<a name="line.91"></a>
-<span class="sourceLineNo">092</span>        fileChannels[i] = rafs[i].getChannel();<a name="line.92"></a>
-<span class="sourceLineNo">093</span>        LOG.info("Allocating cache " + StringUtils.byteDesc(sizePerFile)<a name="line.93"></a>
-<span class="sourceLineNo">094</span>            + ", on the path:" + filePath);<a name="line.94"></a>
-<span class="sourceLineNo">095</span>      } catch (IOException fex) {<a name="line.95"></a>
-<span class="sourceLineNo">096</span>        LOG.error("Failed allocating cache on " + filePath, fex);<a name="line.96"></a>
-<span class="sourceLineNo">097</span>        shutdown();<a name="line.97"></a>
-<span class="sourceLineNo">098</span>        throw fex;<a name="line.98"></a>
-<span class="sourceLineNo">099</span>      }<a name="line.99"></a>
-<span class="sourceLineNo">100</span>    }<a name="line.100"></a>
-<span class="sourceLineNo">101</span>  }<a name="line.101"></a>
-<span class="sourceLineNo">102</span><a name="line.102"></a>
-<span class="sourceLineNo">103</span>  @Override<a name="line.103"></a>
-<span class="sourceLineNo">104</span>  public String toString() {<a name="line.104"></a>
-<span class="sourceLineNo">105</span>    return "ioengine=" + this.getClass().getSimpleName() + ", paths="<a name="line.105"></a>
-<span class="sourceLineNo">106</span>        + Arrays.asList(filePaths) + ", capacity=" + String.format("%,d", this.capacity);<a name="line.106"></a>
-<span class="sourceLineNo">107</span>  }<a name="line.107"></a>
-<span class="sourceLineNo">108</span><a name="line.108"></a>
-<span class="sourceLineNo">109</span>  /**<a name="line.109"></a>
-<span class="sourceLineNo">110</span>   * File IO engine is always able to support persistent storage for the cache<a name="line.110"></a>
-<span class="sourceLineNo">111</span>   * @return true<a name="line.111"></a>
-<span class="sourceLineNo">112</span>   */<a name="line.112"></a>
-<span class="sourceLineNo">113</span>  @Override<a name="line.113"></a>
-<span class="sourceLineNo">114</span>  public boolean isPersistent() {<a name="line.114"></a>
-<span class="sourceLineNo">115</span>    return true;<a name="line.115"></a>
-<span class="sourceLineNo">116</span>  }<a name="line.116"></a>
-<span class="sourceLineNo">117</span><a name="line.117"></a>
-<span class="sourceLineNo">118</span>  /**<a name="line.118"></a>
-<span class="sourceLineNo">119</span>   * Transfers data from file to the given byte buffer<a name="line.119"></a>
-<span class="sourceLineNo">120</span>   * @param offset The offset in the file where the first byte to be read<a name="line.120"></a>
-<span class="sourceLineNo">121</span>   * @param length The length of buffer that should be allocated for reading<a name="line.121"></a>
-<span class="sourceLineNo">122</span>   *               from the file channel<a name="line.122"></a>
-<span class="sourceLineNo">123</span>   * @return number of bytes read<a name="line.123"></a>
-<span class="sourceLineNo">124</span>   * @throws IOException<a name="line.124"></a>
-<span class="sourceLineNo">125</span>   */<a name="line.125"></a>
-<span class="sourceLineNo">126</span>  @Override<a name="line.126"></a>
-<span class="sourceLineNo">127</span>  public Cacheable read(long offset, int length, CacheableDeserializer&lt;Cacheable&gt; deserializer)<a name="line.127"></a>
-<span class="sourceLineNo">128</span>      throws IOException {<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    Preconditions.checkArgument(length &gt;= 0, "Length of read can not be less than 0.");<a name="line.129"></a>
-<span class="sourceLineNo">130</span>    ByteBuffer dstBuffer = ByteBuffer.allocate(length);<a name="line.130"></a>
-<span class="sourceLineNo">131</span>    if (length != 0) {<a name="line.131"></a>
-<span class="sourceLineNo">132</span>      accessFile(readAccessor, dstBuffer, offset);<a name="line.132"></a>
-<span class="sourceLineNo">133</span>      // The buffer created out of the fileChannel is formed by copying the data from the file<a name="line.133"></a>
-<span class="sourceLineNo">134</span>      // Hence in this case there is no shared memory that we point to. Even if the BucketCache evicts<a name="line.134"></a>
-<span class="sourceLineNo">135</span>      // this buffer from the file the data is already copied and there is no need to ensure that<a name="line.135"></a>
-<span class="sourceLineNo">136</span>      // the results are not corrupted before consuming them.<a name="line.136"></a>
-<span class="sourceLineNo">137</span>      if (dstBuffer.limit() != length) {<a name="line.137"></a>
-<span class="sourceLineNo">138</span>        throw new RuntimeException("Only " + dstBuffer.limit() + " bytes read, " + length<a name="line.138"></a>
-<span class="sourceLineNo">139</span>            + " expected");<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      }<a name="line.140"></a>
-<span class="sourceLineNo">141</span>    }<a name="line.141"></a>
-<span class="sourceLineNo">142</span>    return deserializer.deserialize(new SingleByteBuff(dstBuffer), true, MemoryType.EXCLUSIVE);<a name="line.142"></a>
-<span class="sourceLineNo">143</span>  }<a name="line.143"></a>
-<span class="sourceLineNo">144</span><a name="line.144"></a>
-<span class="sourceLineNo">145</span>  @VisibleForTesting<a name="line.145"></a>
-<span class="sourceLineNo">146</span>  void closeFileChannels() {<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    for (FileChannel fileChannel: fileChannels) {<a name="line.147"></a>
-<span class="sourceLineNo">148</span>      try {<a name="line.148"></a>
-<span class="sourceLineNo">149</span>        fileChannel.close();<a name="line.149"></a>
-<span class="sourceLineNo">150</span>      } catch (IOException e) {<a name="line.150"></a>
-<span class="sourceLineNo">151</span>        LOG.warn("Failed to close FileChannel", e);<a name="line.151"></a>
-<span class="sourceLineNo">152</span>      }<a name="line.152"></a>
-<span class="sourceLineNo">153</span>    }<a name="line.153"></a>
-<span class="sourceLineNo">154</span>  }<a name="line.154"></a>
-<span class="sourceLineNo">155</span><a name="line.155"></a>
-<span class="sourceLineNo">156</span>  /**<a name="line.156"></a>
-<span class="sourceLineNo">157</span>   * Transfers data from the given byte buffer to file<a name="line.157"></a>
-<span class="sourceLineNo">158</span>   * @param srcBuffer the given byte buffer from which bytes are to be read<a name="line.158"></a>
-<span class="sourceLineNo">159</span>   * @param offset The offset in the file where the first byte to be written<a name="line.159"></a>
-<span class="sourceLineNo">160</span>   * @throws IOException<a name="line.160"></a>
-<span class="sourceLineNo">161</span>   */<a name="line.161"></a>
-<span class="sourceLineNo">162</span>  @Override<a name="line.162"></a>
-<span class="sourceLineNo">163</span>  public void write(ByteBuffer srcBuffer, long offset) throws IOException {<a name="line.163"></a>
-<span class="sourceLineNo">164</span>    if (!srcBuffer.hasRemaining()) {<a name="line.164"></a>
-<span class="sourceLineNo">165</span>      return;<a name="line.165"></a>
-<span class="sourceLineNo">166</span>    }<a name="line.166"></a>
-<span class="sourceLineNo">167</span>    accessFile(writeAccessor, srcBuffer, offset);<a name="line.167"></a>
-<span class="sourceLineNo">168</span>  }<a name="line.168"></a>
-<span class="sourceLineNo">169</span><a name="line.169"></a>
-<span class="sourceLineNo">170</span>  /**<a name="line.170"></a>
-<span class="sourceLineNo">171</span>   * Sync the data to file after writing<a name="line.171"></a>
-<span class="sourceLineNo">172</span>   * @throws IOException<a name="line.172"></a>
-<span class="sourceLineNo">173</span>   */<a name="line.173"></a>
-<span class="sourceLineNo">174</span>  @Override<a name="line.174"></a>
-<span class="sourceLineNo">175</span>  public void sync() throws IOException {<a name="line.175"></a>
-<span class="sourceLineNo">176</span>    for (int i = 0; i &lt; fileChannels.length; i++) {<a name="line.176"></a>
-<span class="sourceLineNo">177</span>      try {<a name="line.177"></a>
-<span class="sourceLineNo">178</span>        if (fileChannels[i] != null) {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>          fileChannels[i].force(true);<a name="line.179"></a>
-<span class="sourceLineNo">180</span>        }<a name="line.180"></a>
-<span class="sourceLineNo">181</span>      } catch (IOException ie) {<a name="line.181"></a>
-<span class="sourceLineNo">182</span>        LOG.warn("Failed syncing data to " + this.filePaths[i]);<a name="line.182"></a>
-<span class="sourceLineNo">183</span>        throw ie;<a name="line.183"></a>
-<span class="sourceLineNo">184</span>      }<a name="line.184"></a>
-<span class="sourceLineNo">185</span>    }<a name="line.185"></a>
-<span class="sourceLineNo">186</span>  }<a name="line.186"></a>
-<span class="sourceLineNo">187</span><a name="line.187"></a>
-<span class="sourceLineNo">188</span>  /**<a name="line.188"></a>
-<span class="sourceLineNo">189</span>   * Close the file<a name="line.189"></a>
-<span class="sourceLineNo">190</span>   */<a name="line.190"></a>
-<span class="sourceLineNo">191</span>  @Override<a name="line.191"></a>
-<span class="sourceLineNo">192</span>  public void shutdown() {<a name="line.192"></a>
-<span class="sourceLineNo">193</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.193"></a>
-<span class="sourceLineNo">194</span>      try {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>        if (fileChannels[i] != null) {<a name="line.195"></a>
-<span class="sourceLineNo">196</span>          fileChannels[i].close();<a name="line.196"></a>
-<span class="sourceLineNo">197</span>        }<a name="line.197"></a>
-<span class="sourceLineNo">198</span>        if (rafs[i] != null) {<a name="line.198"></a>
-<span class="sourceLineNo">199</span>          rafs[i].close();<a name="line.199"></a>
-<span class="sourceLineNo">200</span>        }<a name="line.200"></a>
-<span class="sourceLineNo">201</span>      } catch (IOException ex) {<a name="line.201"></a>
-<span class="sourceLineNo">202</span>        LOG.error("Failed closing " + filePaths[i] + " when shudown the IOEngine", ex);<a name="line.202"></a>
-<span class="sourceLineNo">203</span>      }<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    }<a name="line.204"></a>
-<span class="sourceLineNo">205</span>  }<a name="line.205"></a>
-<span class="sourceLineNo">206</span><a name="line.206"></a>
-<span class="sourceLineNo">207</span>  @Override<a name="line.207"></a>
-<span class="sourceLineNo">208</span>  public void write(ByteBuff srcBuffer, long offset) throws IOException {<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    // When caching block into BucketCache there will be single buffer backing for this HFileBlock.<a name="line.209"></a>
-<span class="sourceLineNo">210</span>    assert srcBuffer.hasArray();<a name="line.210"></a>
-<span class="sourceLineNo">211</span>    write(ByteBuffer.wrap(srcBuffer.array(), srcBuffer.arrayOffset(),<a name="line.211"></a>
-<span class="sourceLineNo">212</span>            srcBuffer.remaining()), offset);<a name="line.212"></a>
-<span class="sourceLineNo">213</span>  }<a name="line.213"></a>
-<span class="sourceLineNo">214</span><a name="line.214"></a>
-<span class="sourceLineNo">215</span>  private void accessFile(FileAccessor accessor, ByteBuffer buffer,<a name="line.215"></a>
-<span class="sourceLineNo">216</span>      long globalOffset) throws IOException {<a name="line.216"></a>
-<span class="sourceLineNo">217</span>    int startFileNum = getFileNum(globalOffset);<a name="line.217"></a>
-<span class="sourceLineNo">218</span>    int remainingAccessDataLen = buffer.remaining();<a name="line.218"></a>
-<span class="sourceLineNo">219</span>    int endFileNum = getFileNum(globalOffset + remainingAccessDataLen - 1);<a name="line.219"></a>
-<span class="sourceLineNo">220</span>    int accessFileNum = startFileNum;<a name="line.220"></a>
-<span class="sourceLineNo">221</span>    long accessOffset = getAbsoluteOffsetInFile(accessFileNum, globalOffset);<a name="line.221"></a>
-<span class="sourceLineNo">222</span>    int bufLimit = buffer.limit();<a name="line.222"></a>
-<span class="sourceLineNo">223</span>    while (true) {<a name="line.223"></a>
-<span class="sourceLineNo">224</span>      FileChannel fileChannel = fileChannels[accessFileNum];<a name="line.224"></a>
-<span class="sourceLineNo">225</span>      int accessLen = 0;<a name="line.225"></a>
-<span class="sourceLineNo">226</span>      if (endFileNum &gt; accessFileNum) {<a name="line.226"></a>
-<span class="sourceLineNo">227</span>        // short the limit;<a name="line.227"></a>
-<span class="sourceLineNo">228</span>        buffer.limit((int) (buffer.limit() - remainingAccessDataLen<a name="line.228"></a>
-<span class="sourceLineNo">229</span>            + sizePerFile - accessOffset));<a name="line.229"></a>
-<span class="sourceLineNo">230</span>      }<a name="line.230"></a>
-<span class="sourceLineNo">231</span>      try {<a name="line.231"></a>
-<span class="sourceLineNo">232</span>        accessLen = accessor.access(fileChannel, buffer, accessOffset);<a name="line.232"></a>
-<span class="sourceLineNo">233</span>      } catch (ClosedChannelException e) {<a name="line.233"></a>
-<span class="sourceLineNo">234</span>        LOG.warn("Caught ClosedChannelException accessing BucketCache, reopening file. ", e);<a name="line.234"></a>
-<span class="sourceLineNo">235</span>        refreshFileConnection(accessFileNum);<a name="line.235"></a>
-<span class="sourceLineNo">236</span>        continue;<a name="line.236"></a>
-<span class="sourceLineNo">237</span>      }<a name="line.237"></a>
-<span class="sourceLineNo">238</span>      // recover the limit<a name="line.238"></a>
-<span class="sourceLineNo">239</span>      buffer.limit(bufLimit);<a name="line.239"></a>
-<span class="sourceLineNo">240</span>      if (accessLen &lt; remainingAccessDataLen) {<a name="line.240"></a>
-<span class="sourceLineNo">241</span>        remainingAccessDataLen -= accessLen;<a name="line.241"></a>
-<span class="sourceLineNo">242</span>        accessFileNum++;<a name="line.242"></a>
-<span class="sourceLineNo">243</span>        accessOffset = 0;<a name="line.243"></a>
-<span class="sourceLineNo">244</span>      } else {<a name="line.244"></a>
-<span class="sourceLineNo">245</span>        break;<a name="line.245"></a>
-<span class="sourceLineNo">246</span>      }<a name="line.246"></a>
-<span class="sourceLineNo">247</span>      if (accessFileNum &gt;= fileChannels.length) {<a name="line.247"></a>
-<span class="sourceLineNo">248</span>        throw new IOException("Required data len " + StringUtils.byteDesc(buffer.remaining())<a name="line.248"></a>
-<span class="sourceLineNo">249</span>            + " exceed the engine's capacity " + StringUtils.byteDesc(capacity) + " where offset="<a name="line.249"></a>
-<span class="sourceLineNo">250</span>            + globalOffset);<a name="line.250"></a>
-<span class="sourceLineNo">251</span>      }<a name="line.251"></a>
-<span class="sourceLineNo">252</span>    }<a name="line.252"></a>
-<span class="sourceLineNo">253</span>  }<a name="line.253"></a>
-<span class="sourceLineNo">254</span><a name="line.254"></a>
-<span class="sourceLineNo">255</span>  /**<a name="line.255"></a>
-<span class="sourceLineNo">256</span>   * Get the absolute offset in given file with the relative global offset.<a name="line.256"></a>
-<span class="sourceLineNo">257</span>   * @param fileNum<a name="line.257"></a>
-<span class="sourceLineNo">258</span>   * @param globalOffset<a name="line.258"></a>
-<span class="sourceLineNo">259</span>   * @return the absolute offset<a name="line.259"></a>
-<span class="sourceLineNo">260</span>   */<a name="line.260"></a>
-<span class="sourceLineNo">261</span>  private long getAbsoluteOffsetInFile(int fileNum, long globalOffset) {<a name="line.261"></a>
-<span class="sourceLineNo">262</span>    return globalOffset - fileNum * sizePerFile;<a name="line.262"></a>
-<span class="sourceLineNo">263</span>  }<a name="line.263"></a>
-<span class="sourceLineNo">264</span><a name="line.264"></a>
-<span class="sourceLineNo">265</span>  private int getFileNum(long offset) {<a name="line.265"></a>
-<span class="sourceLineNo">266</span>    if (offset &lt; 0) {<a name="line.266"></a>
-<span class="sourceLineNo">267</span>      throw new IllegalArgumentException("Unexpected offset " + offset);<a name="line.267"></a>
-<span class="sourceLineNo">268</span>    }<a name="line.268"></a>
-<span class="sourceLineNo">269</span>    int fileNum = (int) (offset / sizePerFile);<a name="line.269"></a>
-<span class="sourceLineNo">270</span>    if (fileNum &gt;= fileChannels.length) {<a name="line.270"></a>
-<span class="sourceLineNo">271</span>      throw new RuntimeException("Not expected offset " + offset<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          + " where capacity=" + capacity);<a name="line.272"></a>
-<span class="sourceLineNo">273</span>    }<a name="line.273"></a>
-<span class="sourceLineNo">274</span>    return fileNum;<a name="line.274"></a>
-<span class="sourceLineNo">275</span>  }<a name="line.275"></a>
-<span class="sourceLineNo">276</span><a name="line.276"></a>
-<span class="sourceLineNo">277</span>  private void refreshFileConnection(int accessFileNum) throws FileNotFoundException {<a name="line.277"></a>
-<span class="sourceLineNo">278</span>    rafs[accessFileNum] = new RandomAccessFile(filePaths[accessFileNum], "rw");<a name="line.278"></a>
-<span class="sourceLineNo">279</span>    fileChannels[accessFileNum] = rafs[accessFileNum].getChannel();<a name="line.279"></a>
-<span class="sourceLineNo">280</span>  }<a name="line.280"></a>
-<span class="sourceLineNo">281</span><a name="line.281"></a>
-<span class="sourceLineNo">282</span>  private static interface FileAccessor {<a name="line.282"></a>
-<span class="sourceLineNo">283</span>    int access(FileChannel fileChannel, ByteBuffer byteBuffer, long accessOffset)<a name="line.283"></a>
-<span class="sourceLineNo">284</span>        throws IOException;<a name="line.284"></a>
-<span class="sourceLineNo">285</span>  }<a name="line.285"></a>
-<span class="sourceLineNo">286</span><a name="line.286"></a>
-<span class="sourceLineNo">287</span>  private static class FileReadAccessor implements FileAccessor {<a name="line.287"></a>
-<span class="sourceLineNo">288</span>    @Override<a name="line.288"></a>
-<span class="sourceLineNo">289</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.289"></a>
-<span class="sourceLineNo">290</span>        long accessOffset) throws IOException {<a name="line.290"></a>
-<span class="sourceLineNo">291</span>      return fileChannel.read(byteBuffer, accessOffset);<a name="line.291"></a>
-<span class="sourceLineNo">292</span>    }<a name="line.292"></a>
-<span class="sourceLineNo">293</span>  }<a name="line.293"></a>
-<span class="sourceLineNo">294</span><a name="line.294"></a>
-<span class="sourceLineNo">295</span>  private static class FileWriteAccessor implements FileAccessor {<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    @Override<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.297"></a>
-<span class="sourceLineNo">298</span>        long accessOffset) throws IOException {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      return fileChannel.write(byteBuffer, accessOffset);<a name="line.299"></a>
-<span class="sourceLineNo">300</span>    }<a name="line.300"></a>
-<span class="sourceLineNo">301</span>  }<a name="line.301"></a>
-<span class="sourceLineNo">302</span>}<a name="line.302"></a>
+<span class="sourceLineNo">022</span>import java.io.IOException;<a name="line.22"></a>
+<span class="sourceLineNo">023</span>import java.io.RandomAccessFile;<a name="line.23"></a>
+<span class="sourceLineNo">024</span>import java.nio.ByteBuffer;<a name="line.24"></a>
+<span class="sourceLineNo">025</span>import java.nio.channels.ClosedChannelException;<a name="line.25"></a>
+<span class="sourceLineNo">026</span>import java.nio.channels.FileChannel;<a name="line.26"></a>
+<span class="sourceLineNo">027</span>import java.util.Arrays;<a name="line.27"></a>
+<span class="sourceLineNo">028</span>import org.apache.hadoop.hbase.io.hfile.Cacheable;<a name="line.28"></a>
+<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.io.hfile.Cacheable.MemoryType;<a name="line.29"></a>
+<span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.io.hfile.CacheableDeserializer;<a name="line.30"></a>
+<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.nio.ByteBuff;<a name="line.31"></a>
+<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.nio.SingleByteBuff;<a name="line.32"></a>
+<span class="sourceLineNo">033</span>import org.apache.hadoop.util.StringUtils;<a name="line.33"></a>
+<span class="sourceLineNo">034</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.34"></a>
+<span class="sourceLineNo">035</span>import org.slf4j.Logger;<a name="line.35"></a>
+<span class="sourceLineNo">036</span>import org.slf4j.LoggerFactory;<a name="line.36"></a>
+<span class="sourceLineNo">037</span><a name="line.37"></a>
+<span class="sourceLineNo">038</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.38"></a>
+<span class="sourceLineNo">039</span>import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;<a name="line.39"></a>
+<span class="sourceLineNo">040</span><a name="line.40"></a>
+<span class="sourceLineNo">041</span>/**<a name="line.41"></a>
+<span class="sourceLineNo">042</span> * IO engine that stores data to a file on the local file system.<a name="line.42"></a>
+<span class="sourceLineNo">043</span> */<a name="line.43"></a>
+<span class="sourceLineNo">044</span>@InterfaceAudience.Private<a name="line.44"></a>
+<span class="sourceLineNo">045</span>public class FileIOEngine implements IOEngine {<a name="line.45"></a>
+<span class="sourceLineNo">046</span>  private static final Logger LOG = LoggerFactory.getLogger(FileIOEngine.class);<a name="line.46"></a>
+<span class="sourceLineNo">047</span>  public static final String FILE_DELIMITER = ",";<a name="line.47"></a>
+<span class="sourceLineNo">048</span>  private final String[] filePaths;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>  private final FileChannel[] fileChannels;<a name="line.49"></a>
+<span class="sourceLineNo">050</span>  private final RandomAccessFile[] rafs;<a name="line.50"></a>
+<span class="sourceLineNo">051</span><a name="line.51"></a>
+<span class="sourceLineNo">052</span>  private final long sizePerFile;<a name="line.52"></a>
+<span class="sourceLineNo">053</span>  private final long capacity;<a name="line.53"></a>
+<span class="sourceLineNo">054</span><a name="line.54"></a>
+<span class="sourceLineNo">055</span>  private FileReadAccessor readAccessor = new FileReadAccessor();<a name="line.55"></a>
+<span class="sourceLineNo">056</span>  private FileWriteAccessor writeAccessor = new FileWriteAccessor();<a name="line.56"></a>
+<span class="sourceLineNo">057</span><a name="line.57"></a>
+<span class="sourceLineNo">058</span>  public FileIOEngine(long capacity, boolean maintainPersistence, String... filePaths)<a name="line.58"></a>
+<span class="sourceLineNo">059</span>      throws IOException {<a name="line.59"></a>
+<span class="sourceLineNo">060</span>    this.sizePerFile = capacity / filePaths.length;<a name="line.60"></a>
+<span class="sourceLineNo">061</span>    this.capacity = this.sizePerFile * filePaths.length;<a name="line.61"></a>
+<span class="sourceLineNo">062</span>    this.filePaths = filePaths;<a name="line.62"></a>
+<span class="sourceLineNo">063</span>    this.fileChannels = new FileChannel[filePaths.length];<a name="line.63"></a>
+<span class="sourceLineNo">064</span>    if (!maintainPersistence) {<a name="line.64"></a>
+<span class="sourceLineNo">065</span>      for (String filePath : filePaths) {<a name="line.65"></a>
+<span class="sourceLineNo">066</span>        File file = new File(filePath);<a name="line.66"></a>
+<span class="sourceLineNo">067</span>        if (file.exists()) {<a name="line.67"></a>
+<span class="sourceLineNo">068</span>          if (LOG.isDebugEnabled()) {<a name="line.68"></a>
+<span class="sourceLineNo">069</span>            LOG.debug("File " + filePath + " already exists. Deleting!!");<a name="line.69"></a>
+<span class="sourceLineNo">070</span>          }<a name="line.70"></a>
+<span class="sourceLineNo">071</span>          file.delete();<a name="line.71"></a>
+<span class="sourceLineNo">072</span>          // If deletion fails still we can manage with the writes<a name="line.72"></a>
+<span class="sourceLineNo">073</span>        }<a name="line.73"></a>
+<span class="sourceLineNo">074</span>      }<a name="line.74"></a>
+<span class="sourceLineNo">075</span>    }<a name="line.75"></a>
+<span class="sourceLineNo">076</span>    this.rafs = new RandomAccessFile[filePaths.length];<a name="line.76"></a>
+<span class="sourceLineNo">077</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.77"></a>
+<span class="sourceLineNo">078</span>      String filePath = filePaths[i];<a name="line.78"></a>
+<span class="sourceLineNo">079</span>      try {<a name="line.79"></a>
+<span class="sourceLineNo">080</span>        rafs[i] = new RandomAccessFile(filePath, "rw");<a name="line.80"></a>
+<span class="sourceLineNo">081</span>        long totalSpace = new File(filePath).getTotalSpace();<a name="line.81"></a>
+<span class="sourceLineNo">082</span>        if (totalSpace &lt; sizePerFile) {<a name="line.82"></a>
+<span class="sourceLineNo">083</span>          // The next setting length will throw exception,logging this message<a name="line.83"></a>
+<span class="sourceLineNo">084</span>          // is just used for the detail reason of exception,<a name="line.84"></a>
+<span class="sourceLineNo">085</span>          String msg = "Only " + StringUtils.byteDesc(totalSpace)<a name="line.85"></a>
+<span class="sourceLineNo">086</span>              + " total space under " + filePath + ", not enough for requested "<a name="line.86"></a>
+<span class="sourceLineNo">087</span>              + StringUtils.byteDesc(sizePerFile);<a name="line.87"></a>
+<span class="sourceLineNo">088</span>          LOG.warn(msg);<a name="line.88"></a>
+<span class="sourceLineNo">089</span>        }<a name="line.89"></a>
+<span class="sourceLineNo">090</span>        rafs[i].setLength(sizePerFile);<a name="line.90"></a>
+<span class="sourceLineNo">091</span>        fileChannels[i] = rafs[i].getChannel();<a name="line.91"></a>
+<span class="sourceLineNo">092</span>        LOG.info("Allocating cache " + StringUtils.byteDesc(sizePerFile)<a name="line.92"></a>
+<span class="sourceLineNo">093</span>            + ", on the path:" + filePath);<a name="line.93"></a>
+<span class="sourceLineNo">094</span>      } catch (IOException fex) {<a name="line.94"></a>
+<span class="sourceLineNo">095</span>        LOG.error("Failed allocating cache on " + filePath, fex);<a name="line.95"></a>
+<span class="sourceLineNo">096</span>        shutdown();<a name="line.96"></a>
+<span class="sourceLineNo">097</span>        throw fex;<a name="line.97"></a>
+<span class="sourceLineNo">098</span>      }<a name="line.98"></a>
+<span class="sourceLineNo">099</span>    }<a name="line.99"></a>
+<span class="sourceLineNo">100</span>  }<a name="line.100"></a>
+<span class="sourceLineNo">101</span><a name="line.101"></a>
+<span class="sourceLineNo">102</span>  @Override<a name="line.102"></a>
+<span class="sourceLineNo">103</span>  public String toString() {<a name="line.103"></a>
+<span class="sourceLineNo">104</span>    return "ioengine=" + this.getClass().getSimpleName() + ", paths="<a name="line.104"></a>
+<span class="sourceLineNo">105</span>        + Arrays.asList(filePaths) + ", capacity=" + String.format("%,d", this.capacity);<a name="line.105"></a>
+<span class="sourceLineNo">106</span>  }<a name="line.106"></a>
+<span class="sourceLineNo">107</span><a name="line.107"></a>
+<span class="sourceLineNo">108</span>  /**<a name="line.108"></a>
+<span class="sourceLineNo">109</span>   * File IO engine is always able to support persistent storage for the cache<a name="line.109"></a>
+<span class="sourceLineNo">110</span>   * @return true<a name="line.110"></a>
+<span class="sourceLineNo">111</span>   */<a name="line.111"></a>
+<span class="sourceLineNo">112</span>  @Override<a name="line.112"></a>
+<span class="sourceLineNo">113</span>  public boolean isPersistent() {<a name="line.113"></a>
+<span class="sourceLineNo">114</span>    return true;<a name="line.114"></a>
+<span class="sourceLineNo">115</span>  }<a name="line.115"></a>
+<span class="sourceLineNo">116</span><a name="line.116"></a>
+<span class="sourceLineNo">117</span>  /**<a name="line.117"></a>
+<span class="sourceLineNo">118</span>   * Transfers data from file to the given byte buffer<a name="line.118"></a>
+<span class="sourceLineNo">119</span>   * @param offset The offset in the file where the first byte to be read<a name="line.119"></a>
+<span class="sourceLineNo">120</span>   * @param length The length of buffer that should be allocated for reading<a name="line.120"></a>
+<span class="sourceLineNo">121</span>   *               from the file channel<a name="line.121"></a>
+<span class="sourceLineNo">122</span>   * @return number of bytes read<a name="line.122"></a>
+<span class="sourceLineNo">123</span>   * @throws IOException<a name="line.123"></a>
+<span class="sourceLineNo">124</span>   */<a name="line.124"></a>
+<span class="sourceLineNo">125</span>  @Override<a name="line.125"></a>
+<span class="sourceLineNo">126</span>  public Cacheable read(long offset, int length, CacheableDeserializer&lt;Cacheable&gt; deserializer)<a name="line.126"></a>
+<span class="sourceLineNo">127</span>      throws IOException {<a name="line.127"></a>
+<span class="sourceLineNo">128</span>    Preconditions.checkArgument(length &gt;= 0, "Length of read can not be less than 0.");<a name="line.128"></a>
+<span class="sourceLineNo">129</span>    ByteBuffer dstBuffer = ByteBuffer.allocate(length);<a name="line.129"></a>
+<span class="sourceLineNo">130</span>    if (length != 0) {<a name="line.130"></a>
+<span class="sourceLineNo">131</span>      accessFile(readAccessor, dstBuffer, offset);<a name="line.131"></a>
+<span class="sourceLineNo">132</span>      // The buffer created out of the fileChannel is formed by copying the data from the file<a name="line.132"></a>
+<span class="sourceLineNo">133</span>      // Hence in this case there is no shared memory that we point to. Even if the BucketCache evicts<a name="line.133"></a>
+<span class="sourceLineNo">134</span>      // this buffer from the file the data is already copied and there is no need to ensure that<a name="line.134"></a>
+<span class="sourceLineNo">135</span>      // the results are not corrupted before consuming them.<a name="line.135"></a>
+<span class="sourceLineNo">136</span>      if (dstBuffer.limit() != length) {<a name="line.136"></a>
+<span class="sourceLineNo">137</span>        throw new RuntimeException("Only " + dstBuffer.limit() + " bytes read, " + length<a name="line.137"></a>
+<span class="sourceLineNo">138</span>            + " expected");<a name="line.138"></a>
+<span class="sourceLineNo">139</span>      }<a name="line.139"></a>
+<span class="sourceLineNo">140</span>    }<a name="line.140"></a>
+<span class="sourceLineNo">141</span>    return deserializer.deserialize(new SingleByteBuff(dstBuffer), true, MemoryType.EXCLUSIVE);<a name="line.141"></a>
+<span class="sourceLineNo">142</span>  }<a name="line.142"></a>
+<span class="sourceLineNo">143</span><a name="line.143"></a>
+<span class="sourceLineNo">144</span>  @VisibleForTesting<a name="line.144"></a>
+<span class="sourceLineNo">145</span>  void closeFileChannels() {<a name="line.145"></a>
+<span class="sourceLineNo">146</span>    for (FileChannel fileChannel: fileChannels) {<a name="line.146"></a>
+<span class="sourceLineNo">147</span>      try {<a name="line.147"></a>
+<span class="sourceLineNo">148</span>        fileChannel.close();<a name="line.148"></a>
+<span class="sourceLineNo">149</span>      } catch (IOException e) {<a name="line.149"></a>
+<span class="sourceLineNo">150</span>        LOG.warn("Failed to close FileChannel", e);<a name="line.150"></a>
+<span class="sourceLineNo">151</span>      }<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    }<a name="line.152"></a>
+<span class="sourceLineNo">153</span>  }<a name="line.153"></a>
+<span class="sourceLineNo">154</span><a name="line.154"></a>
+<span class="sourceLineNo">155</span>  /**<a name="line.155"></a>
+<span class="sourceLineNo">156</span>   * Transfers data from the given byte buffer to file<a name="line.156"></a>
+<span class="sourceLineNo">157</span>   * @param srcBuffer the given byte buffer from which bytes are to be read<a name="line.157"></a>
+<span class="sourceLineNo">158</span>   * @param offset The offset in the file where the first byte to be written<a name="line.158"></a>
+<span class="sourceLineNo">159</span>   * @throws IOException<a name="line.159"></a>
+<span class="sourceLineNo">160</span>   */<a name="line.160"></a>
+<span class="sourceLineNo">161</span>  @Override<a name="line.161"></a>
+<span class="sourceLineNo">162</span>  public void write(ByteBuffer srcBuffer, long offset) throws IOException {<a name="line.162"></a>
+<span class="sourceLineNo">163</span>    if (!srcBuffer.hasRemaining()) {<a name="line.163"></a>
+<span class="sourceLineNo">164</span>      return;<a name="line.164"></a>
+<span class="sourceLineNo">165</span>    }<a name="line.165"></a>
+<span class="sourceLineNo">166</span>    accessFile(writeAccessor, srcBuffer, offset);<a name="line.166"></a>
+<span class="sourceLineNo">167</span>  }<a name="line.167"></a>
+<span class="sourceLineNo">168</span><a name="line.168"></a>
+<span class="sourceLineNo">169</span>  /**<a name="line.169"></a>
+<span class="sourceLineNo">170</span>   * Sync the data to file after writing<a name="line.170"></a>
+<span class="sourceLineNo">171</span>   * @throws IOException<a name="line.171"></a>
+<span class="sourceLineNo">172</span>   */<a name="line.172"></a>
+<span class="sourceLineNo">173</span>  @Override<a name="line.173"></a>
+<span class="sourceLineNo">174</span>  public void sync() throws IOException {<a name="line.174"></a>
+<span class="sourceLineNo">175</span>    for (int i = 0; i &lt; fileChannels.length; i++) {<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      try {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>        if (fileChannels[i] != null) {<a name="line.177"></a>
+<span class="sourceLineNo">178</span>          fileChannels[i].force(true);<a name="line.178"></a>
+<span class="sourceLineNo">179</span>        }<a name="line.179"></a>
+<span class="sourceLineNo">180</span>      } catch (IOException ie) {<a name="line.180"></a>
+<span class="sourceLineNo">181</span>        LOG.warn("Failed syncing data to " + this.filePaths[i]);<a name="line.181"></a>
+<span class="sourceLineNo">182</span>        throw ie;<a name="line.182"></a>
+<span class="sourceLineNo">183</span>      }<a name="line.183"></a>
+<span class="sourceLineNo">184</span>    }<a name="line.184"></a>
+<span class="sourceLineNo">185</span>  }<a name="line.185"></a>
+<span class="sourceLineNo">186</span><a name="line.186"></a>
+<span class="sourceLineNo">187</span>  /**<a name="line.187"></a>
+<span class="sourceLineNo">188</span>   * Close the file<a name="line.188"></a>
+<span class="sourceLineNo">189</span>   */<a name="line.189"></a>
+<span class="sourceLineNo">190</span>  @Override<a name="line.190"></a>
+<span class="sourceLineNo">191</span>  public void shutdown() {<a name="line.191"></a>
+<span class="sourceLineNo">192</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>      try {<a name="line.193"></a>
+<span class="sourceLineNo">194</span>        if (fileChannels[i] != null) {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>          fileChannels[i].close();<a name="line.195"></a>
+<span class="sourceLineNo">196</span>        }<a name="line.196"></a>
+<span class="sourceLineNo">197</span>        if (rafs[i] != null) {<a name="line.197"></a>
+<span class="sourceLineNo">198</span>          rafs[i].close();<a name="line.198"></a>
+<span class="sourceLineNo">199</span>        }<a name="line.199"></a>
+<span class="sourceLineNo">200</span>      } catch (IOException ex) {<a name="line.200"></a>
+<span class="sourceLineNo">201</span>        LOG.error("Failed closing " + filePaths[i] + " when shudown the IOEngine", ex);<a name="line.201"></a>
+<span class="sourceLineNo">202</span>      }<a name="line.202"></a>
+<span class="sourceLineNo">203</span>    }<a name="line.203"></a>
+<span class="sourceLineNo">204</span>  }<a name="line.204"></a>
+<span class="sourceLineNo">205</span><a name="line.205"></a>
+<span class="sourceLineNo">206</span>  @Override<a name="line.206"></a>
+<span class="sourceLineNo">207</span>  public void write(ByteBuff srcBuffer, long offset) throws IOException {<a name="line.207"></a>
+<span class="sourceLineNo">208</span>    // When caching block into BucketCache there will be single buffer backing for this HFileBlock.<a name="line.208"></a>
+<span class="sourceLineNo">209</span>    assert srcBuffer.hasArray();<a name="line.209"></a>
+<span class="sourceLineNo">210</span>    write(ByteBuffer.wrap(srcBuffer.array(), srcBuffer.arrayOffset(),<a name="line.210"></a>
+<span class="sourceLineNo">211</span>            srcBuffer.remaining()), offset);<a name="line.211"></a>
+<span class="sourceLineNo">212</span>  }<a name="line.212"></a>
+<span class="sourceLineNo">213</span><a name="line.213"></a>
+<span class="sourceLineNo">214</span>  private void accessFile(FileAccessor accessor, ByteBuffer buffer,<a name="line.214"></a>
+<span class="sourceLineNo">215</span>      long globalOffset) throws IOException {<a name="line.215"></a>
+<span class="sourceLineNo">216</span>    int startFileNum = getFileNum(globalOffset);<a name="line.216"></a>
+<span class="sourceLineNo">217</span>    int remainingAccessDataLen = buffer.remaining();<a name="line.217"></a>
+<span class="sourceLineNo">218</span>    int endFileNum = getFileNum(globalOffset + remainingAccessDataLen - 1);<a name="line.218"></a>
+<span class="sourceLineNo">219</span>    int accessFileNum = startFileNum;<a name="line.219"></a>
+<span class="sourceLineNo">220</span>    long accessOffset = getAbsoluteOffsetInFile(accessFileNum, globalOffset);<a name="line.220"></a>
+<span class="sourceLineNo">221</span>    int bufLimit = buffer.limit();<a name="line.221"></a>
+<span class="sourceLineNo">222</span>    while (true) {<a name="line.222"></a>
+<span class="sourceLineNo">223</span>      FileChannel fileChannel = fileChannels[accessFileNum];<a name="line.223"></a>
+<span class="sourceLineNo">224</span>      int accessLen = 0;<a name="line.224"></a>
+<span class="sourceLineNo">225</span>      if (endFileNum &gt; accessFileNum) {<a name="line.225"></a>
+<span class="sourceLineNo">226</span>        // short the limit;<a name="line.226"></a>
+<span class="sourceLineNo">227</span>        buffer.limit((int) (buffer.limit() - remainingAccessDataLen<a name="line.227"></a>
+<span class="sourceLineNo">228</span>            + sizePerFile - accessOffset));<a name="line.228"></a>
+<span class="sourceLineNo">229</span>      }<a name="line.229"></a>
+<span class="sourceLineNo">230</span>      try {<a name="line.230"></a>
+<span class="sourceLineNo">231</span>        accessLen = accessor.access(fileChannel, buffer, accessOffset);<a name="line.231"></a>
+<span class="sourceLineNo">232</span>      } catch (ClosedChannelException e) {<a name="line.232"></a>
+<span class="sourceLineNo">233</span>        LOG.warn("Caught ClosedChannelException accessing BucketCache, reopening file. ", e);<a name="line.233"></a>
+<span class="sourceLineNo">234</span>        refreshFileConnection(accessFileNum);<a name="line.234"></a>
+<span class="sourceLineNo">235</span>        continue;<a name="line.235"></a>
+<span class="sourceLineNo">236</span>      }<a name="line.236"></a>
+<span class="sourceLineNo">237</span>      // recover the limit<a name="line.237"></a>
+<span class="sourceLineNo">238</span>      buffer.limit(bufLimit);<a name="line.238"></a>
+<span class="sourceLineNo">239</span>      if (accessLen &lt; remainingAccessDataLen) {<a name="line.239"></a>
+<span class="sourceLineNo">240</span>        remainingAccessDataLen -= accessLen;<a name="line.240"></a>
+<span class="sourceLineNo">241</span>        accessFileNum++;<a name="line.241"></a>
+<span class="sourceLineNo">242</span>        accessOffset = 0;<a name="line.242"></a>
+<span class="sourceLineNo">243</span>      } else {<a name="line.243"></a>
+<span class="sourceLineNo">244</span>        break;<a name="line.244"></a>
+<span class="sourceLineNo">245</span>      }<a name="line.245"></a>
+<span class="sourceLineNo">246</span>      if (accessFileNum &gt;= fileChannels.length) {<a name="line.246"></a>
+<span class="sourceLineNo">247</span>        throw new IOException("Required data len " + StringUtils.byteDesc(buffer.remaining())<a name="line.247"></a>
+<span class="sourceLineNo">248</span>            + " exceed the engine's capacity " + StringUtils.byteDesc(capacity) + " where offset="<a name="line.248"></a>
+<span class="sourceLineNo">249</span>            + globalOffset);<a name="line.249"></a>
+<span class="sourceLineNo">250</span>      }<a name="line.250"></a>
+<span class="sourceLineNo">251</span>    }<a name="line.251"></a>
+<span class="sourceLineNo">252</span>  }<a name="line.252"></a>
+<span class="sourceLineNo">253</span><a name="line.253"></a>
+<span class="sourceLineNo">254</span>  /**<a name="line.254"></a>
+<span class="sourceLineNo">255</span>   * Get the absolute offset in given file with the relative global offset.<a name="line.255"></a>
+<span class="sourceLineNo">256</span>   * @param fileNum<a name="line.256"></a>
+<span class="sourceLineNo">257</span>   * @param globalOffset<a name="line.257"></a>
+<span class="sourceLineNo">258</span>   * @return the absolute offset<a name="line.258"></a>
+<span class="sourceLineNo">259</span>   */<a name="line.259"></a>
+<span class="sourceLineNo">260</span>  private long getAbsoluteOffsetInFile(int fileNum, long globalOffset) {<a name="line.260"></a>
+<span class="sourceLineNo">261</span>    return globalOffset - fileNum * sizePerFile;<a name="line.261"></a>
+<span class="sourceLineNo">262</span>  }<a name="line.262"></a>
+<span class="sourceLineNo">263</span><a name="line.263"></a>
+<span class="sourceLineNo">264</span>  private int getFileNum(long offset) {<a name="line.264"></a>
+<span class="sourceLineNo">265</span>    if (offset &lt; 0) {<a name="line.265"></a>
+<span class="sourceLineNo">266</span>      throw new IllegalArgumentException("Unexpected offset " + offset);<a name="line.266"></a>
+<span class="sourceLineNo">267</span>    }<a name="line.267"></a>
+<span class="sourceLineNo">268</span>    int fileNum = (int) (offset / sizePerFile);<a name="line.268"></a>
+<span class="sourceLineNo">269</span>    if (fileNum &gt;= fileChannels.length) {<a name="line.269"></a>
+<span class="sourceLineNo">270</span>      throw new RuntimeException("Not expected offset " + offset<a name="line.270"></a>
+<span class="sourceLineNo">271</span>          + " where capacity=" + capacity);<a name="line.271"></a>
+<span class="sourceLineNo">272</span>    }<a name="line.272"></a>
+<span class="sourceLineNo">273</span>    return fileNum;<a name="line.273"></a>
+<span class="sourceLineNo">274</span>  }<a name="line.274"></a>
+<span class="sourceLineNo">275</span><a name="line.275"></a>
+<span class="sourceLineNo">276</span>  @VisibleForTesting<a name="line.276"></a>
+<span class="sourceLineNo">277</span>  FileChannel[] getFileChannels() {<a name="line.277"></a>
+<span class="sourceLineNo">278</span>    return fileChannels;<a name="line.278"></a>
+<span class="sourceLineNo">279</span>  }<a name="line.279"></a>
+<span class="sourceLineNo">280</span><a name="line.280"></a>
+<span class="sourceLineNo">281</span>  @VisibleForTesting<a name="line.281"></a>
+<span class="sourceLineNo">282</span>  void refreshFileConnection(int accessFileNum) throws IOException {<a name="line.282"></a>
+<span class="sourceLineNo">283</span>    FileChannel fileChannel = fileChannels[accessFileNum];<a name="line.283"></a>
+<span class="sourceLineNo">284</span>    if (fileChannel != null) {<a name="line.284"></a>
+<span class="sourceLineNo">285</span>      fileChannel.close();<a name="line.285"></a>
+<span class="sourceLineNo">286</span>    }<a name="line.286"></a>
+<span class="sourceLineNo">287</span>    rafs[accessFileNum] = new RandomAccessFile(filePaths[accessFileNum], "rw");<a name="line.287"></a>
+<span class="sourceLineNo">288</span>    fileChannels[accessFileNum] = rafs[accessFileNum].getChannel();<a name="line.288"></a>
+<span class="sourceLineNo">289</span>  }<a name="line.289"></a>
+<span class="sourceLineNo">290</span><a name="line.290"></a>
+<span class="sourceLineNo">291</span>  private static interface FileAccessor {<a name="line.291"></a>
+<span class="sourceLineNo">292</span>    int access(FileChannel fileChannel, ByteBuffer byteBuffer, long accessOffset)<a name="line.292"></a>
+<span class="sourceLineNo">293</span>        throws IOException;<a name="line.293"></a>
+<span class="sourceLineNo">294</span>  }<a name="line.294"></a>
+<span class="sourceLineNo">295</span><a name="line.295"></a>
+<span class="sourceLineNo">296</span>  private static class FileReadAccessor implements FileAccessor {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>    @Override<a name="line.297"></a>
+<span class="sourceLineNo">298</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.298"></a>
+<span class="sourceLineNo">299</span>        long accessOffset) throws IOException {<a name="line.299"></a>
+<span class="sourceLineNo">300</span>      return fileChannel.read(byteBuffer, accessOffset);<a name="line.300"></a>
+<span class="sourceLineNo">301</span>    }<a name="line.301"></a>
+<span class="sourceLineNo">302</span>  }<a name="line.302"></a>
+<span class="sourceLineNo">303</span><a name="line.303"></a>
+<span class="sourceLineNo">304</span>  private static class FileWriteAccessor implements FileAccessor {<a name="line.304"></a>
+<span class="sourceLineNo">305</span>    @Override<a name="line.305"></a>
+<span class="sourceLineNo">306</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.306"></a>
+<span class="sourceLineNo">307</span>        long accessOffset) throws IOException {<a name="line.307"></a>
+<span class="sourceLineNo">308</span>      return fileChannel.write(byteBuffer, accessOffset);<a name="line.308"></a>
+<span class="sourceLineNo">309</span>    }<a name="line.309"></a>
+<span class="sourceLineNo">310</span>  }<a name="line.310"></a>
+<span class="sourceLineNo">311</span>}<a name="line.311"></a>
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcConnection.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcConnection.html b/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcConnection.html
index 92a291e..42f464b 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcConnection.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/ipc/NettyRpcConnection.html
@@ -171,7 +171,7 @@
 <span class="sourceLineNo">163</span>              relogin();<a name="line.163"></a>
 <span class="sourceLineNo">164</span>            }<a name="line.164"></a>
 <span class="sourceLineNo">165</span>          } catch (IOException e) {<a name="line.165"></a>
-<span class="sourceLineNo">166</span>            LOG.warn("relogin failed", e);<a name="line.166"></a>
+<span class="sourceLineNo">166</span>            LOG.warn("Relogin failed", e);<a name="line.166"></a>
 <span class="sourceLineNo">167</span>          }<a name="line.167"></a>
 <span class="sourceLineNo">168</span>          synchronized (this) {<a name="line.168"></a>
 <span class="sourceLineNo">169</span>            reloginInProgress = false;<a name="line.169"></a>
@@ -259,7 +259,7 @@
 <span class="sourceLineNo">251</span>  }<a name="line.251"></a>
 <span class="sourceLineNo">252</span><a name="line.252"></a>
 <span class="sourceLineNo">253</span>  private void connect() {<a name="line.253"></a>
-<span class="sourceLineNo">254</span>    LOG.debug("Connecting to {}", remoteId.address);<a name="line.254"></a>
+<span class="sourceLineNo">254</span>    LOG.trace("Connecting to {}", remoteId.address);<a name="line.254"></a>
 <span class="sourceLineNo">255</span><a name="line.255"></a>
 <span class="sourceLineNo">256</span>    this.channel = new Bootstrap().group(rpcClient.group).channel(rpcClient.channelClass)<a name="line.256"></a>
 <span class="sourceLineNo">257</span>        .option(ChannelOption.TCP_NODELAY, rpcClient.isTcpNoDelay())<a name="line.257"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
index 6e98f08..79bf967 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.InitializationMonitor.html
@@ -1522,8 +1522,8 @@
 <span class="sourceLineNo">1514</span>        TableDescriptor tblDesc = getTableDescriptors().get(table);<a name="line.1514"></a>
 <span class="sourceLineNo">1515</span>        if (table.isSystemTable() || (tblDesc != null &amp;&amp;<a name="line.1515"></a>
 <span class="sourceLineNo">1516</span>            !tblDesc.isNormalizationEnabled())) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>          LOG.debug("Skipping normalization for table: " + table + ", as it's either system"<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>              + " table or doesn't have auto normalization turned on");<a name="line.1518"></a>
+<span class="sourceLineNo">1517</span>          LOG.trace("Skipping normalization for {}, as it's either system"<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>              + " table or doesn't have auto normalization turned on", table);<a name="line.1518"></a>
 <span class="sourceLineNo">1519</span>          continue;<a name="line.1519"></a>
 <span class="sourceLineNo">1520</span>        }<a name="line.1520"></a>
 <span class="sourceLineNo">1521</span>        List&lt;NormalizationPlan&gt; plans = this.normalizer.computePlanForTable(table);<a name="line.1521"></a>
@@ -2414,7 +2414,7 @@
 <span class="sourceLineNo">2406</span>    checkTableExists(tableName);<a name="line.2406"></a>
 <span class="sourceLineNo">2407</span>    TableState ts = getTableStateManager().getTableState(tableName);<a name="line.2407"></a>
 <span class="sourceLineNo">2408</span>    if (!ts.isDisabled()) {<a name="line.2408"></a>
-<span class="sourceLineNo">2409</span>      throw new TableNotDisabledException("Not DISABLE tableState=" + ts);<a name="line.2409"></a>
+<span class="sourceLineNo">2409</span>      throw new TableNotDisabledException("Not DISABLED; " + ts);<a name="line.2409"></a>
 <span class="sourceLineNo">2410</span>    }<a name="line.2410"></a>
 <span class="sourceLineNo">2411</span>  }<a name="line.2411"></a>
 <span class="sourceLineNo">2412</span><a name="line.2412"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
index 6e98f08..79bf967 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html
@@ -1522,8 +1522,8 @@
 <span class="sourceLineNo">1514</span>        TableDescriptor tblDesc = getTableDescriptors().get(table);<a name="line.1514"></a>
 <span class="sourceLineNo">1515</span>        if (table.isSystemTable() || (tblDesc != null &amp;&amp;<a name="line.1515"></a>
 <span class="sourceLineNo">1516</span>            !tblDesc.isNormalizationEnabled())) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>          LOG.debug("Skipping normalization for table: " + table + ", as it's either system"<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>              + " table or doesn't have auto normalization turned on");<a name="line.1518"></a>
+<span class="sourceLineNo">1517</span>          LOG.trace("Skipping normalization for {}, as it's either system"<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>              + " table or doesn't have auto normalization turned on", table);<a name="line.1518"></a>
 <span class="sourceLineNo">1519</span>          continue;<a name="line.1519"></a>
 <span class="sourceLineNo">1520</span>        }<a name="line.1520"></a>
 <span class="sourceLineNo">1521</span>        List&lt;NormalizationPlan&gt; plans = this.normalizer.computePlanForTable(table);<a name="line.1521"></a>
@@ -2414,7 +2414,7 @@
 <span class="sourceLineNo">2406</span>    checkTableExists(tableName);<a name="line.2406"></a>
 <span class="sourceLineNo">2407</span>    TableState ts = getTableStateManager().getTableState(tableName);<a name="line.2407"></a>
 <span class="sourceLineNo">2408</span>    if (!ts.isDisabled()) {<a name="line.2408"></a>
-<span class="sourceLineNo">2409</span>      throw new TableNotDisabledException("Not DISABLE tableState=" + ts);<a name="line.2409"></a>
+<span class="sourceLineNo">2409</span>      throw new TableNotDisabledException("Not DISABLED; " + ts);<a name="line.2409"></a>
 <span class="sourceLineNo">2410</span>    }<a name="line.2410"></a>
 <span class="sourceLineNo">2411</span>  }<a name="line.2411"></a>
 <span class="sourceLineNo">2412</span><a name="line.2412"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
index 6e98f08..79bf967 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.RedirectServlet.html
@@ -1522,8 +1522,8 @@
 <span class="sourceLineNo">1514</span>        TableDescriptor tblDesc = getTableDescriptors().get(table);<a name="line.1514"></a>
 <span class="sourceLineNo">1515</span>        if (table.isSystemTable() || (tblDesc != null &amp;&amp;<a name="line.1515"></a>
 <span class="sourceLineNo">1516</span>            !tblDesc.isNormalizationEnabled())) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>          LOG.debug("Skipping normalization for table: " + table + ", as it's either system"<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>              + " table or doesn't have auto normalization turned on");<a name="line.1518"></a>
+<span class="sourceLineNo">1517</span>          LOG.trace("Skipping normalization for {}, as it's either system"<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>              + " table or doesn't have auto normalization turned on", table);<a name="line.1518"></a>
 <span class="sourceLineNo">1519</span>          continue;<a name="line.1519"></a>
 <span class="sourceLineNo">1520</span>        }<a name="line.1520"></a>
 <span class="sourceLineNo">1521</span>        List&lt;NormalizationPlan&gt; plans = this.normalizer.computePlanForTable(table);<a name="line.1521"></a>
@@ -2414,7 +2414,7 @@
 <span class="sourceLineNo">2406</span>    checkTableExists(tableName);<a name="line.2406"></a>
 <span class="sourceLineNo">2407</span>    TableState ts = getTableStateManager().getTableState(tableName);<a name="line.2407"></a>
 <span class="sourceLineNo">2408</span>    if (!ts.isDisabled()) {<a name="line.2408"></a>
-<span class="sourceLineNo">2409</span>      throw new TableNotDisabledException("Not DISABLE tableState=" + ts);<a name="line.2409"></a>
+<span class="sourceLineNo">2409</span>      throw new TableNotDisabledException("Not DISABLED; " + ts);<a name="line.2409"></a>
 <span class="sourceLineNo">2410</span>    }<a name="line.2410"></a>
 <span class="sourceLineNo">2411</span>  }<a name="line.2411"></a>
 <span class="sourceLineNo">2412</span><a name="line.2412"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
index 6e98f08..79bf967 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.html
@@ -1522,8 +1522,8 @@
 <span class="sourceLineNo">1514</span>        TableDescriptor tblDesc = getTableDescriptors().get(table);<a name="line.1514"></a>
 <span class="sourceLineNo">1515</span>        if (table.isSystemTable() || (tblDesc != null &amp;&amp;<a name="line.1515"></a>
 <span class="sourceLineNo">1516</span>            !tblDesc.isNormalizationEnabled())) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>          LOG.debug("Skipping normalization for table: " + table + ", as it's either system"<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>              + " table or doesn't have auto normalization turned on");<a name="line.1518"></a>
+<span class="sourceLineNo">1517</span>          LOG.trace("Skipping normalization for {}, as it's either system"<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>              + " table or doesn't have auto normalization turned on", table);<a name="line.1518"></a>
 <span class="sourceLineNo">1519</span>          continue;<a name="line.1519"></a>
 <span class="sourceLineNo">1520</span>        }<a name="line.1520"></a>
 <span class="sourceLineNo">1521</span>        List&lt;NormalizationPlan&gt; plans = this.normalizer.computePlanForTable(table);<a name="line.1521"></a>
@@ -2414,7 +2414,7 @@
 <span class="sourceLineNo">2406</span>    checkTableExists(tableName);<a name="line.2406"></a>
 <span class="sourceLineNo">2407</span>    TableState ts = getTableStateManager().getTableState(tableName);<a name="line.2407"></a>
 <span class="sourceLineNo">2408</span>    if (!ts.isDisabled()) {<a name="line.2408"></a>
-<span class="sourceLineNo">2409</span>      throw new TableNotDisabledException("Not DISABLE tableState=" + ts);<a name="line.2409"></a>
+<span class="sourceLineNo">2409</span>      throw new TableNotDisabledException("Not DISABLED; " + ts);<a name="line.2409"></a>
 <span class="sourceLineNo">2410</span>    }<a name="line.2410"></a>
 <span class="sourceLineNo">2411</span>  }<a name="line.2411"></a>
 <span class="sourceLineNo">2412</span><a name="line.2412"></a>


[50/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/checkstyle-aggregate.html
----------------------------------------------------------------------
diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html
index f6753f5..8cab7af 100644
--- a/checkstyle-aggregate.html
+++ b/checkstyle-aggregate.html
@@ -7,7 +7,7 @@
   <head>
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <meta name="Date-Revision-yyyymmdd" content="20180316" />
+    <meta name="Date-Revision-yyyymmdd" content="20180317" />
     <meta http-equiv="Content-Language" content="en" />
     <title>Apache HBase &#x2013; Checkstyle Results</title>
     <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" />
@@ -274,10 +274,10 @@
 <th><img src="images/icon_warning_sml.gif" alt="" />&#160;Warnings</th>
 <th><img src="images/icon_error_sml.gif" alt="" />&#160;Errors</th></tr>
 <tr class="b">
-<td>3589</td>
+<td>3585</td>
 <td>0</td>
 <td>0</td>
-<td>16093</td></tr></table></div>
+<td>16085</td></tr></table></div>
 <div class="section">
 <h2><a name="Files"></a>Files</h2>
 <table border="0" class="table table-striped">
@@ -920,7 +920,7 @@
 <td><a href="#org.apache.hadoop.hbase.backup.HFileArchiver.java">org/apache/hadoop/hbase/backup/HFileArchiver.java</a></td>
 <td>0</td>
 <td>0</td>
-<td>18</td></tr>
+<td>13</td></tr>
 <tr class="a">
 <td><a href="#org.apache.hadoop.hbase.backup.TestBackupMerge.java">org/apache/hadoop/hbase/backup/TestBackupMerge.java</a></td>
 <td>0</td>
@@ -1170,7 +1170,7 @@
 <td><a href="#org.apache.hadoop.hbase.client.AsyncRequestFutureImpl.java">org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.java</a></td>
 <td>0</td>
 <td>0</td>
-<td>24</td></tr>
+<td>21</td></tr>
 <tr class="a">
 <td><a href="#org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.java">org/apache/hadoop/hbase/client/AsyncRpcRetryingCaller.java</a></td>
 <td>0</td>
@@ -5135,7 +5135,7 @@
 <td><a href="#org.apache.hadoop.hbase.master.balancer.RegionLocationFinder.java">org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.java</a></td>
 <td>0</td>
 <td>0</td>
-<td>3</td></tr>
+<td>1</td></tr>
 <tr class="b">
 <td><a href="#org.apache.hadoop.hbase.master.balancer.ServerAndLoad.java">org/apache/hadoop/hbase/master/balancer/ServerAndLoad.java</a></td>
 <td>0</td>
@@ -8042,2211 +8042,2216 @@
 <td>0</td>
 <td>2</td></tr>
 <tr class="a">
+<td><a href="#org.apache.hadoop.hbase.replication.ZKReplicationQueueStorage.java">org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.java</a></td>
+<td>0</td>
+<td>0</td>
+<td>2</td></tr>
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner.java">org/apache/hadoop/hbase/replication/master/ReplicationLogCleaner.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.DumpReplicationQueues.java">org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.java">org/apache/hadoop/hbase/replication/regionserver/HBaseInterClusterReplicationEndpoint.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.java">org/apache/hadoop/hbase/replication/regionserver/HFileReplicator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.MetricsReplicationGlobalSourceSource.java">org/apache/hadoop/hbase/replication/regionserver/MetricsReplicationGlobalSourceSource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.MetricsReplicationSinkSourceImpl.java">org/apache/hadoop/hbase/replication/regionserver/MetricsReplicationSinkSourceImpl.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.MetricsReplicationSourceImpl.java">org/apache/hadoop/hbase/replication/regionserver/MetricsReplicationSourceImpl.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.MetricsReplicationSourceSourceImpl.java">org/apache/hadoop/hbase/replication/regionserver/MetricsReplicationSourceSourceImpl.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.MetricsSink.java">org/apache/hadoop/hbase/replication/regionserver/MetricsSink.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.MetricsSource.java">org/apache/hadoop/hbase/replication/regionserver/MetricsSource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.RegionReplicaReplicationEndpoint.java">org/apache/hadoop/hbase/replication/regionserver/RegionReplicaReplicationEndpoint.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.Replication.java">org/apache/hadoop/hbase/replication/regionserver/Replication.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.ReplicationLoad.java">org/apache/hadoop/hbase/replication/regionserver/ReplicationLoad.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>7</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver.java">org/apache/hadoop/hbase/replication/regionserver/ReplicationObserver.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.java">org/apache/hadoop/hbase/replication/regionserver/ReplicationSink.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>15</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceFactory.java">org/apache/hadoop/hbase/replication/regionserver/ReplicationSourceFactory.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.java">org/apache/hadoop/hbase/replication/regionserver/ReplicationSourceInterface.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.java">org/apache/hadoop/hbase/replication/regionserver/ReplicationSourceManager.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.ReplicationThrottler.java">org/apache/hadoop/hbase/replication/regionserver/ReplicationThrottler.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.TestMetricsReplicationSourceFactoryImpl.java">org/apache/hadoop/hbase/replication/regionserver/TestMetricsReplicationSourceFactoryImpl.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.TestMetricsReplicationSourceImpl.java">org/apache/hadoop/hbase/replication/regionserver/TestMetricsReplicationSourceImpl.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.TestRegionReplicaReplicationEndpointNoMaster.java">org/apache/hadoop/hbase/replication/regionserver/TestRegionReplicaReplicationEndpointNoMaster.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.TestReplicationSink.java">org/apache/hadoop/hbase/replication/regionserver/TestReplicationSink.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>11</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.TestReplicationSourceManager.java">org/apache/hadoop/hbase/replication/regionserver/TestReplicationSourceManager.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>7</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.TestWALEntrySinkFilter.java">org/apache/hadoop/hbase/replication/regionserver/TestWALEntrySinkFilter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>16</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.TestWALEntryStream.java">org/apache/hadoop/hbase/replication/regionserver/TestWALEntryStream.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.WALEntrySinkFilter.java">org/apache/hadoop/hbase/replication/regionserver/WALEntrySinkFilter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.java">org/apache/hadoop/hbase/replication/regionserver/WALEntryStream.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.ExistsResource.java">org/apache/hadoop/hbase/rest/ExistsResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.HBaseRESTTestingUtility.java">org/apache/hadoop/hbase/rest/HBaseRESTTestingUtility.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>14</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.MetricsREST.java">org/apache/hadoop/hbase/rest/MetricsREST.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.MetricsRESTSourceImpl.java">org/apache/hadoop/hbase/rest/MetricsRESTSourceImpl.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>12</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.MultiRowResource.java">org/apache/hadoop/hbase/rest/MultiRowResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.NamespacesInstanceResource.java">org/apache/hadoop/hbase/rest/NamespacesInstanceResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.NamespacesResource.java">org/apache/hadoop/hbase/rest/NamespacesResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.PerformanceEvaluation.java">org/apache/hadoop/hbase/rest/PerformanceEvaluation.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>20</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.ProtobufMessageHandler.java">org/apache/hadoop/hbase/rest/ProtobufMessageHandler.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.RESTServer.java">org/apache/hadoop/hbase/rest/RESTServer.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>16</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.RESTServlet.java">org/apache/hadoop/hbase/rest/RESTServlet.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.RESTServletContainer.java">org/apache/hadoop/hbase/rest/RESTServletContainer.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.RegionsResource.java">org/apache/hadoop/hbase/rest/RegionsResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.ResourceBase.java">org/apache/hadoop/hbase/rest/ResourceBase.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.ResultGenerator.java">org/apache/hadoop/hbase/rest/ResultGenerator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.RootResource.java">org/apache/hadoop/hbase/rest/RootResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.RowResource.java">org/apache/hadoop/hbase/rest/RowResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>60</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.RowResourceBase.java">org/apache/hadoop/hbase/rest/RowResourceBase.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>15</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.RowSpec.java">org/apache/hadoop/hbase/rest/RowSpec.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>32</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.ScannerInstanceResource.java">org/apache/hadoop/hbase/rest/ScannerInstanceResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.ScannerResource.java">org/apache/hadoop/hbase/rest/ScannerResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.ScannerResultGenerator.java">org/apache/hadoop/hbase/rest/ScannerResultGenerator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.SchemaResource.java">org/apache/hadoop/hbase/rest/SchemaResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>10</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.StorageClusterStatusResource.java">org/apache/hadoop/hbase/rest/StorageClusterStatusResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.StorageClusterVersionResource.java">org/apache/hadoop/hbase/rest/StorageClusterVersionResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.TableResource.java">org/apache/hadoop/hbase/rest/TableResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.TableScanResource.java">org/apache/hadoop/hbase/rest/TableScanResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.TestGetAndPutResource.java">org/apache/hadoop/hbase/rest/TestGetAndPutResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.TestMetricsRESTSourceImpl.java">org/apache/hadoop/hbase/rest/TestMetricsRESTSourceImpl.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.TestMultiRowResource.java">org/apache/hadoop/hbase/rest/TestMultiRowResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.TestNamespacesInstanceResource.java">org/apache/hadoop/hbase/rest/TestNamespacesInstanceResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.TestNamespacesResource.java">org/apache/hadoop/hbase/rest/TestNamespacesResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.TestScannerResource.java">org/apache/hadoop/hbase/rest/TestScannerResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.TestScannersWithFilters.java">org/apache/hadoop/hbase/rest/TestScannersWithFilters.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>144</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.TestScannersWithLabels.java">org/apache/hadoop/hbase/rest/TestScannersWithLabels.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.TestSchemaResource.java">org/apache/hadoop/hbase/rest/TestSchemaResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.TestTableScan.java">org/apache/hadoop/hbase/rest/TestTableScan.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>18</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.VersionResource.java">org/apache/hadoop/hbase/rest/VersionResource.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.client.Client.java">org/apache/hadoop/hbase/rest/client/Client.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>29</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.client.RemoteAdmin.java">org/apache/hadoop/hbase/rest/client/RemoteAdmin.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>107</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.client.RemoteHTable.java">org/apache/hadoop/hbase/rest/client/RemoteHTable.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>122</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.client.Response.java">org/apache/hadoop/hbase/rest/client/Response.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.client.TestRemoteHTableRetries.java">org/apache/hadoop/hbase/rest/client/TestRemoteHTableRetries.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.client.TestRemoteTable.java">org/apache/hadoop/hbase/rest/client/TestRemoteTable.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.filter.GZIPRequestStream.java">org/apache/hadoop/hbase/rest/filter/GZIPRequestStream.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.filter.GZIPResponseStream.java">org/apache/hadoop/hbase/rest/filter/GZIPResponseStream.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.filter.GzipFilter.java">org/apache/hadoop/hbase/rest/filter/GzipFilter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.filter.RestCsrfPreventionFilter.java">org/apache/hadoop/hbase/rest/filter/RestCsrfPreventionFilter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.model.CellModel.java">org/apache/hadoop/hbase/rest/model/CellModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>16</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.model.CellSetModel.java">org/apache/hadoop/hbase/rest/model/CellSetModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.model.ColumnSchemaModel.java">org/apache/hadoop/hbase/rest/model/ColumnSchemaModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.model.NamespacesInstanceModel.java">org/apache/hadoop/hbase/rest/model/NamespacesInstanceModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.model.NamespacesModel.java">org/apache/hadoop/hbase/rest/model/NamespacesModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.model.ScannerModel.java">org/apache/hadoop/hbase/rest/model/ScannerModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>123</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.model.StorageClusterStatusModel.java">org/apache/hadoop/hbase/rest/model/StorageClusterStatusModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.model.TableInfoModel.java">org/apache/hadoop/hbase/rest/model/TableInfoModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.model.TableListModel.java">org/apache/hadoop/hbase/rest/model/TableListModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.model.TableModel.java">org/apache/hadoop/hbase/rest/model/TableModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.model.TableRegionModel.java">org/apache/hadoop/hbase/rest/model/TableRegionModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.model.TableSchemaModel.java">org/apache/hadoop/hbase/rest/model/TableSchemaModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.model.TestStorageClusterStatusModel.java">org/apache/hadoop/hbase/rest/model/TestStorageClusterStatusModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>8</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.model.VersionModel.java">org/apache/hadoop/hbase/rest/model/VersionModel.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.provider.JAXBContextResolver.java">org/apache/hadoop/hbase/rest/provider/JAXBContextResolver.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rest.provider.consumer.ProtobufMessageBodyConsumer.java">org/apache/hadoop/hbase/rest/provider/consumer/ProtobufMessageBodyConsumer.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.rest.provider.producer.PlainTextMessageBodyProducer.java">org/apache/hadoop/hbase/rest/provider/producer/PlainTextMessageBodyProducer.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.rsgroup.IntegrationTestRSGroup.java">org/apache/hadoop/hbase/rsgroup/IntegrationTestRSGroup.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.AbstractHBaseSaslRpcClient.java">org/apache/hadoop/hbase/security/AbstractHBaseSaslRpcClient.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.AccessDeniedException.java">org/apache/hadoop/hbase/security/AccessDeniedException.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.AuthMethod.java">org/apache/hadoop/hbase/security/AuthMethod.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.CryptoAESUnwrapHandler.java">org/apache/hadoop/hbase/security/CryptoAESUnwrapHandler.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.CryptoAESWrapHandler.java">org/apache/hadoop/hbase/security/CryptoAESWrapHandler.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.EncryptionUtil.java">org/apache/hadoop/hbase/security/EncryptionUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.HBaseKerberosUtils.java">org/apache/hadoop/hbase/security/HBaseKerberosUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.HBasePolicyProvider.java">org/apache/hadoop/hbase/security/HBasePolicyProvider.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>7</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.HBaseSaslRpcClient.java">org/apache/hadoop/hbase/security/HBaseSaslRpcClient.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.HBaseSaslRpcServer.java">org/apache/hadoop/hbase/security/HBaseSaslRpcServer.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.HadoopSecurityEnabledUserProviderForTesting.java">org/apache/hadoop/hbase/security/HadoopSecurityEnabledUserProviderForTesting.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.NettyHBaseRpcConnectionHeaderHandler.java">org/apache/hadoop/hbase/security/NettyHBaseRpcConnectionHeaderHandler.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.NettyHBaseSaslRpcClient.java">org/apache/hadoop/hbase/security/NettyHBaseSaslRpcClient.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.NettyHBaseSaslRpcClientHandler.java">org/apache/hadoop/hbase/security/NettyHBaseSaslRpcClientHandler.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.SaslChallengeDecoder.java">org/apache/hadoop/hbase/security/SaslChallengeDecoder.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.SaslStatus.java">org/apache/hadoop/hbase/security/SaslStatus.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.SaslUnwrapHandler.java">org/apache/hadoop/hbase/security/SaslUnwrapHandler.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.SaslUtil.java">org/apache/hadoop/hbase/security/SaslUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.SaslWrapHandler.java">org/apache/hadoop/hbase/security/SaslWrapHandler.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.SecurityInfo.java">org/apache/hadoop/hbase/security/SecurityInfo.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.SecurityUtil.java">org/apache/hadoop/hbase/security/SecurityUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.Superusers.java">org/apache/hadoop/hbase/security/Superusers.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.TestSecureIPC.java">org/apache/hadoop/hbase/security/TestSecureIPC.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.TestUser.java">org/apache/hadoop/hbase/security/TestUser.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.TestUsersOperationsWithSecureHadoop.java">org/apache/hadoop/hbase/security/TestUsersOperationsWithSecureHadoop.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.User.java">org/apache/hadoop/hbase/security/User.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.access.AccessControlClient.java">org/apache/hadoop/hbase/security/access/AccessControlClient.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>49</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.access.AccessControlFilter.java">org/apache/hadoop/hbase/security/access/AccessControlFilter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.access.AccessControlLists.java">org/apache/hadoop/hbase/security/access/AccessControlLists.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>18</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.access.AccessControlUtil.java">org/apache/hadoop/hbase/security/access/AccessControlUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>42</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.access.AccessController.java">org/apache/hadoop/hbase/security/access/AccessController.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>27</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.access.AuthResult.java">org/apache/hadoop/hbase/security/access/AuthResult.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.access.Permission.java">org/apache/hadoop/hbase/security/access/Permission.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>7</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.access.SecureBulkLoadEndpoint.java">org/apache/hadoop/hbase/security/access/SecureBulkLoadEndpoint.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.access.SecureTestUtil.java">org/apache/hadoop/hbase/security/access/SecureTestUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>7</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.access.ShadedAccessControlUtil.java">org/apache/hadoop/hbase/security/access/ShadedAccessControlUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>50</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.access.TableAuthManager.java">org/apache/hadoop/hbase/security/access/TableAuthManager.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>43</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.access.TablePermission.java">org/apache/hadoop/hbase/security/access/TablePermission.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>10</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.access.TestAccessControlFilter.java">org/apache/hadoop/hbase/security/access/TestAccessControlFilter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.access.TestAccessController.java">org/apache/hadoop/hbase/security/access/TestAccessController.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>18</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.access.TestAccessController2.java">org/apache/hadoop/hbase/security/access/TestAccessController2.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.access.TestCellACLWithMultipleVersions.java">org/apache/hadoop/hbase/security/access/TestCellACLWithMultipleVersions.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.access.TestCellACLs.java">org/apache/hadoop/hbase/security/access/TestCellACLs.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.access.TestNamespaceCommands.java">org/apache/hadoop/hbase/security/access/TestNamespaceCommands.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.access.TestTablePermissions.java">org/apache/hadoop/hbase/security/access/TestTablePermissions.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>13</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.access.TestWithDisabledAuthorization.java">org/apache/hadoop/hbase/security/access/TestWithDisabledAuthorization.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.access.UserPermission.java">org/apache/hadoop/hbase/security/access/UserPermission.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.access.ZKPermissionWatcher.java">org/apache/hadoop/hbase/security/access/ZKPermissionWatcher.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.token.AuthenticationKey.java">org/apache/hadoop/hbase/security/token/AuthenticationKey.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.token.AuthenticationTokenIdentifier.java">org/apache/hadoop/hbase/security/token/AuthenticationTokenIdentifier.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.token.AuthenticationTokenSecretManager.java">org/apache/hadoop/hbase/security/token/AuthenticationTokenSecretManager.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.token.AuthenticationTokenSelector.java">org/apache/hadoop/hbase/security/token/AuthenticationTokenSelector.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.token.FsDelegationToken.java">org/apache/hadoop/hbase/security/token/FsDelegationToken.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.token.SecureTestCluster.java">org/apache/hadoop/hbase/security/token/SecureTestCluster.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.token.TestTokenAuthentication.java">org/apache/hadoop/hbase/security/token/TestTokenAuthentication.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.token.TestZKSecretWatcher.java">org/apache/hadoop/hbase/security/token/TestZKSecretWatcher.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.token.TokenProvider.java">org/apache/hadoop/hbase/security/token/TokenProvider.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.token.TokenUtil.java">org/apache/hadoop/hbase/security/token/TokenUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.token.ZKSecretWatcher.java">org/apache/hadoop/hbase/security/token/ZKSecretWatcher.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.CellVisibility.java">org/apache/hadoop/hbase/security/visibility/CellVisibility.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.DefaultVisibilityLabelServiceImpl.java">org/apache/hadoop/hbase/security/visibility/DefaultVisibilityLabelServiceImpl.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>8</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.DefinedSetFilterScanLabelGenerator.java">org/apache/hadoop/hbase/security/visibility/DefinedSetFilterScanLabelGenerator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.EnforcingScanLabelGenerator.java">org/apache/hadoop/hbase/security/visibility/EnforcingScanLabelGenerator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.ExpAsStringVisibilityLabelServiceImpl.java">org/apache/hadoop/hbase/security/visibility/ExpAsStringVisibilityLabelServiceImpl.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.ExpressionExpander.java">org/apache/hadoop/hbase/security/visibility/ExpressionExpander.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.ExpressionParser.java">org/apache/hadoop/hbase/security/visibility/ExpressionParser.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>10</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.FeedUserAuthScanLabelGenerator.java">org/apache/hadoop/hbase/security/visibility/FeedUserAuthScanLabelGenerator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.LabelFilteringScanLabelGenerator.java">org/apache/hadoop/hbase/security/visibility/LabelFilteringScanLabelGenerator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.LoadTestDataGeneratorWithVisibilityLabels.java">org/apache/hadoop/hbase/security/visibility/LoadTestDataGeneratorWithVisibilityLabels.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.ScanLabelGenerator.java">org/apache/hadoop/hbase/security/visibility/ScanLabelGenerator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.SimpleScanLabelGenerator.java">org/apache/hadoop/hbase/security/visibility/SimpleScanLabelGenerator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.TestExpressionExpander.java">org/apache/hadoop/hbase/security/visibility/TestExpressionExpander.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.TestExpressionParser.java">org/apache/hadoop/hbase/security/visibility/TestExpressionParser.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.TestVisibilityLabels.java">org/apache/hadoop/hbase/security/visibility/TestVisibilityLabels.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsOpWithDifferentUsersNoACL.java">org/apache/hadoop/hbase/security/visibility/TestVisibilityLabelsOpWithDifferentUsersNoACL.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsReplication.java">org/apache/hadoop/hbase/security/visibility/TestVisibilityLabelsReplication.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithACL.java">org/apache/hadoop/hbase/security/visibility/TestVisibilityLabelsWithACL.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithCustomVisLabService.java">org/apache/hadoop/hbase/security/visibility/TestVisibilityLabelsWithCustomVisLabService.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDefaultVisLabelService.java">org/apache/hadoop/hbase/security/visibility/TestVisibilityLabelsWithDefaultVisLabelService.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDeletes.java">org/apache/hadoop/hbase/security/visibility/TestVisibilityLabelsWithDeletes.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.TestVisibilityLablesWithGroups.java">org/apache/hadoop/hbase/security/visibility/TestVisibilityLablesWithGroups.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityClient.java">org/apache/hadoop/hbase/security/visibility/VisibilityClient.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>38</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityConstants.java">org/apache/hadoop/hbase/security/visibility/VisibilityConstants.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityController.java">org/apache/hadoop/hbase/security/visibility/VisibilityController.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>10</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityExpEvaluator.java">org/apache/hadoop/hbase/security/visibility/VisibilityExpEvaluator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityLabelFilter.java">org/apache/hadoop/hbase/security/visibility/VisibilityLabelFilter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityLabelService.java">org/apache/hadoop/hbase/security/visibility/VisibilityLabelService.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityLabelServiceManager.java">org/apache/hadoop/hbase/security/visibility/VisibilityLabelServiceManager.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityLabelsCache.java">org/apache/hadoop/hbase/security/visibility/VisibilityLabelsCache.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityLabelsValidator.java">org/apache/hadoop/hbase/security/visibility/VisibilityLabelsValidator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityNewVersionBehaivorTracker.java">org/apache/hadoop/hbase/security/visibility/VisibilityNewVersionBehaivorTracker.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>15</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityReplication.java">org/apache/hadoop/hbase/security/visibility/VisibilityReplication.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityReplicationEndpoint.java">org/apache/hadoop/hbase/security/visibility/VisibilityReplicationEndpoint.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityScanDeleteTracker.java">org/apache/hadoop/hbase/security/visibility/VisibilityScanDeleteTracker.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityTestUtil.java">org/apache/hadoop/hbase/security/visibility/VisibilityTestUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.VisibilityUtils.java">org/apache/hadoop/hbase/security/visibility/VisibilityUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>9</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.security.visibility.ZKVisibilityLabelWatcher.java">org/apache/hadoop/hbase/security/visibility/ZKVisibilityLabelWatcher.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.java">org/apache/hadoop/hbase/shaded/protobuf/ProtobufUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>189</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.shaded.protobuf.RequestConverter.java">org/apache/hadoop/hbase/shaded/protobuf/RequestConverter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>112</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.shaded.protobuf.ResponseConverter.java">org/apache/hadoop/hbase/shaded/protobuf/ResponseConverter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>24</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.shaded.protobuf.TestProtobufUtil.java">org/apache/hadoop/hbase/shaded/protobuf/TestProtobufUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>7</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.snapshot.ClientSnapshotDescriptionUtils.java">org/apache/hadoop/hbase/snapshot/ClientSnapshotDescriptionUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.snapshot.CorruptedSnapshotException.java">org/apache/hadoop/hbase/snapshot/CorruptedSnapshotException.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.snapshot.CreateSnapshot.java">org/apache/hadoop/hbase/snapshot/CreateSnapshot.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>43</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.snapshot.ExportSnapshot.java">org/apache/hadoop/hbase/snapshot/ExportSnapshot.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>14</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.snapshot.HBaseSnapshotException.java">org/apache/hadoop/hbase/snapshot/HBaseSnapshotException.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.snapshot.MobSnapshotTestingUtils.java">org/apache/hadoop/hbase/snapshot/MobSnapshotTestingUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>8</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.snapshot.RestoreSnapshotException.java">org/apache/hadoop/hbase/snapshot/RestoreSnapshotException.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.snapshot.RestoreSnapshotHelper.java">org/apache/hadoop/hbase/snapshot/RestoreSnapshotHelper.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>17</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.snapshot.SnapshotCreationException.java">org/apache/hadoop/hbase/snapshot/SnapshotCreationException.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.java">org/apache/hadoop/hbase/snapshot/SnapshotDescriptionUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>10</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.snapshot.SnapshotDoesNotExistException.java">org/apache/hadoop/hbase/snapshot/SnapshotDoesNotExistException.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.snapshot.SnapshotExistsException.java">org/apache/hadoop/hbase/snapshot/SnapshotExistsException.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.snapshot.SnapshotInfo.java">org/apache/hadoop/hbase/snapshot/SnapshotInfo.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>11</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.snapshot.SnapshotManifest.java">org/apache/hadoop/hbase/snapshot/SnapshotManifest.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.snapshot.SnapshotManifestV2.java">org/apache/hadoop/hbase/snapshot/SnapshotManifestV2.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.snapshot.SnapshotTestingUtils.java">org/apache/hadoop/hbase/snapshot/SnapshotTestingUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>27</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.snapshot.TablePartiallyOpenException.java">org/apache/hadoop/hbase/snapshot/TablePartiallyOpenException.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.snapshot.TestExportSnapshot.java">org/apache/hadoop/hbase/snapshot/TestExportSnapshot.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.snapshot.TestFlushSnapshotFromClient.java">org/apache/hadoop/hbase/snapshot/TestFlushSnapshotFromClient.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>11</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.snapshot.TestMobExportSnapshot.java">org/apache/hadoop/hbase/snapshot/TestMobExportSnapshot.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.snapshot.TestMobSecureExportSnapshot.java">org/apache/hadoop/hbase/snapshot/TestMobSecureExportSnapshot.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.snapshot.TestRestoreSnapshotHelper.java">org/apache/hadoop/hbase/snapshot/TestRestoreSnapshotHelper.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.test.IntegrationTestBigLinkedList.java">org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>32</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.test.IntegrationTestBigLinkedListWithVisibility.java">org/apache/hadoop/hbase/test/IntegrationTestBigLinkedListWithVisibility.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.test.IntegrationTestLoadAndVerify.java">org/apache/hadoop/hbase/test/IntegrationTestLoadAndVerify.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>76</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.test.IntegrationTestReplication.java">org/apache/hadoop/hbase/test/IntegrationTestReplication.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>8</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.test.IntegrationTestTimeBoundedMultiGetRequestsWithRegionReplicas.java">org/apache/hadoop/hbase/test/IntegrationTestTimeBoundedMultiGetRequestsWithRegionReplicas.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.test.IntegrationTestTimeBoundedRequestsWithRegionReplicas.java">org/apache/hadoop/hbase/test/IntegrationTestTimeBoundedRequestsWithRegionReplicas.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.test.IntegrationTestWithCellVisibilityLoadAndVerify.java">org/apache/hadoop/hbase/test/IntegrationTestWithCellVisibilityLoadAndVerify.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>14</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.test.IntegrationTestZKAndFSPermissions.java">org/apache/hadoop/hbase/test/IntegrationTestZKAndFSPermissions.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.test.MetricsAssertHelperImpl.java">org/apache/hadoop/hbase/test/MetricsAssertHelperImpl.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.thrift.DemoClient.java">org/apache/hadoop/hbase/thrift/DemoClient.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>250</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.thrift.HttpDoAsClient.java">org/apache/hadoop/hbase/thrift/HttpDoAsClient.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.thrift.MetricsThriftServerSourceImpl.java">org/apache/hadoop/hbase/thrift/MetricsThriftServerSourceImpl.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.thrift.TestMetricsThriftServerSourceFactoryImpl.java">org/apache/hadoop/hbase/thrift/TestMetricsThriftServerSourceFactoryImpl.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.thrift2.DemoClient.java">org/apache/hadoop/hbase/thrift2/DemoClient.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.tool.Canary.java">org/apache/hadoop/hbase/tool/Canary.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>44</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.tool.LoadIncrementalHFiles.java">org/apache/hadoop/hbase/tool/LoadIncrementalHFiles.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>7</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.tool.MapreduceTestingShim.java">org/apache/hadoop/hbase/tool/MapreduceTestingShim.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.tool.TestCanaryTool.java">org/apache/hadoop/hbase/tool/TestCanaryTool.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.tool.TestLoadIncrementalHFiles.java">org/apache/hadoop/hbase/tool/TestLoadIncrementalHFiles.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>8</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.tool.TestLoadIncrementalHFilesSplitRecovery.java">org/apache/hadoop/hbase/tool/TestLoadIncrementalHFilesSplitRecovery.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>7</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.tool.WriteSinkCoprocessor.java">org/apache/hadoop/hbase/tool/WriteSinkCoprocessor.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.trace.IntegrationTestSendTraceRequests.java">org/apache/hadoop/hbase/trace/IntegrationTestSendTraceRequests.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>7</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.trace.SpanReceiverHost.java">org/apache/hadoop/hbase/trace/SpanReceiverHost.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.trace.TraceTree.java">org/apache/hadoop/hbase/trace/TraceTree.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>9</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.trace.TraceUtil.java">org/apache/hadoop/hbase/trace/TraceUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.types.PBCell.java">org/apache/hadoop/hbase/types/PBCell.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.types.TestCopyOnWriteMaps.java">org/apache/hadoop/hbase/types/TestCopyOnWriteMaps.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>11</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.types.TestOrderedBlob.java">org/apache/hadoop/hbase/types/TestOrderedBlob.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.types.TestOrderedString.java">org/apache/hadoop/hbase/types/TestOrderedString.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.types.TestStruct.java">org/apache/hadoop/hbase/types/TestStruct.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>21</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.types.TestTerminatedWrapper.java">org/apache/hadoop/hbase/types/TestTerminatedWrapper.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.types.TestUnion2.java">org/apache/hadoop/hbase/types/TestUnion2.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.AbstractByteRange.java">org/apache/hadoop/hbase/util/AbstractByteRange.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.AbstractFileStatusFilter.java">org/apache/hadoop/hbase/util/AbstractFileStatusFilter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.AbstractHBaseTool.java">org/apache/hadoop/hbase/util/AbstractHBaseTool.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.AbstractPositionedByteRange.java">org/apache/hadoop/hbase/util/AbstractPositionedByteRange.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.Addressing.java">org/apache/hadoop/hbase/util/Addressing.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.AtomicUtils.java">org/apache/hadoop/hbase/util/AtomicUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.AvlUtil.java">org/apache/hadoop/hbase/util/AvlUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>9</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.Base64.java">org/apache/hadoop/hbase/util/Base64.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>28</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.BaseTestHBaseFsck.java">org/apache/hadoop/hbase/util/BaseTestHBaseFsck.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>12</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.BloomContext.java">org/apache/hadoop/hbase/util/BloomContext.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.BloomFilter.java">org/apache/hadoop/hbase/util/BloomFilter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.BloomFilterChunk.java">org/apache/hadoop/hbase/util/BloomFilterChunk.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.BloomFilterFactory.java">org/apache/hadoop/hbase/util/BloomFilterFactory.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>7</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.BloomFilterUtil.java">org/apache/hadoop/hbase/util/BloomFilterUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>16</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.BloomFilterWriter.java">org/apache/hadoop/hbase/util/BloomFilterWriter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.BoundedPriorityBlockingQueue.java">org/apache/hadoop/hbase/util/BoundedPriorityBlockingQueue.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>11</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.BuilderStyleTest.java">org/apache/hadoop/hbase/util/BuilderStyleTest.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.ByteBufferArray.java">org/apache/hadoop/hbase/util/ByteBufferArray.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.ByteBufferUtils.java">org/apache/hadoop/hbase/util/ByteBufferUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>45</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.ByteRangeUtils.java">org/apache/hadoop/hbase/util/ByteRangeUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.Bytes.java">org/apache/hadoop/hbase/util/Bytes.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>85</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.ChecksumType.java">org/apache/hadoop/hbase/util/ChecksumType.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.ClassLoaderTestHelper.java">org/apache/hadoop/hbase/util/ClassLoaderTestHelper.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>7</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.ClassSize.java">org/apache/hadoop/hbase/util/ClassSize.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>14</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.Classes.java">org/apache/hadoop/hbase/util/Classes.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.CollectionBackedScanner.java">org/apache/hadoop/hbase/util/CollectionBackedScanner.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.CollectionUtils.java">org/apache/hadoop/hbase/util/CollectionUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.CommonFSUtils.java">org/apache/hadoop/hbase/util/CommonFSUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.CompressionTest.java">org/apache/hadoop/hbase/util/CompressionTest.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.ConcatenatedLists.java">org/apache/hadoop/hbase/util/ConcatenatedLists.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.ConfigurationUtil.java">org/apache/hadoop/hbase/util/ConfigurationUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.ConnectionCache.java">org/apache/hadoop/hbase/util/ConnectionCache.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.ConstantDelayQueue.java">org/apache/hadoop/hbase/util/ConstantDelayQueue.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.CoprocessorClassLoader.java">org/apache/hadoop/hbase/util/CoprocessorClassLoader.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>11</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.Counter.java">org/apache/hadoop/hbase/util/Counter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.DirectMemoryUtils.java">org/apache/hadoop/hbase/util/DirectMemoryUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.DynamicClassLoader.java">org/apache/hadoop/hbase/util/DynamicClassLoader.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>26</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.EncryptionTest.java">org/apache/hadoop/hbase/util/EncryptionTest.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>10</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.EnvironmentEdgeManager.java">org/apache/hadoop/hbase/util/EnvironmentEdgeManager.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.EnvironmentEdgeManagerTestHelper.java">org/apache/hadoop/hbase/util/EnvironmentEdgeManagerTestHelper.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.ExceptionUtil.java">org/apache/hadoop/hbase/util/ExceptionUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.FSHDFSUtils.java">org/apache/hadoop/hbase/util/FSHDFSUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>20</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.FSRegionScanner.java">org/apache/hadoop/hbase/util/FSRegionScanner.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.FSTableDescriptors.java">org/apache/hadoop/hbase/util/FSTableDescriptors.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>22</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.FSUtils.java">org/apache/hadoop/hbase/util/FSUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>61</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.FSVisitor.java">org/apache/hadoop/hbase/util/FSVisitor.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.FileStatusFilter.java">org/apache/hadoop/hbase/util/FileStatusFilter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.GetJavaProperty.java">org/apache/hadoop/hbase/util/GetJavaProperty.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.HBaseConfTool.java">org/apache/hadoop/hbase/util/HBaseConfTool.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.HBaseFsck.java">org/apache/hadoop/hbase/util/HBaseFsck.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>97</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.HBaseFsckRepair.java">org/apache/hadoop/hbase/util/HBaseFsckRepair.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.HBaseHomePath.java">org/apache/hadoop/hbase/util/HBaseHomePath.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.HFileArchiveTestingUtil.java">org/apache/hadoop/hbase/util/HFileArchiveTestingUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>9</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.HFileArchiveUtil.java">org/apache/hadoop/hbase/util/HFileArchiveUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.HFileTestUtil.java">org/apache/hadoop/hbase/util/HFileTestUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.Hash.java">org/apache/hadoop/hbase/util/Hash.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.HashKey.java">org/apache/hadoop/hbase/util/HashKey.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.HashedBytes.java">org/apache/hadoop/hbase/util/HashedBytes.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.IdLock.java">org/apache/hadoop/hbase/util/IdLock.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.IdReadWriteLock.java">org/apache/hadoop/hbase/util/IdReadWriteLock.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.JRubyFormat.java">org/apache/hadoop/hbase/util/JRubyFormat.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.JSONBean.java">org/apache/hadoop/hbase/util/JSONBean.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>12</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.JSONMetricUtil.java">org/apache/hadoop/hbase/util/JSONMetricUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.JVM.java">org/apache/hadoop/hbase/util/JVM.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.JVMClusterUtil.java">org/apache/hadoop/hbase/util/JVMClusterUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>11</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.JenkinsHash.java">org/apache/hadoop/hbase/util/JenkinsHash.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>39</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.JsonMapper.java">org/apache/hadoop/hbase/util/JsonMapper.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.JvmPauseMonitor.java">org/apache/hadoop/hbase/util/JvmPauseMonitor.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.KeyLocker.java">org/apache/hadoop/hbase/util/KeyLocker.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.LoadTestDataGeneratorWithMOB.java">org/apache/hadoop/hbase/util/LoadTestDataGeneratorWithMOB.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.LoadTestDataGeneratorWithTags.java">org/apache/hadoop/hbase/util/LoadTestDataGeneratorWithTags.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.LoadTestTool.java">org/apache/hadoop/hbase/util/LoadTestTool.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.MD5Hash.java">org/apache/hadoop/hbase/util/MD5Hash.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.ManualEnvironmentEdge.java">org/apache/hadoop/hbase/util/ManualEnvironmentEdge.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.MapreduceDependencyClasspathTool.java">org/apache/hadoop/hbase/util/MapreduceDependencyClasspathTool.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.Methods.java">org/apache/hadoop/hbase/util/Methods.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.MockServer.java">org/apache/hadoop/hbase/util/MockServer.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.ModifyRegionUtils.java">org/apache/hadoop/hbase/util/ModifyRegionUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>8</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.MultiHConnection.java">org/apache/hadoop/hbase/util/MultiHConnection.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.MultiThreadedAction.java">org/apache/hadoop/hbase/util/MultiThreadedAction.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>9</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.MultiThreadedReader.java">org/apache/hadoop/hbase/util/MultiThreadedReader.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.MultiThreadedReaderWithACL.java">org/apache/hadoop/hbase/util/MultiThreadedReaderWithACL.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.MultiThreadedUpdater.java">org/apache/hadoop/hbase/util/MultiThreadedUpdater.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>19</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.MultiThreadedWriter.java">org/apache/hadoop/hbase/util/MultiThreadedWriter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.MultiThreadedWriterBase.java">org/apache/hadoop/hbase/util/MultiThreadedWriterBase.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.MunkresAssignment.java">org/apache/hadoop/hbase/util/MunkresAssignment.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.MurmurHash3.java">org/apache/hadoop/hbase/util/MurmurHash3.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>11</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.NettyEventLoopGroupConfig.java">org/apache/hadoop/hbase/util/NettyEventLoopGroupConfig.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.Order.java">org/apache/hadoop/hbase/util/Order.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>8</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.OrderedBytes.java">org/apache/hadoop/hbase/util/OrderedBytes.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>44</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.Pair.java">org/apache/hadoop/hbase/util/Pair.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>16</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.PairOfSameType.java">org/apache/hadoop/hbase/util/PairOfSameType.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>8</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.PoolMap.java">org/apache/hadoop/hbase/util/PoolMap.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>9</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.PositionedByteRange.java">org/apache/hadoop/hbase/util/PositionedByteRange.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.PrettyPrinter.java">org/apache/hadoop/hbase/util/PrettyPrinter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.ProcessBasedLocalHBaseCluster.java">org/apache/hadoop/hbase/util/ProcessBasedLocalHBaseCluster.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.RedundantKVGenerator.java">org/apache/hadoop/hbase/util/RedundantKVGenerator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.ReflectionUtils.java">org/apache/hadoop/hbase/util/ReflectionUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.RegionMover.java">org/apache/hadoop/hbase/util/RegionMover.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>35</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.RegionSplitCalculator.java">org/apache/hadoop/hbase/util/RegionSplitCalculator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.RegionSplitter.java">org/apache/hadoop/hbase/util/RegionSplitter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>13</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.RetryCounter.java">org/apache/hadoop/hbase/util/RetryCounter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.RollingStatCalculator.java">org/apache/hadoop/hbase/util/RollingStatCalculator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.RowBloomContext.java">org/apache/hadoop/hbase/util/RowBloomContext.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.ServerCommandLine.java">org/apache/hadoop/hbase/util/ServerCommandLine.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.ServerRegionReplicaUtil.java">org/apache/hadoop/hbase/util/ServerRegionReplicaUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.ShutdownHookManager.java">org/apache/hadoop/hbase/util/ShutdownHookManager.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.SimpleByteRange.java">org/apache/hadoop/hbase/util/SimpleByteRange.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.SimpleMutableByteRange.java">org/apache/hadoop/hbase/util/SimpleMutableByteRange.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.SimplePositionedByteRange.java">org/apache/hadoop/hbase/util/SimplePositionedByteRange.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.SimplePositionedMutableByteRange.java">org/apache/hadoop/hbase/util/SimplePositionedMutableByteRange.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.Sleeper.java">org/apache/hadoop/hbase/util/Sleeper.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.StealJobQueue.java">org/apache/hadoop/hbase/util/StealJobQueue.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.StoppableImplementation.java">org/apache/hadoop/hbase/util/StoppableImplementation.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.Strings.java">org/apache/hadoop/hbase/util/Strings.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.TestBase64.java">org/apache/hadoop/hbase/util/TestBase64.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>12</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.TestBloomFilterChunk.java">org/apache/hadoop/hbase/util/TestBloomFilterChunk.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.TestBytes.java">org/apache/hadoop/hbase/util/TestBytes.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>21</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.TestCompressionTest.java">org/apache/hadoop/hbase/util/TestCompressionTest.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>12</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.TestCoprocessorClassLoader.java">org/apache/hadoop/hbase/util/TestCoprocessorClassLoader.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.TestCoprocessorScanPolicy.java">org/apache/hadoop/hbase/util/TestCoprocessorScanPolicy.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.TestFSTableDescriptors.java">org/apache/hadoop/hbase/util/TestFSTableDescriptors.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>10</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.TestFSUtils.java">org/apache/hadoop/hbase/util/TestFSUtils.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>6</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.TestFSVisitor.java">org/apache/hadoop/hbase/util/TestFSVisitor.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.TestHFileArchiveUtil.java">org/apache/hadoop/hbase/util/TestHFileArchiveUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.TestIdLock.java">org/apache/hadoop/hbase/util/TestIdLock.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.TestIdReadWriteLock.java">org/apache/hadoop/hbase/util/TestIdReadWriteLock.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>10</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.TestMiniClusterLoadEncoded.java">org/apache/hadoop/hbase/util/TestMiniClusterLoadEncoded.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.TestMiniClusterLoadSequential.java">org/apache/hadoop/hbase/util/TestMiniClusterLoadSequential.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.TestOrderedBytes.java">org/apache/hadoop/hbase/util/TestOrderedBytes.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>30</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.TestRegionSplitter.java">org/apache/hadoop/hbase/util/TestRegionSplitter.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>192</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.TestSimplePositionedMutableByteRange.java">org/apache/hadoop/hbase/util/TestSimplePositionedMutableByteRange.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.TestSortedList.java">org/apache/hadoop/hbase/util/TestSortedList.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.Threads.java">org/apache/hadoop/hbase/util/Threads.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>5</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.TimeOffsetEnvironmentEdge.java">org/apache/hadoop/hbase/util/TimeOffsetEnvironmentEdge.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.Triple.java">org/apache/hadoop/hbase/util/Triple.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.UnsafeAccess.java">org/apache/hadoop/hbase/util/UnsafeAccess.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>35</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.UnsafeAvailChecker.java">org/apache/hadoop/hbase/util/UnsafeAvailChecker.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.VersionInfo.java">org/apache/hadoop/hbase/util/VersionInfo.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>3</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.Writables.java">org/apache/hadoop/hbase/util/Writables.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>10</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.ZKDataMigrator.java">org/apache/hadoop/hbase/util/ZKDataMigrator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>18</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.compaction.MajorCompactor.java">org/apache/hadoop/hbase/util/compaction/MajorCompactor.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.compaction.TestMajorCompactionRequest.java">org/apache/hadoop/hbase/util/compaction/TestMajorCompactionRequest.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.compaction.TestMajorCompactor.java">org/apache/hadoop/hbase/util/compaction/TestMajorCompactor.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.hbck.HFileCorruptionChecker.java">org/apache/hadoop/hbase/util/hbck/HFileCorruptionChecker.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>10</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.hbck.HbckTestingUtil.java">org/apache/hadoop/hbase/util/hbck/HbckTestingUtil.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.hbck.OfflineMetaRebuildTestCore.java">org/apache/hadoop/hbase/util/hbck/OfflineMetaRebuildTestCore.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.hbck.OfflineMetaRepair.java">org/apache/hadoop/hbase/util/hbck/OfflineMetaRepair.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.util.test.LoadTestDataGenerator.java">org/apache/hadoop/hbase/util/test/LoadTestDataGenerator.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>8</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.util.test.LoadTestDataGeneratorWithACL.java">org/apache/hadoop/hbase/util/test/LoadTestDataGeneratorWithACL.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>1</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbase.wal.AbstractFSWALProvider.java">org/apache/hadoop/hbase/wal/AbstractFSWALProvider.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>4</td></tr>
-<tr class="a">
+<tr class="b">
 <td><a href="#org.apache.hadoop.hbase.wal.BoundedGroupingStrategy.java">org/apache/hadoop/hbase/wal/BoundedGroupingStrategy.java</a></td>
 <td>0</td>
 <td>0</td>
 <td>2</td></tr>
-<tr class="b">
+<tr class="a">
 <td><a href="#org.apache.hadoop.hbas

<TRUNCATED>

[46/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html b/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
index aa4efda..bc800b5 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html
@@ -113,7 +113,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private static class <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.306">AsyncRequestFutureImpl.ReplicaResultState</a>
+<pre>private static class <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.305">AsyncRequestFutureImpl.ReplicaResultState</a>
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></pre>
 <div class="block">Sync point for calls to multiple replicas for the same user request (Get).
  Created and put in the results array (we assume replica calls require results) when
@@ -213,7 +213,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>callCount</h4>
-<pre>int <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html#line.312">callCount</a></pre>
+<pre>int <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html#line.311">callCount</a></pre>
 <div class="block">Number of calls outstanding, or 0 if a call succeeded (even with others outstanding).</div>
 </li>
 </ul>
@@ -223,7 +223,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>replicaErrors</h4>
-<pre><a href="../../../../../org/apache/hadoop/hbase/client/BatchErrors.html" title="class in org.apache.hadoop.hbase.client">BatchErrors</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html#line.315">replicaErrors</a></pre>
+<pre><a href="../../../../../org/apache/hadoop/hbase/client/BatchErrors.html" title="class in org.apache.hadoop.hbase.client">BatchErrors</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html#line.314">replicaErrors</a></pre>
 <div class="block">Errors for which it is not decided whether we will report them to user. If one of the
  calls succeeds, we will discard the errors that may have happened in the other calls.</div>
 </li>
@@ -242,7 +242,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>ReplicaResultState</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html#line.307">ReplicaResultState</a>(int&nbsp;callCount)</pre>
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html#line.306">ReplicaResultState</a>(int&nbsp;callCount)</pre>
 </li>
 </ul>
 </li>
@@ -259,7 +259,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>toString</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html#line.318">toString</a>()</pre>
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html#line.317">toString</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
 <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--" title="class or interface in java.lang">toString</a></code>&nbsp;in class&nbsp;<code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></code></dd>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html b/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
index 63ce03d..f7ce8e5 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
@@ -122,7 +122,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>public static enum <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.294">AsyncRequestFutureImpl.Retry</a>
+<pre>public static enum <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.293">AsyncRequestFutureImpl.Retry</a>
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang">Enum</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a>&gt;</pre>
 <div class="block">For <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#manageError-int-org.apache.hadoop.hbase.client.Row-org.apache.hadoop.hbase.client.AsyncRequestFutureImpl.Retry-java.lang.Throwable-org.apache.hadoop.hbase.ServerName-"><code>AsyncRequestFutureImpl.manageError(int, Row, Retry, Throwable, ServerName)</code></a>. Only
  used to make logging more clear, we don't actually care why we don't retry.</div>
@@ -221,7 +221,7 @@ the order they are declared.</div>
 <ul class="blockList">
 <li class="blockList">
 <h4>YES</h4>
-<pre>public static final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.295">YES</a></pre>
+<pre>public static final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.294">YES</a></pre>
 </li>
 </ul>
 <a name="NO_LOCATION_PROBLEM">
@@ -230,7 +230,7 @@ the order they are declared.</div>
 <ul class="blockList">
 <li class="blockList">
 <h4>NO_LOCATION_PROBLEM</h4>
-<pre>public static final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.296">NO_LOCATION_PROBLEM</a></pre>
+<pre>public static final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.295">NO_LOCATION_PROBLEM</a></pre>
 </li>
 </ul>
 <a name="NO_NOT_RETRIABLE">
@@ -239,7 +239,7 @@ the order they are declared.</div>
 <ul class="blockList">
 <li class="blockList">
 <h4>NO_NOT_RETRIABLE</h4>
-<pre>public static final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.297">NO_NOT_RETRIABLE</a></pre>
+<pre>public static final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.296">NO_NOT_RETRIABLE</a></pre>
 </li>
 </ul>
 <a name="NO_RETRIES_EXHAUSTED">
@@ -248,7 +248,7 @@ the order they are declared.</div>
 <ul class="blockList">
 <li class="blockList">
 <h4>NO_RETRIES_EXHAUSTED</h4>
-<pre>public static final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.298">NO_RETRIES_EXHAUSTED</a></pre>
+<pre>public static final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.297">NO_RETRIES_EXHAUSTED</a></pre>
 </li>
 </ul>
 <a name="NO_OTHER_SUCCEEDED">
@@ -257,7 +257,7 @@ the order they are declared.</div>
 <ul class="blockListLast">
 <li class="blockList">
 <h4>NO_OTHER_SUCCEEDED</h4>
-<pre>public static final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.299">NO_OTHER_SUCCEEDED</a></pre>
+<pre>public static final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.298">NO_OTHER_SUCCEEDED</a></pre>
 </li>
 </ul>
 </li>
@@ -274,7 +274,7 @@ the order they are declared.</div>
 <ul class="blockList">
 <li class="blockList">
 <h4>values</h4>
-<pre>public static&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a>[]&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.1271">values</a>()</pre>
+<pre>public static&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a>[]&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.1270">values</a>()</pre>
 <div class="block">Returns an array containing the constants of this enum type, in
 the order they are declared.  This method may be used to iterate
 over the constants as follows:
@@ -294,7 +294,7 @@ for (AsyncRequestFutureImpl.Retry c : AsyncRequestFutureImpl.Retry.values())
 <ul class="blockListLast">
 <li class="blockList">
 <h4>valueOf</h4>
-<pre>public static&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.1271">valueOf</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;name)</pre>
+<pre>public static&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html#line.1270">valueOf</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;name)</pre>
 <div class="block">Returns the enum constant of this type with the specified name.
 The string must match <i>exactly</i> an identifier used to declare an
 enum constant in this type.  (Extraneous whitespace characters are 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html b/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
index 4f73304..aa6e998 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
@@ -578,7 +578,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>callback</h4>
-<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/coprocessor/Batch.Callback.html" title="interface in org.apache.hadoop.hbase.client.coprocessor">Batch.Callback</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html" title="type parameter in AsyncRequestFutureImpl">CResult</a>&gt; <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.254">callback</a></pre>
+<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/coprocessor/Batch.Callback.html" title="interface in org.apache.hadoop.hbase.client.coprocessor">Batch.Callback</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html" title="type parameter in AsyncRequestFutureImpl">CResult</a>&gt; <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.253">callback</a></pre>
 </li>
 </ul>
 <a name="errors">
@@ -587,7 +587,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>errors</h4>
-<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/BatchErrors.html" title="class in org.apache.hadoop.hbase.client">BatchErrors</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.255">errors</a></pre>
+<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/BatchErrors.html" title="class in org.apache.hadoop.hbase.client">BatchErrors</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.254">errors</a></pre>
 </li>
 </ul>
 <a name="errorsByServer">
@@ -596,7 +596,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>errorsByServer</h4>
-<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html" title="class in org.apache.hadoop.hbase.client">ConnectionImplementation.ServerErrorTracker</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.256">errorsByServer</a></pre>
+<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html" title="class in org.apache.hadoop.hbase.client">ConnectionImplementation.ServerErrorTracker</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.255">errorsByServer</a></pre>
 </li>
 </ul>
 <a name="pool">
@@ -605,7 +605,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>pool</h4>
-<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutorService.html?is-external=true" title="class or interface in java.util.concurrent">ExecutorService</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.257">pool</a></pre>
+<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutorService.html?is-external=true" title="class or interface in java.util.concurrent">ExecutorService</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.256">pool</a></pre>
 </li>
 </ul>
 <a name="callsInProgress">
@@ -614,7 +614,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>callsInProgress</h4>
-<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/CancellableRegionServerCallable.html" title="class in org.apache.hadoop.hbase.client">CancellableRegionServerCallable</a>&gt; <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.258">callsInProgress</a></pre>
+<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/CancellableRegionServerCallable.html" title="class in org.apache.hadoop.hbase.client">CancellableRegionServerCallable</a>&gt; <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.257">callsInProgress</a></pre>
 </li>
 </ul>
 <a name="tableName">
@@ -623,7 +623,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>tableName</h4>
-<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.261">tableName</a></pre>
+<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.260">tableName</a></pre>
 </li>
 </ul>
 <a name="actionsInProgress">
@@ -632,7 +632,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>actionsInProgress</h4>
-<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true" title="class or interface in java.util.concurrent.atomic">AtomicLong</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.262">actionsInProgress</a></pre>
+<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true" title="class or interface in java.util.concurrent.atomic">AtomicLong</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.261">actionsInProgress</a></pre>
 </li>
 </ul>
 <a name="replicaResultLock">
@@ -641,7 +641,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>replicaResultLock</h4>
-<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.268">replicaResultLock</a></pre>
+<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.267">replicaResultLock</a></pre>
 <div class="block">The lock controls access to results. It is only held when populating results where
  there might be several callers (eventual consistency gets). For other requests,
  there's one unique call going on per result index.</div>
@@ -653,7 +653,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>results</h4>
-<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>[] <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.278">results</a></pre>
+<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>[] <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.277">results</a></pre>
 <div class="block">Result array.  Null if results are not needed. Otherwise, each index corresponds to
  the action index in initial actions submitted. For most request types, has null-s for
  requests that are not done, and result/exception for those that are done.
@@ -669,7 +669,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>replicaGetIndices</h4>
-<pre>private final&nbsp;int[] <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.282">replicaGetIndices</a></pre>
+<pre>private final&nbsp;int[] <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.281">replicaGetIndices</a></pre>
 <div class="block">Indices of replica gets in results. If null, all or no actions are replica-gets.</div>
 </li>
 </ul>
@@ -679,7 +679,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>hasAnyReplicaGets</h4>
-<pre>private final&nbsp;boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.283">hasAnyReplicaGets</a></pre>
+<pre>private final&nbsp;boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.282">hasAnyReplicaGets</a></pre>
 </li>
 </ul>
 <a name="nonceGroup">
@@ -688,7 +688,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>nonceGroup</h4>
-<pre>private final&nbsp;long <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.284">nonceGroup</a></pre>
+<pre>private final&nbsp;long <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.283">nonceGroup</a></pre>
 </li>
 </ul>
 <a name="currentCallable">
@@ -697,7 +697,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>currentCallable</h4>
-<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/CancellableRegionServerCallable.html" title="class in org.apache.hadoop.hbase.client">CancellableRegionServerCallable</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.285">currentCallable</a></pre>
+<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/CancellableRegionServerCallable.html" title="class in org.apache.hadoop.hbase.client">CancellableRegionServerCallable</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.284">currentCallable</a></pre>
 </li>
 </ul>
 <a name="operationTimeout">
@@ -706,7 +706,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>operationTimeout</h4>
-<pre>private final&nbsp;int <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.286">operationTimeout</a></pre>
+<pre>private final&nbsp;int <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.285">operationTimeout</a></pre>
 </li>
 </ul>
 <a name="rpcTimeout">
@@ -715,7 +715,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>rpcTimeout</h4>
-<pre>private final&nbsp;int <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.287">rpcTimeout</a></pre>
+<pre>private final&nbsp;int <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.286">rpcTimeout</a></pre>
 </li>
 </ul>
 <a name="asyncProcess">
@@ -724,7 +724,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockListLast">
 <li class="blockList">
 <h4>asyncProcess</h4>
-<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncProcess.html" title="class in org.apache.hadoop.hbase.client">AsyncProcess</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.288">asyncProcess</a></pre>
+<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncProcess.html" title="class in org.apache.hadoop.hbase.client">AsyncProcess</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.287">asyncProcess</a></pre>
 </li>
 </ul>
 </li>
@@ -741,7 +741,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockListLast">
 <li class="blockList">
 <h4>AsyncRequestFutureImpl</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.323">AsyncRequestFutureImpl</a>(<a href="../../../../../org/apache/hadoop/hbase/client/AsyncProcessTask.html" title="class in org.apache.hadoop.hbase.client">AsyncProcessTask</a>&nbsp;task,
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.322">AsyncRequestFutureImpl</a>(<a href="../../../../../org/apache/hadoop/hbase/client/AsyncProcessTask.html" title="class in org.apache.hadoop.hbase.client">AsyncProcessTask</a>&nbsp;task,
                               <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&gt;&nbsp;actions,
                               long&nbsp;nonceGroup,
                               <a href="../../../../../org/apache/hadoop/hbase/client/AsyncProcess.html" title="class in org.apache.hadoop.hbase.client">AsyncProcess</a>&nbsp;asyncProcess)</pre>
@@ -761,7 +761,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>getCallsInProgress</h4>
-<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/CancellableRegionServerCallable.html" title="class in org.apache.hadoop.hbase.client">CancellableRegionServerCallable</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.401">getCallsInProgress</a>()</pre>
+<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/CancellableRegionServerCallable.html" title="class in org.apache.hadoop.hbase.client">CancellableRegionServerCallable</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.400">getCallsInProgress</a>()</pre>
 </li>
 </ul>
 <a name="createSingleServerRequest-org.apache.hadoop.hbase.client.MultiAction-int-org.apache.hadoop.hbase.ServerName-java.util.Set-">
@@ -770,7 +770,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>createSingleServerRequest</h4>
-<pre><a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.SingleServerRequestRunnable.html" title="class in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.SingleServerRequestRunnable</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.406">createSingleServerRequest</a>(<a href="../../../../../org/apache/hadoop/hbase/client/MultiAction.html" title="class in org.apache.hadoop.hbase.client">MultiAction</a>&nbsp;multiAction,
+<pre><a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.SingleServerRequestRunnable.html" title="class in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.SingleServerRequestRunnable</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.405">createSingleServerRequest</a>(<a href="../../../../../org/apache/hadoop/hbase/client/MultiAction.html" title="class in org.apache.hadoop.hbase.client">MultiAction</a>&nbsp;multiAction,
                                                                              int&nbsp;numAttempt,
                                                                              <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
                                                                              <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/CancellableRegionServerCallable.html" title="class in org.apache.hadoop.hbase.client">CancellableRegionServerCallable</a>&gt;&nbsp;callsInProgress)</pre>
@@ -782,7 +782,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>groupAndSendMultiAction</h4>
-<pre>void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.417">groupAndSendMultiAction</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&gt;&nbsp;currentActions,
+<pre>void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.416">groupAndSendMultiAction</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&gt;&nbsp;currentActions,
                              int&nbsp;numAttempt)</pre>
 <div class="block">Group a list of actions per region servers, and send them.</div>
 <dl>
@@ -798,7 +798,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>getReplicaLocationOrFail</h4>
-<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/HRegionLocation.html" title="class in org.apache.hadoop.hbase">HRegionLocation</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.471">getReplicaLocationOrFail</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&nbsp;action)</pre>
+<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/HRegionLocation.html" title="class in org.apache.hadoop.hbase">HRegionLocation</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.470">getReplicaLocationOrFail</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&nbsp;action)</pre>
 </li>
 </ul>
 <a name="manageLocationError-org.apache.hadoop.hbase.client.Action-java.lang.Exception-">
@@ -807,7 +807,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>manageLocationError</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.490">manageLocationError</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&nbsp;action,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.489">manageLocationError</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&nbsp;action,
                                  <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a>&nbsp;ex)</pre>
 </li>
 </ul>
@@ -817,7 +817,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>findAllLocationsOrFail</h4>
-<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/RegionLocations.html" title="class in org.apache.hadoop.hbase">RegionLocations</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.501">findAllLocationsOrFail</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&nbsp;action,
+<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/RegionLocations.html" title="class in org.apache.hadoop.hbase">RegionLocations</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.500">findAllLocationsOrFail</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&nbsp;action,
                                                boolean&nbsp;useCache)</pre>
 </li>
 </ul>
@@ -827,7 +827,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>sendMultiAction</h4>
-<pre>void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.522">sendMultiAction</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>,<a href="../../../../../org/apache/hadoop/hbase/client/MultiAction.html" title="class in org.apache.hadoop.hbase.client">MultiAction</a>&gt;&nbsp;actionsByServer,
+<pre>void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.521">sendMultiAction</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>,<a href="../../../../../org/apache/hadoop/hbase/client/MultiAction.html" title="class in org.apache.hadoop.hbase.client">MultiAction</a>&gt;&nbsp;actionsByServer,
                      int&nbsp;numAttempt,
                      <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&gt;&nbsp;actionsForReplicaThread,
                      boolean&nbsp;reuseThread)</pre>
@@ -847,7 +847,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>getNewMultiActionRunnable</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;? extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true" title="class or interface in java.lang">Runnable</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.573">getNewMultiActionRunnable</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;? extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true" title="class or interface in java.lang">Runnable</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.572">getNewMultiActionRunnable</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
                                                                  <a href="../../../../../org/apache/hadoop/hbase/client/MultiAction.html" title="class in org.apache.hadoop.hbase.client">MultiAction</a>&nbsp;multiAction,
                                                                  int&nbsp;numAttempt)</pre>
 </li>
@@ -858,7 +858,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>getBackoff</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.639">getBackoff</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.638">getBackoff</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
                         byte[]&nbsp;regionName)</pre>
 <dl>
 <dt><span class="paramLabel">Parameters:</span></dt>
@@ -876,7 +876,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>startWaitingForReplicaCalls</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.649">startWaitingForReplicaCalls</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&gt;&nbsp;actionsForReplicaThread)</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.648">startWaitingForReplicaCalls</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&gt;&nbsp;actionsForReplicaThread)</pre>
 <div class="block">Starts waiting to issue replica calls on a different thread; or issues them immediately.</div>
 </li>
 </ul>
@@ -886,7 +886,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>manageError</h4>
-<pre><a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.677">manageError</a>(int&nbsp;originalIndex,
+<pre><a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.676">manageError</a>(int&nbsp;originalIndex,
                                          <a href="../../../../../org/apache/hadoop/hbase/client/Row.html" title="interface in org.apache.hadoop.hbase.client">Row</a>&nbsp;row,
                                          <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html" title="enum in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.Retry</a>&nbsp;canRetry,
                                          <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;throwable,
@@ -910,7 +910,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>receiveGlobalFailure</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.701">receiveGlobalFailure</a>(<a href="../../../../../org/apache/hadoop/hbase/client/MultiAction.html" title="class in org.apache.hadoop.hbase.client">MultiAction</a>&nbsp;rsActions,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.700">receiveGlobalFailure</a>(<a href="../../../../../org/apache/hadoop/hbase/client/MultiAction.html" title="class in org.apache.hadoop.hbase.client">MultiAction</a>&nbsp;rsActions,
                                   <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
                                   int&nbsp;numAttempt,
                                   <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;t)</pre>
@@ -930,7 +930,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>resubmit</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.742">resubmit</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;oldServer,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.741">resubmit</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;oldServer,
                       <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&gt;&nbsp;toReplay,
                       int&nbsp;numAttempt,
                       int&nbsp;failureCount,
@@ -945,7 +945,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>logNoResubmit</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.783">logNoResubmit</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;oldServer,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.782">logNoResubmit</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;oldServer,
                            int&nbsp;numAttempt,
                            int&nbsp;failureCount,
                            <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;throwable,
@@ -959,7 +959,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>receiveMultiAction</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.806">receiveMultiAction</a>(<a href="../../../../../org/apache/hadoop/hbase/client/MultiAction.html" title="class in org.apache.hadoop.hbase.client">MultiAction</a>&nbsp;multiAction,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.805">receiveMultiAction</a>(<a href="../../../../../org/apache/hadoop/hbase/client/MultiAction.html" title="class in org.apache.hadoop.hbase.client">MultiAction</a>&nbsp;multiAction,
                                 <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
                                 <a href="../../../../../org/apache/hadoop/hbase/client/MultiResponse.html" title="class in org.apache.hadoop.hbase.client">MultiResponse</a>&nbsp;responses,
                                 int&nbsp;numAttempt)</pre>
@@ -979,7 +979,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>updateCachedLocations</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.891">updateCachedLocations</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.890">updateCachedLocations</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
                                    byte[]&nbsp;regionName,
                                    byte[]&nbsp;row,
                                    <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;rowException)</pre>
@@ -993,7 +993,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>invokeCallBack</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.906">invokeCallBack</a>(byte[]&nbsp;regionName,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.905">invokeCallBack</a>(byte[]&nbsp;regionName,
                             byte[]&nbsp;row,
                             <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html" title="type parameter in AsyncRequestFutureImpl">CResult</a>&nbsp;result)</pre>
 </li>
@@ -1004,7 +1004,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>cleanServerCache</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.919">cleanServerCache</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.918">cleanServerCache</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
                               <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;regionException)</pre>
 </li>
 </ul>
@@ -1014,7 +1014,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>updateStats</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.929">updateStats</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.928">updateStats</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
                            <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;byte[],<a href="../../../../../org/apache/hadoop/hbase/client/MultiResponse.RegionResult.html" title="class in org.apache.hadoop.hbase.client">MultiResponse.RegionResult</a>&gt;&nbsp;results)</pre>
 </li>
 </ul>
@@ -1024,7 +1024,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>createLog</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.952">createLog</a>(int&nbsp;numAttempt,
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.951">createLog</a>(int&nbsp;numAttempt,
                          int&nbsp;failureCount,
                          int&nbsp;replaySize,
                          <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;sn,
@@ -1042,7 +1042,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>setResult</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.990">setResult</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&nbsp;action,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.989">setResult</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Action.html" title="class in org.apache.hadoop.hbase.client">Action</a>&nbsp;action,
                        <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>&nbsp;result)</pre>
 <div class="block">Sets the non-error result from a particular action.</div>
 <dl>
@@ -1058,7 +1058,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>setError</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1033">setError</a>(int&nbsp;index,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1032">setError</a>(int&nbsp;index,
                       <a href="../../../../../org/apache/hadoop/hbase/client/Row.html" title="interface in org.apache.hadoop.hbase.client">Row</a>&nbsp;row,
                       <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;throwable,
                       <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server)</pre>
@@ -1078,7 +1078,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>isActionComplete</h4>
-<pre>private&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1091">isActionComplete</a>(int&nbsp;index,
+<pre>private&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1090">isActionComplete</a>(int&nbsp;index,
                                  <a href="../../../../../org/apache/hadoop/hbase/client/Row.html" title="interface in org.apache.hadoop.hbase.client">Row</a>&nbsp;row)</pre>
 <div class="block">Checks if the action is complete; used on error to prevent needless retries.
  Does not synchronize, assuming element index/field accesses are atomic.
@@ -1096,7 +1096,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>trySetResultSimple</h4>
-<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html" title="class in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.ReplicaResultState</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1102">trySetResultSimple</a>(int&nbsp;index,
+<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaResultState.html" title="class in org.apache.hadoop.hbase.client">AsyncRequestFutureImpl.ReplicaResultState</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1101">trySetResultSimple</a>(int&nbsp;index,
                                                                      <a href="../../../../../org/apache/hadoop/hbase/client/Row.html" title="interface in org.apache.hadoop.hbase.client">Row</a>&nbsp;row,
                                                                      boolean&nbsp;isError,
                                                                      <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>&nbsp;result,
@@ -1115,7 +1115,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>decActionCounter</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1137">decActionCounter</a>(int&nbsp;index)</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1136">decActionCounter</a>(int&nbsp;index)</pre>
 </li>
 </ul>
 <a name="buildDetailedErrorMsg-java.lang.String-int-">
@@ -1124,7 +1124,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>buildDetailedErrorMsg</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1149">buildDetailedErrorMsg</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;string,
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1148">buildDetailedErrorMsg</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;string,
                                      int&nbsp;index)</pre>
 </li>
 </ul>
@@ -1134,7 +1134,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>waitUntilDone</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1171">waitUntilDone</a>()
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1170">waitUntilDone</a>()
                    throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/InterruptedIOException.html?is-external=true" title="class or interface in java.io">InterruptedIOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFuture.html#waitUntilDone--">AsyncRequestFuture</a></code></span></div>
 <div class="block">Wait until all tasks are executed, successfully or not.</div>
@@ -1152,7 +1152,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>waitUntilDone</h4>
-<pre>private&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1185">waitUntilDone</a>(long&nbsp;cutoff)
+<pre>private&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1184">waitUntilDone</a>(long&nbsp;cutoff)
                        throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a></pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
@@ -1166,7 +1166,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>hasError</h4>
-<pre>public&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1215">hasError</a>()</pre>
+<pre>public&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1214">hasError</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFuture.html#hasError--">hasError</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFuture.html" title="interface in org.apache.hadoop.hbase.client">AsyncRequestFuture</a></code></dd>
@@ -1179,7 +1179,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>getFailedOperations</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;? extends <a href="../../../../../org/apache/hadoop/hbase/client/Row.html" title="interface in org.apache.hadoop.hbase.client">Row</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1220">getFailedOperations</a>()</pre>
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;? extends <a href="../../../../../org/apache/hadoop/hbase/client/Row.html" title="interface in org.apache.hadoop.hbase.client">Row</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1219">getFailedOperations</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFuture.html#getFailedOperations--">getFailedOperations</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFuture.html" title="interface in org.apache.hadoop.hbase.client">AsyncRequestFuture</a></code></dd>
@@ -1192,7 +1192,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>getErrors</h4>
-<pre>public&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/RetriesExhaustedWithDetailsException.html" title="class in org.apache.hadoop.hbase.client">RetriesExhaustedWithDetailsException</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1225">getErrors</a>()</pre>
+<pre>public&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/RetriesExhaustedWithDetailsException.html" title="class in org.apache.hadoop.hbase.client">RetriesExhaustedWithDetailsException</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1224">getErrors</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFuture.html#getErrors--">getErrors</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFuture.html" title="interface in org.apache.hadoop.hbase.client">AsyncRequestFuture</a></code></dd>
@@ -1205,7 +1205,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>getResults</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>[]&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1230">getResults</a>()
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>[]&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1229">getResults</a>()
                     throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/InterruptedIOException.html?is-external=true" title="class or interface in java.io">InterruptedIOException</a></pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
@@ -1221,7 +1221,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>createServerErrorTracker</h4>
-<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html" title="class in org.apache.hadoop.hbase.client">ConnectionImplementation.ServerErrorTracker</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1242">createServerErrorTracker</a>()</pre>
+<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/ConnectionImplementation.ServerErrorTracker.html" title="class in org.apache.hadoop.hbase.client">ConnectionImplementation.ServerErrorTracker</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1241">createServerErrorTracker</a>()</pre>
 <div class="block">Creates the server error tracker to use inside process.
  Currently, to preserve the main assumption about current retries, and to work well with
  the retry-limit-based calculation, the calculation is local per Process object.
@@ -1238,7 +1238,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>createCallable</h4>
-<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/MultiServerCallable.html" title="class in org.apache.hadoop.hbase.client">MultiServerCallable</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1250">createCallable</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
+<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/MultiServerCallable.html" title="class in org.apache.hadoop.hbase.client">MultiServerCallable</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1249">createCallable</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;server,
                                            <a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName,
                                            <a href="../../../../../org/apache/hadoop/hbase/client/MultiAction.html" title="class in org.apache.hadoop.hbase.client">MultiAction</a>&nbsp;multi)</pre>
 <div class="block">Create a callable. Isolated to be easily overridden in the tests.</div>
@@ -1250,7 +1250,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockList">
 <li class="blockList">
 <h4>updateResult</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1256">updateResult</a>(int&nbsp;index,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1255">updateResult</a>(int&nbsp;index,
                           <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>&nbsp;result)</pre>
 </li>
 </ul>
@@ -1260,7 +1260,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/client/AsyncRequestFu
 <ul class="blockListLast">
 <li class="blockList">
 <h4>getNumberOfActionsInProgress</h4>
-<pre>long&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1268">getNumberOfActionsInProgress</a>()</pre>
+<pre>long&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html#line.1267">getNumberOfActionsInProgress</a>()</pre>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html b/devapidocs/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
index 4356ddd..4421c37 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
@@ -186,6 +186,9 @@ extends <a href="../../../../../org/apache/hadoop/hbase/DoNotRetryIOException.ht
 <tr class="rowColor">
 <td class="colOne"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionException.html#DoNotRetryRegionException-java.lang.String-">DoNotRetryRegionException</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;s)</code>&nbsp;</td>
 </tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionException.html#DoNotRetryRegionException-java.lang.Throwable-">DoNotRetryRegionException</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;cause)</code>&nbsp;</td>
+</tr>
 </table>
 </li>
 </ul>
@@ -256,12 +259,21 @@ extends <a href="../../../../../org/apache/hadoop/hbase/DoNotRetryIOException.ht
 <a name="DoNotRetryRegionException-java.lang.String-">
 <!--   -->
 </a>
-<ul class="blockListLast">
+<ul class="blockList">
 <li class="blockList">
 <h4>DoNotRetryRegionException</h4>
 <pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html#line.36">DoNotRetryRegionException</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;s)</pre>
 </li>
 </ul>
+<a name="DoNotRetryRegionException-java.lang.Throwable-">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>DoNotRetryRegionException</h4>
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html#line.40">DoNotRetryRegionException</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Throwable.html?is-external=true" title="class or interface in java.lang">Throwable</a>&nbsp;cause)</pre>
+</li>
+</ul>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/client/class-use/Connection.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/client/class-use/Connection.html b/devapidocs/org/apache/hadoop/hbase/client/class-use/Connection.html
index bd191c7..f1ed9d4 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/class-use/Connection.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/class-use/Connection.html
@@ -188,44 +188,38 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 <td class="colLast">&nbsp;</td>
 </tr>
 <tr class="altColor">
-<td class="colFirst"><a href="#org.apache.hadoop.hbase.replication">org.apache.hadoop.hbase.replication</a></td>
-<td class="colLast">
-<div class="block">Multi Cluster Replication</div>
-</td>
-</tr>
-<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.replication.regionserver">org.apache.hadoop.hbase.replication.regionserver</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.rsgroup">org.apache.hadoop.hbase.rsgroup</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.security.access">org.apache.hadoop.hbase.security.access</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.security.token">org.apache.hadoop.hbase.security.token</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.security.visibility">org.apache.hadoop.hbase.security.visibility</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.snapshot">org.apache.hadoop.hbase.snapshot</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.tool">org.apache.hadoop.hbase.tool</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.util">org.apache.hadoop.hbase.util</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.util.compaction">org.apache.hadoop.hbase.util.compaction</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
@@ -2266,24 +2260,6 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 </tbody>
 </table>
 </li>
-<li class="blockList"><a name="org.apache.hadoop.hbase.replication">
-<!--   -->
-</a>
-<h3>Uses of <a href="../../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client">Connection</a> in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a></h3>
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing fields, and an explanation">
-<caption><span>Fields in <a href="../../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a> declared as <a href="../../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client">Connection</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Field and Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><code>private <a href="../../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client">Connection</a></code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationStorageBase.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#connection">connection</a></span></code>&nbsp;</td>
-</tr>
-</tbody>
-</table>
-</li>
 <li class="blockList"><a name="org.apache.hadoop.hbase.replication.regionserver">
 <!--   -->
 </a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/client/class-use/DoNotRetryRegionException.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/client/class-use/DoNotRetryRegionException.html b/devapidocs/org/apache/hadoop/hbase/client/class-use/DoNotRetryRegionException.html
index 4d54f5f..302e519 100644
--- a/devapidocs/org/apache/hadoop/hbase/client/class-use/DoNotRetryRegionException.html
+++ b/devapidocs/org/apache/hadoop/hbase/client/class-use/DoNotRetryRegionException.html
@@ -96,6 +96,10 @@
 <td class="colFirst"><a href="#org.apache.hadoop.hbase.exceptions">org.apache.hadoop.hbase.exceptions</a></td>
 <td class="colLast">&nbsp;</td>
 </tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="#org.apache.hadoop.hbase.master.procedure">org.apache.hadoop.hbase.master.procedure</a></td>
+<td class="colLast">&nbsp;</td>
+</tr>
 </tbody>
 </table>
 </li>
@@ -169,6 +173,27 @@
 </tbody>
 </table>
 </li>
+<li class="blockList"><a name="org.apache.hadoop.hbase.master.procedure">
+<!--   -->
+</a>
+<h3>Uses of <a href="../../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionException.html" title="class in org.apache.hadoop.hbase.client">DoNotRetryRegionException</a> in <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/package-summary.html">org.apache.hadoop.hbase.master.procedure</a></h3>
+<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing methods, and an explanation">
+<caption><span>Methods in <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/package-summary.html">org.apache.hadoop.hbase.master.procedure</a> that throw <a href="../../../../../../org/apache/hadoop/hbase/client/DoNotRetryRegionException.html" title="class in org.apache.hadoop.hbase.client">DoNotRetryRegionException</a></span><span class="tabEnd">&nbsp;</span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tbody>
+<tr class="altColor">
+<td class="colFirst"><code>protected static void</code></td>
+<td class="colLast"><span class="typeNameLabel">AbstractStateMachineTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a></span>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+           <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;ri)</code>
+<div class="block">Check region is online.</div>
+</td>
+</tr>
+</tbody>
+</table>
+</li>
 </ul>
 </li>
 </ul>


[28/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html
index f47d627..c3d225c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html
@@ -117,219 +117,219 @@
 <span class="sourceLineNo">109</span>   */<a name="line.109"></a>
 <span class="sourceLineNo">110</span>  public static boolean archiveRegion(FileSystem fs, Path rootdir, Path tableDir, Path regionDir)<a name="line.110"></a>
 <span class="sourceLineNo">111</span>      throws IOException {<a name="line.111"></a>
-<span class="sourceLineNo">112</span>    if (LOG.isDebugEnabled()) {<a name="line.112"></a>
-<span class="sourceLineNo">113</span>      LOG.debug("ARCHIVING " + regionDir.toString());<a name="line.113"></a>
-<span class="sourceLineNo">114</span>    }<a name="line.114"></a>
-<span class="sourceLineNo">115</span><a name="line.115"></a>
-<span class="sourceLineNo">116</span>    // otherwise, we archive the files<a name="line.116"></a>
-<span class="sourceLineNo">117</span>    // make sure we can archive<a name="line.117"></a>
-<span class="sourceLineNo">118</span>    if (tableDir == null || regionDir == null) {<a name="line.118"></a>
-<span class="sourceLineNo">119</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.119"></a>
-<span class="sourceLineNo">120</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.120"></a>
-<span class="sourceLineNo">121</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.121"></a>
-<span class="sourceLineNo">122</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.122"></a>
-<span class="sourceLineNo">123</span>      // the archived files correctly or not.<a name="line.123"></a>
-<span class="sourceLineNo">124</span>      return false;<a name="line.124"></a>
-<span class="sourceLineNo">125</span>    }<a name="line.125"></a>
-<span class="sourceLineNo">126</span><a name="line.126"></a>
-<span class="sourceLineNo">127</span>    // make sure the regiondir lives under the tabledir<a name="line.127"></a>
-<span class="sourceLineNo">128</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.129"></a>
-<span class="sourceLineNo">130</span>        FSUtils.getTableName(tableDir),<a name="line.130"></a>
-<span class="sourceLineNo">131</span>        regionDir.getName());<a name="line.131"></a>
-<span class="sourceLineNo">132</span><a name="line.132"></a>
-<span class="sourceLineNo">133</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.133"></a>
-<span class="sourceLineNo">134</span>    // otherwise, we attempt to archive the store files<a name="line.134"></a>
-<span class="sourceLineNo">135</span><a name="line.135"></a>
-<span class="sourceLineNo">136</span>    // build collection of just the store directories to archive<a name="line.136"></a>
-<span class="sourceLineNo">137</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.137"></a>
-<span class="sourceLineNo">138</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.138"></a>
-<span class="sourceLineNo">139</span>    PathFilter nonHidden = new PathFilter() {<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      @Override<a name="line.140"></a>
-<span class="sourceLineNo">141</span>      public boolean accept(Path file) {<a name="line.141"></a>
-<span class="sourceLineNo">142</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.142"></a>
-<span class="sourceLineNo">143</span>      }<a name="line.143"></a>
-<span class="sourceLineNo">144</span>    };<a name="line.144"></a>
-<span class="sourceLineNo">145</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.145"></a>
-<span class="sourceLineNo">146</span>    // if there no files, we can just delete the directory and return;<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    if (storeDirs == null) {<a name="line.147"></a>
-<span class="sourceLineNo">148</span>      LOG.debug("Region directory " + regionDir + " empty.");<a name="line.148"></a>
-<span class="sourceLineNo">149</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.149"></a>
-<span class="sourceLineNo">150</span>    }<a name="line.150"></a>
-<span class="sourceLineNo">151</span><a name="line.151"></a>
-<span class="sourceLineNo">152</span>    // convert the files in the region to a File<a name="line.152"></a>
-<span class="sourceLineNo">153</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.153"></a>
-<span class="sourceLineNo">154</span>    LOG.debug("Archiving " + toArchive);<a name="line.154"></a>
-<span class="sourceLineNo">155</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.155"></a>
-<span class="sourceLineNo">156</span>        EnvironmentEdgeManager.currentTime());<a name="line.156"></a>
-<span class="sourceLineNo">157</span>    if (!failedArchive.isEmpty()) {<a name="line.157"></a>
-<span class="sourceLineNo">158</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.158"></a>
-<span class="sourceLineNo">159</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.159"></a>
-<span class="sourceLineNo">160</span>          + ". Something is probably awry on the filesystem.",<a name="line.160"></a>
-<span class="sourceLineNo">161</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.161"></a>
-<span class="sourceLineNo">162</span>    }<a name="line.162"></a>
-<span class="sourceLineNo">163</span>    // if that was successful, then we delete the region<a name="line.163"></a>
-<span class="sourceLineNo">164</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.164"></a>
-<span class="sourceLineNo">165</span>  }<a name="line.165"></a>
-<span class="sourceLineNo">166</span><a name="line.166"></a>
-<span class="sourceLineNo">167</span>  /**<a name="line.167"></a>
-<span class="sourceLineNo">168</span>   * Remove from the specified region the store files of the specified column family,<a name="line.168"></a>
-<span class="sourceLineNo">169</span>   * either by archiving them or outright deletion<a name="line.169"></a>
-<span class="sourceLineNo">170</span>   * @param fs the filesystem where the store files live<a name="line.170"></a>
-<span class="sourceLineNo">171</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.171"></a>
-<span class="sourceLineNo">172</span>   * @param parent Parent region hosting the store files<a name="line.172"></a>
-<span class="sourceLineNo">173</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.173"></a>
-<span class="sourceLineNo">174</span>   * @param family the family hosting the store files<a name="line.174"></a>
-<span class="sourceLineNo">175</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.175"></a>
-<span class="sourceLineNo">176</span>   */<a name="line.176"></a>
-<span class="sourceLineNo">177</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.177"></a>
-<span class="sourceLineNo">178</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.179"></a>
-<span class="sourceLineNo">180</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.180"></a>
-<span class="sourceLineNo">181</span>  }<a name="line.181"></a>
-<span class="sourceLineNo">182</span><a name="line.182"></a>
-<span class="sourceLineNo">183</span>  /**<a name="line.183"></a>
-<span class="sourceLineNo">184</span>   * Removes from the specified region the store files of the specified column family,<a name="line.184"></a>
-<span class="sourceLineNo">185</span>   * either by archiving them or outright deletion<a name="line.185"></a>
-<span class="sourceLineNo">186</span>   * @param fs the filesystem where the store files live<a name="line.186"></a>
-<span class="sourceLineNo">187</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.187"></a>
-<span class="sourceLineNo">188</span>   * @param parent Parent region hosting the store files<a name="line.188"></a>
-<span class="sourceLineNo">189</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.189"></a>
-<span class="sourceLineNo">190</span>   * @param family the family hosting the store files<a name="line.190"></a>
-<span class="sourceLineNo">191</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.191"></a>
-<span class="sourceLineNo">192</span>   */<a name="line.192"></a>
-<span class="sourceLineNo">193</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.193"></a>
-<span class="sourceLineNo">194</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.195"></a>
-<span class="sourceLineNo">196</span>    if (storeFiles == null) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span>      LOG.debug("No store files to dispose for region=" + parent.getRegionNameAsString() +<a name="line.197"></a>
-<span class="sourceLineNo">198</span>          ", family=" + Bytes.toString(family));<a name="line.198"></a>
-<span class="sourceLineNo">199</span>      return;<a name="line.199"></a>
-<span class="sourceLineNo">200</span>    }<a name="line.200"></a>
-<span class="sourceLineNo">201</span><a name="line.201"></a>
-<span class="sourceLineNo">202</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.202"></a>
-<span class="sourceLineNo">203</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.204"></a>
-<span class="sourceLineNo">205</span><a name="line.205"></a>
-<span class="sourceLineNo">206</span>    // do the actual archive<a name="line.206"></a>
-<span class="sourceLineNo">207</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.207"></a>
-<span class="sourceLineNo">208</span>        EnvironmentEdgeManager.currentTime());<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    if (!failedArchive.isEmpty()){<a name="line.209"></a>
-<span class="sourceLineNo">210</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.210"></a>
-<span class="sourceLineNo">211</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.211"></a>
-<span class="sourceLineNo">212</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.212"></a>
-<span class="sourceLineNo">213</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.213"></a>
-<span class="sourceLineNo">214</span>    }<a name="line.214"></a>
-<span class="sourceLineNo">215</span>  }<a name="line.215"></a>
-<span class="sourceLineNo">216</span><a name="line.216"></a>
-<span class="sourceLineNo">217</span>  /**<a name="line.217"></a>
-<span class="sourceLineNo">218</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.218"></a>
-<span class="sourceLineNo">219</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.219"></a>
-<span class="sourceLineNo">220</span>   * @param fs the filesystem where the store files live<a name="line.220"></a>
-<span class="sourceLineNo">221</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.221"></a>
-<span class="sourceLineNo">222</span>   * @param family the family hosting the store files<a name="line.222"></a>
-<span class="sourceLineNo">223</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.223"></a>
-<span class="sourceLineNo">224</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.224"></a>
-<span class="sourceLineNo">225</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.225"></a>
-<span class="sourceLineNo">226</span>   */<a name="line.226"></a>
-<span class="sourceLineNo">227</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.227"></a>
-<span class="sourceLineNo">228</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.228"></a>
-<span class="sourceLineNo">229</span>      throws IOException, FailedArchiveException {<a name="line.229"></a>
-<span class="sourceLineNo">230</span><a name="line.230"></a>
-<span class="sourceLineNo">231</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.231"></a>
-<span class="sourceLineNo">232</span>    if (fs == null) {<a name="line.232"></a>
-<span class="sourceLineNo">233</span>      LOG.warn("Passed filesystem is null, so just deleting the files without archiving for region:"<a name="line.233"></a>
-<span class="sourceLineNo">234</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family));<a name="line.234"></a>
-<span class="sourceLineNo">235</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.235"></a>
-<span class="sourceLineNo">236</span>      return;<a name="line.236"></a>
-<span class="sourceLineNo">237</span>    }<a name="line.237"></a>
-<span class="sourceLineNo">238</span><a name="line.238"></a>
-<span class="sourceLineNo">239</span>    // short circuit if we don't have any files to delete<a name="line.239"></a>
-<span class="sourceLineNo">240</span>    if (compactedFiles.isEmpty()) {<a name="line.240"></a>
-<span class="sourceLineNo">241</span>      LOG.debug("No store files to dispose, done!");<a name="line.241"></a>
-<span class="sourceLineNo">242</span>      return;<a name="line.242"></a>
-<span class="sourceLineNo">243</span>    }<a name="line.243"></a>
-<span class="sourceLineNo">244</span><a name="line.244"></a>
-<span class="sourceLineNo">245</span>    // build the archive path<a name="line.245"></a>
-<span class="sourceLineNo">246</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.246"></a>
-<span class="sourceLineNo">247</span>        "Need to have a region and a family to archive from.");<a name="line.247"></a>
+<span class="sourceLineNo">112</span>    LOG.debug("ARCHIVING {}", rootdir.toString());<a name="line.112"></a>
+<span class="sourceLineNo">113</span><a name="line.113"></a>
+<span class="sourceLineNo">114</span>    // otherwise, we archive the files<a name="line.114"></a>
+<span class="sourceLineNo">115</span>    // make sure we can archive<a name="line.115"></a>
+<span class="sourceLineNo">116</span>    if (tableDir == null || regionDir == null) {<a name="line.116"></a>
+<span class="sourceLineNo">117</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.117"></a>
+<span class="sourceLineNo">118</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.118"></a>
+<span class="sourceLineNo">119</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.119"></a>
+<span class="sourceLineNo">120</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.120"></a>
+<span class="sourceLineNo">121</span>      // the archived files correctly or not.<a name="line.121"></a>
+<span class="sourceLineNo">122</span>      return false;<a name="line.122"></a>
+<span class="sourceLineNo">123</span>    }<a name="line.123"></a>
+<span class="sourceLineNo">124</span><a name="line.124"></a>
+<span class="sourceLineNo">125</span>    // make sure the regiondir lives under the tabledir<a name="line.125"></a>
+<span class="sourceLineNo">126</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.126"></a>
+<span class="sourceLineNo">127</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.127"></a>
+<span class="sourceLineNo">128</span>        FSUtils.getTableName(tableDir),<a name="line.128"></a>
+<span class="sourceLineNo">129</span>        regionDir.getName());<a name="line.129"></a>
+<span class="sourceLineNo">130</span><a name="line.130"></a>
+<span class="sourceLineNo">131</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.131"></a>
+<span class="sourceLineNo">132</span>    // otherwise, we attempt to archive the store files<a name="line.132"></a>
+<span class="sourceLineNo">133</span><a name="line.133"></a>
+<span class="sourceLineNo">134</span>    // build collection of just the store directories to archive<a name="line.134"></a>
+<span class="sourceLineNo">135</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.135"></a>
+<span class="sourceLineNo">136</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.136"></a>
+<span class="sourceLineNo">137</span>    PathFilter nonHidden = new PathFilter() {<a name="line.137"></a>
+<span class="sourceLineNo">138</span>      @Override<a name="line.138"></a>
+<span class="sourceLineNo">139</span>      public boolean accept(Path file) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.140"></a>
+<span class="sourceLineNo">141</span>      }<a name="line.141"></a>
+<span class="sourceLineNo">142</span>    };<a name="line.142"></a>
+<span class="sourceLineNo">143</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.143"></a>
+<span class="sourceLineNo">144</span>    // if there no files, we can just delete the directory and return;<a name="line.144"></a>
+<span class="sourceLineNo">145</span>    if (storeDirs == null) {<a name="line.145"></a>
+<span class="sourceLineNo">146</span>      LOG.debug("Directory {} empty.", regionDir);<a name="line.146"></a>
+<span class="sourceLineNo">147</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.147"></a>
+<span class="sourceLineNo">148</span>    }<a name="line.148"></a>
+<span class="sourceLineNo">149</span><a name="line.149"></a>
+<span class="sourceLineNo">150</span>    // convert the files in the region to a File<a name="line.150"></a>
+<span class="sourceLineNo">151</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    LOG.debug("Archiving " + toArchive);<a name="line.152"></a>
+<span class="sourceLineNo">153</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.153"></a>
+<span class="sourceLineNo">154</span>        EnvironmentEdgeManager.currentTime());<a name="line.154"></a>
+<span class="sourceLineNo">155</span>    if (!failedArchive.isEmpty()) {<a name="line.155"></a>
+<span class="sourceLineNo">156</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.156"></a>
+<span class="sourceLineNo">157</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.157"></a>
+<span class="sourceLineNo">158</span>          + ". Something is probably awry on the filesystem.",<a name="line.158"></a>
+<span class="sourceLineNo">159</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.159"></a>
+<span class="sourceLineNo">160</span>    }<a name="line.160"></a>
+<span class="sourceLineNo">161</span>    // if that was successful, then we delete the region<a name="line.161"></a>
+<span class="sourceLineNo">162</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.162"></a>
+<span class="sourceLineNo">163</span>  }<a name="line.163"></a>
+<span class="sourceLineNo">164</span><a name="line.164"></a>
+<span class="sourceLineNo">165</span>  /**<a name="line.165"></a>
+<span class="sourceLineNo">166</span>   * Remove from the specified region the store files of the specified column family,<a name="line.166"></a>
+<span class="sourceLineNo">167</span>   * either by archiving them or outright deletion<a name="line.167"></a>
+<span class="sourceLineNo">168</span>   * @param fs the filesystem where the store files live<a name="line.168"></a>
+<span class="sourceLineNo">169</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.169"></a>
+<span class="sourceLineNo">170</span>   * @param parent Parent region hosting the store files<a name="line.170"></a>
+<span class="sourceLineNo">171</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.171"></a>
+<span class="sourceLineNo">172</span>   * @param family the family hosting the store files<a name="line.172"></a>
+<span class="sourceLineNo">173</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.173"></a>
+<span class="sourceLineNo">174</span>   */<a name="line.174"></a>
+<span class="sourceLineNo">175</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.177"></a>
+<span class="sourceLineNo">178</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.178"></a>
+<span class="sourceLineNo">179</span>  }<a name="line.179"></a>
+<span class="sourceLineNo">180</span><a name="line.180"></a>
+<span class="sourceLineNo">181</span>  /**<a name="line.181"></a>
+<span class="sourceLineNo">182</span>   * Removes from the specified region the store files of the specified column family,<a name="line.182"></a>
+<span class="sourceLineNo">183</span>   * either by archiving them or outright deletion<a name="line.183"></a>
+<span class="sourceLineNo">184</span>   * @param fs the filesystem where the store files live<a name="line.184"></a>
+<span class="sourceLineNo">185</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.185"></a>
+<span class="sourceLineNo">186</span>   * @param parent Parent region hosting the store files<a name="line.186"></a>
+<span class="sourceLineNo">187</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.187"></a>
+<span class="sourceLineNo">188</span>   * @param family the family hosting the store files<a name="line.188"></a>
+<span class="sourceLineNo">189</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.189"></a>
+<span class="sourceLineNo">190</span>   */<a name="line.190"></a>
+<span class="sourceLineNo">191</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.191"></a>
+<span class="sourceLineNo">192</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.193"></a>
+<span class="sourceLineNo">194</span>    if (storeFiles == null) {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>      LOG.debug("No files to dispose of in {}, family={}", parent.getRegionNameAsString(),<a name="line.195"></a>
+<span class="sourceLineNo">196</span>          Bytes.toString(family));<a name="line.196"></a>
+<span class="sourceLineNo">197</span>      return;<a name="line.197"></a>
+<span class="sourceLineNo">198</span>    }<a name="line.198"></a>
+<span class="sourceLineNo">199</span><a name="line.199"></a>
+<span class="sourceLineNo">200</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.200"></a>
+<span class="sourceLineNo">201</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.201"></a>
+<span class="sourceLineNo">202</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.202"></a>
+<span class="sourceLineNo">203</span><a name="line.203"></a>
+<span class="sourceLineNo">204</span>    // do the actual archive<a name="line.204"></a>
+<span class="sourceLineNo">205</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.205"></a>
+<span class="sourceLineNo">206</span>        EnvironmentEdgeManager.currentTime());<a name="line.206"></a>
+<span class="sourceLineNo">207</span>    if (!failedArchive.isEmpty()){<a name="line.207"></a>
+<span class="sourceLineNo">208</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.208"></a>
+<span class="sourceLineNo">209</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.209"></a>
+<span class="sourceLineNo">210</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.210"></a>
+<span class="sourceLineNo">211</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.211"></a>
+<span class="sourceLineNo">212</span>    }<a name="line.212"></a>
+<span class="sourceLineNo">213</span>  }<a name="line.213"></a>
+<span class="sourceLineNo">214</span><a name="line.214"></a>
+<span class="sourceLineNo">215</span>  /**<a name="line.215"></a>
+<span class="sourceLineNo">216</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.216"></a>
+<span class="sourceLineNo">217</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.217"></a>
+<span class="sourceLineNo">218</span>   * @param fs the filesystem where the store files live<a name="line.218"></a>
+<span class="sourceLineNo">219</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.219"></a>
+<span class="sourceLineNo">220</span>   * @param family the family hosting the store files<a name="line.220"></a>
+<span class="sourceLineNo">221</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.221"></a>
+<span class="sourceLineNo">222</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.222"></a>
+<span class="sourceLineNo">223</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.223"></a>
+<span class="sourceLineNo">224</span>   */<a name="line.224"></a>
+<span class="sourceLineNo">225</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.225"></a>
+<span class="sourceLineNo">226</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.226"></a>
+<span class="sourceLineNo">227</span>      throws IOException, FailedArchiveException {<a name="line.227"></a>
+<span class="sourceLineNo">228</span><a name="line.228"></a>
+<span class="sourceLineNo">229</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.229"></a>
+<span class="sourceLineNo">230</span>    if (fs == null) {<a name="line.230"></a>
+<span class="sourceLineNo">231</span>      LOG.warn("Passed filesystem is null, so just deleting files without archiving for {}," +<a name="line.231"></a>
+<span class="sourceLineNo">232</span>              "family={}", Bytes.toString(regionInfo.getRegionName()), Bytes.toString(family));<a name="line.232"></a>
+<span class="sourceLineNo">233</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.233"></a>
+<span class="sourceLineNo">234</span>      return;<a name="line.234"></a>
+<span class="sourceLineNo">235</span>    }<a name="line.235"></a>
+<span class="sourceLineNo">236</span><a name="line.236"></a>
+<span class="sourceLineNo">237</span>    // short circuit if we don't have any files to delete<a name="line.237"></a>
+<span class="sourceLineNo">238</span>    if (compactedFiles.isEmpty()) {<a name="line.238"></a>
+<span class="sourceLineNo">239</span>      LOG.debug("No files to dispose of, done!");<a name="line.239"></a>
+<span class="sourceLineNo">240</span>      return;<a name="line.240"></a>
+<span class="sourceLineNo">241</span>    }<a name="line.241"></a>
+<span class="sourceLineNo">242</span><a name="line.242"></a>
+<span class="sourceLineNo">243</span>    // build the archive path<a name="line.243"></a>
+<span class="sourceLineNo">244</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.244"></a>
+<span class="sourceLineNo">245</span>        "Need to have a region and a family to archive from.");<a name="line.245"></a>
+<span class="sourceLineNo">246</span><a name="line.246"></a>
+<span class="sourceLineNo">247</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.247"></a>
 <span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.249"></a>
-<span class="sourceLineNo">250</span><a name="line.250"></a>
-<span class="sourceLineNo">251</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.251"></a>
-<span class="sourceLineNo">252</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.252"></a>
-<span class="sourceLineNo">253</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.253"></a>
-<span class="sourceLineNo">254</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.254"></a>
-<span class="sourceLineNo">255</span>    }<a name="line.255"></a>
-<span class="sourceLineNo">256</span><a name="line.256"></a>
-<span class="sourceLineNo">257</span>    // otherwise we attempt to archive the store files<a name="line.257"></a>
-<span class="sourceLineNo">258</span>    LOG.debug("Archiving compacted store files.");<a name="line.258"></a>
-<span class="sourceLineNo">259</span><a name="line.259"></a>
-<span class="sourceLineNo">260</span>    // Wrap the storefile into a File<a name="line.260"></a>
-<span class="sourceLineNo">261</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.261"></a>
-<span class="sourceLineNo">262</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.262"></a>
-<span class="sourceLineNo">263</span><a name="line.263"></a>
-<span class="sourceLineNo">264</span>    // do the actual archive<a name="line.264"></a>
-<span class="sourceLineNo">265</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.265"></a>
-<span class="sourceLineNo">266</span>        EnvironmentEdgeManager.currentTime());<a name="line.266"></a>
-<span class="sourceLineNo">267</span><a name="line.267"></a>
-<span class="sourceLineNo">268</span>    if (!failedArchive.isEmpty()){<a name="line.268"></a>
-<span class="sourceLineNo">269</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.269"></a>
-<span class="sourceLineNo">270</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.270"></a>
-<span class="sourceLineNo">271</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.272"></a>
-<span class="sourceLineNo">273</span>    }<a name="line.273"></a>
-<span class="sourceLineNo">274</span>  }<a name="line.274"></a>
-<span class="sourceLineNo">275</span><a name="line.275"></a>
-<span class="sourceLineNo">276</span>  /**<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   * Archive the store file<a name="line.277"></a>
-<span class="sourceLineNo">278</span>   * @param fs the filesystem where the store files live<a name="line.278"></a>
-<span class="sourceLineNo">279</span>   * @param regionInfo region hosting the store files<a name="line.279"></a>
-<span class="sourceLineNo">280</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.280"></a>
-<span class="sourceLineNo">281</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.281"></a>
-<span class="sourceLineNo">282</span>   * @param family the family hosting the store files<a name="line.282"></a>
-<span class="sourceLineNo">283</span>   * @param storeFile file to be archived<a name="line.283"></a>
-<span class="sourceLineNo">284</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.284"></a>
-<span class="sourceLineNo">285</span>   */<a name="line.285"></a>
-<span class="sourceLineNo">286</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.286"></a>
-<span class="sourceLineNo">287</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.287"></a>
-<span class="sourceLineNo">288</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.288"></a>
-<span class="sourceLineNo">289</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.289"></a>
-<span class="sourceLineNo">290</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.290"></a>
-<span class="sourceLineNo">291</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.291"></a>
-<span class="sourceLineNo">292</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.292"></a>
-<span class="sourceLineNo">293</span>    }<a name="line.293"></a>
-<span class="sourceLineNo">294</span><a name="line.294"></a>
-<span class="sourceLineNo">295</span>    // do the actual archive<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    File file = new FileablePath(fs, storeFile);<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.299"></a>
-<span class="sourceLineNo">300</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.300"></a>
-<span class="sourceLineNo">301</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.301"></a>
-<span class="sourceLineNo">302</span>    }<a name="line.302"></a>
-<span class="sourceLineNo">303</span>  }<a name="line.303"></a>
-<span class="sourceLineNo">304</span><a name="line.304"></a>
-<span class="sourceLineNo">305</span>  /**<a name="line.305"></a>
-<span class="sourceLineNo">306</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.306"></a>
-<span class="sourceLineNo">307</span>   * renaming of the existing file and then archive the passed in files.<a name="line.307"></a>
-<span class="sourceLineNo">308</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.308"></a>
-<span class="sourceLineNo">309</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.309"></a>
-<span class="sourceLineNo">310</span>   *          the files to archive are directories, will append the name of the<a name="line.310"></a>
-<span class="sourceLineNo">311</span>   *          directory to the base archive directory name, creating a parallel<a name="line.311"></a>
-<span class="sourceLineNo">312</span>   *          structure.<a name="line.312"></a>
-<span class="sourceLineNo">313</span>   * @param toArchive files/directories that need to be archvied<a name="line.313"></a>
-<span class="sourceLineNo">314</span>   * @param start time the archiving started - used for resolving archive<a name="line.314"></a>
-<span class="sourceLineNo">315</span>   *          conflicts.<a name="line.315"></a>
-<span class="sourceLineNo">316</span>   * @return the list of failed to archive files.<a name="line.316"></a>
-<span class="sourceLineNo">317</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.317"></a>
-<span class="sourceLineNo">318</span>   */<a name="line.318"></a>
-<span class="sourceLineNo">319</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.319"></a>
-<span class="sourceLineNo">320</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.320"></a>
-<span class="sourceLineNo">321</span>    // short circuit if no files to move<a name="line.321"></a>
-<span class="sourceLineNo">322</span>    if (toArchive.isEmpty()) return Collections.emptyList();<a name="line.322"></a>
+<span class="sourceLineNo">249</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.249"></a>
+<span class="sourceLineNo">250</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.250"></a>
+<span class="sourceLineNo">251</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.251"></a>
+<span class="sourceLineNo">252</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.252"></a>
+<span class="sourceLineNo">253</span>    }<a name="line.253"></a>
+<span class="sourceLineNo">254</span><a name="line.254"></a>
+<span class="sourceLineNo">255</span>    // otherwise we attempt to archive the store files<a name="line.255"></a>
+<span class="sourceLineNo">256</span>    LOG.debug("Archiving compacted files.");<a name="line.256"></a>
+<span class="sourceLineNo">257</span><a name="line.257"></a>
+<span class="sourceLineNo">258</span>    // Wrap the storefile into a File<a name="line.258"></a>
+<span class="sourceLineNo">259</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.259"></a>
+<span class="sourceLineNo">260</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.260"></a>
+<span class="sourceLineNo">261</span><a name="line.261"></a>
+<span class="sourceLineNo">262</span>    // do the actual archive<a name="line.262"></a>
+<span class="sourceLineNo">263</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.263"></a>
+<span class="sourceLineNo">264</span>        EnvironmentEdgeManager.currentTime());<a name="line.264"></a>
+<span class="sourceLineNo">265</span><a name="line.265"></a>
+<span class="sourceLineNo">266</span>    if (!failedArchive.isEmpty()){<a name="line.266"></a>
+<span class="sourceLineNo">267</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.267"></a>
+<span class="sourceLineNo">268</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.268"></a>
+<span class="sourceLineNo">269</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.269"></a>
+<span class="sourceLineNo">270</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.270"></a>
+<span class="sourceLineNo">271</span>    }<a name="line.271"></a>
+<span class="sourceLineNo">272</span>  }<a name="line.272"></a>
+<span class="sourceLineNo">273</span><a name="line.273"></a>
+<span class="sourceLineNo">274</span>  /**<a name="line.274"></a>
+<span class="sourceLineNo">275</span>   * Archive the store file<a name="line.275"></a>
+<span class="sourceLineNo">276</span>   * @param fs the filesystem where the store files live<a name="line.276"></a>
+<span class="sourceLineNo">277</span>   * @param regionInfo region hosting the store files<a name="line.277"></a>
+<span class="sourceLineNo">278</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.278"></a>
+<span class="sourceLineNo">279</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.279"></a>
+<span class="sourceLineNo">280</span>   * @param family the family hosting the store files<a name="line.280"></a>
+<span class="sourceLineNo">281</span>   * @param storeFile file to be archived<a name="line.281"></a>
+<span class="sourceLineNo">282</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.282"></a>
+<span class="sourceLineNo">283</span>   */<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.284"></a>
+<span class="sourceLineNo">285</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.285"></a>
+<span class="sourceLineNo">286</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.286"></a>
+<span class="sourceLineNo">287</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.287"></a>
+<span class="sourceLineNo">288</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.288"></a>
+<span class="sourceLineNo">289</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.289"></a>
+<span class="sourceLineNo">290</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.290"></a>
+<span class="sourceLineNo">291</span>    }<a name="line.291"></a>
+<span class="sourceLineNo">292</span><a name="line.292"></a>
+<span class="sourceLineNo">293</span>    // do the actual archive<a name="line.293"></a>
+<span class="sourceLineNo">294</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    File file = new FileablePath(fs, storeFile);<a name="line.295"></a>
+<span class="sourceLineNo">296</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.297"></a>
+<span class="sourceLineNo">298</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.298"></a>
+<span class="sourceLineNo">299</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.299"></a>
+<span class="sourceLineNo">300</span>    }<a name="line.300"></a>
+<span class="sourceLineNo">301</span>  }<a name="line.301"></a>
+<span class="sourceLineNo">302</span><a name="line.302"></a>
+<span class="sourceLineNo">303</span>  /**<a name="line.303"></a>
+<span class="sourceLineNo">304</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.304"></a>
+<span class="sourceLineNo">305</span>   * renaming of the existing file and then archive the passed in files.<a name="line.305"></a>
+<span class="sourceLineNo">306</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.306"></a>
+<span class="sourceLineNo">307</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.307"></a>
+<span class="sourceLineNo">308</span>   *          the files to archive are directories, will append the name of the<a name="line.308"></a>
+<span class="sourceLineNo">309</span>   *          directory to the base archive directory name, creating a parallel<a name="line.309"></a>
+<span class="sourceLineNo">310</span>   *          structure.<a name="line.310"></a>
+<span class="sourceLineNo">311</span>   * @param toArchive files/directories that need to be archvied<a name="line.311"></a>
+<span class="sourceLineNo">312</span>   * @param start time the archiving started - used for resolving archive<a name="line.312"></a>
+<span class="sourceLineNo">313</span>   *          conflicts.<a name="line.313"></a>
+<span class="sourceLineNo">314</span>   * @return the list of failed to archive files.<a name="line.314"></a>
+<span class="sourceLineNo">315</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.315"></a>
+<span class="sourceLineNo">316</span>   */<a name="line.316"></a>
+<span class="sourceLineNo">317</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.317"></a>
+<span class="sourceLineNo">318</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.318"></a>
+<span class="sourceLineNo">319</span>    // short circuit if no files to move<a name="line.319"></a>
+<span class="sourceLineNo">320</span>    if (toArchive.isEmpty()) {<a name="line.320"></a>
+<span class="sourceLineNo">321</span>      return Collections.emptyList();<a name="line.321"></a>
+<span class="sourceLineNo">322</span>    }<a name="line.322"></a>
 <span class="sourceLineNo">323</span><a name="line.323"></a>
-<span class="sourceLineNo">324</span>    if (LOG.isTraceEnabled()) LOG.trace("moving files to the archive directory: " + baseArchiveDir);<a name="line.324"></a>
+<span class="sourceLineNo">324</span>    LOG.trace("Moving files to the archive directory {}", baseArchiveDir);<a name="line.324"></a>
 <span class="sourceLineNo">325</span><a name="line.325"></a>
 <span class="sourceLineNo">326</span>    // make sure the archive directory exists<a name="line.326"></a>
 <span class="sourceLineNo">327</span>    if (!fs.exists(baseArchiveDir)) {<a name="line.327"></a>
@@ -337,7 +337,7 @@
 <span class="sourceLineNo">329</span>        throw new IOException("Failed to create the archive directory:" + baseArchiveDir<a name="line.329"></a>
 <span class="sourceLineNo">330</span>            + ", quitting archive attempt.");<a name="line.330"></a>
 <span class="sourceLineNo">331</span>      }<a name="line.331"></a>
-<span class="sourceLineNo">332</span>      if (LOG.isTraceEnabled()) LOG.trace("Created archive directory:" + baseArchiveDir);<a name="line.332"></a>
+<span class="sourceLineNo">332</span>      LOG.trace("Created archive directory {}", baseArchiveDir);<a name="line.332"></a>
 <span class="sourceLineNo">333</span>    }<a name="line.333"></a>
 <span class="sourceLineNo">334</span><a name="line.334"></a>
 <span class="sourceLineNo">335</span>    List&lt;File&gt; failures = new ArrayList&lt;&gt;();<a name="line.335"></a>
@@ -345,7 +345,7 @@
 <span class="sourceLineNo">337</span>    for (File file : toArchive) {<a name="line.337"></a>
 <span class="sourceLineNo">338</span>      // if its a file archive it<a name="line.338"></a>
 <span class="sourceLineNo">339</span>      try {<a name="line.339"></a>
-<span class="sourceLineNo">340</span>        if (LOG.isTraceEnabled()) LOG.trace("Archiving: " + file);<a name="line.340"></a>
+<span class="sourceLineNo">340</span>        LOG.trace("Archiving {}", file);<a name="line.340"></a>
 <span class="sourceLineNo">341</span>        if (file.isFile()) {<a name="line.341"></a>
 <span class="sourceLineNo">342</span>          // attempt to archive the file<a name="line.342"></a>
 <span class="sourceLineNo">343</span>          if (!resolveAndArchiveFile(baseArchiveDir, file, startTime)) {<a name="line.343"></a>
@@ -354,7 +354,7 @@
 <span class="sourceLineNo">346</span>          }<a name="line.346"></a>
 <span class="sourceLineNo">347</span>        } else {<a name="line.347"></a>
 <span class="sourceLineNo">348</span>          // otherwise its a directory and we need to archive all files<a name="line.348"></a>
-<span class="sourceLineNo">349</span>          if (LOG.isTraceEnabled()) LOG.trace(file + " is a directory, archiving children files");<a name="line.349"></a>
+<span class="sourceLineNo">349</span>          LOG.trace("{} is a directory, archiving children files", file);<a name="line.349"></a>
 <span class="sourceLineNo">350</span>          // so we add the directory name to the one base archive<a name="line.350"></a>
 <span class="sourceLineNo">351</span>          Path parentArchiveDir = new Path(baseArchiveDir, file.getName());<a name="line.351"></a>
 <span class="sourceLineNo">352</span>          // and then get all the files from that directory and attempt to<a name="line.352"></a>
@@ -363,7 +363,7 @@
 <span class="sourceLineNo">355</span>          failures.addAll(resolveAndArchive(fs, parentArchiveDir, children, start));<a name="line.355"></a>
 <span class="sourceLineNo">356</span>        }<a name="line.356"></a>
 <span class="sourceLineNo">357</span>      } catch (IOException e) {<a name="line.357"></a>
-<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive " + file, e);<a name="line.358"></a>
+<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive {}", file, e);<a name="line.358"></a>
 <span class="sourceLineNo">359</span>        failures.add(file);<a name="line.359"></a>
 <span class="sourceLineNo">360</span>      }<a name="line.360"></a>
 <span class="sourceLineNo">361</span>    }<a name="line.361"></a>
@@ -393,319 +393,312 @@
 <span class="sourceLineNo">385</span>    // really, really unlikely situtation, where we get the same name for the existing file, but<a name="line.385"></a>
 <span class="sourceLineNo">386</span>    // is included just for that 1 in trillion chance.<a name="line.386"></a>
 <span class="sourceLineNo">387</span>    if (fs.exists(archiveFile)) {<a name="line.387"></a>
-<span class="sourceLineNo">388</span>      if (LOG.isDebugEnabled()) {<a name="line.388"></a>
-<span class="sourceLineNo">389</span>        LOG.debug("File:" + archiveFile + " already exists in archive, moving to "<a name="line.389"></a>
-<span class="sourceLineNo">390</span>            + "timestamped backup and overwriting current.");<a name="line.390"></a>
-<span class="sourceLineNo">391</span>      }<a name="line.391"></a>
-<span class="sourceLineNo">392</span><a name="line.392"></a>
-<span class="sourceLineNo">393</span>      // move the archive file to the stamped backup<a name="line.393"></a>
-<span class="sourceLineNo">394</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.394"></a>
-<span class="sourceLineNo">395</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.396"></a>
-<span class="sourceLineNo">397</span>            + ", deleting existing file in favor of newer.");<a name="line.397"></a>
-<span class="sourceLineNo">398</span>        // try to delete the exisiting file, if we can't rename it<a name="line.398"></a>
-<span class="sourceLineNo">399</span>        if (!fs.delete(archiveFile, false)) {<a name="line.399"></a>
-<span class="sourceLineNo">400</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.400"></a>
-<span class="sourceLineNo">401</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.401"></a>
-<span class="sourceLineNo">402</span>              + ") to make room for similarly named file.");<a name="line.402"></a>
-<span class="sourceLineNo">403</span>        }<a name="line.403"></a>
-<span class="sourceLineNo">404</span>      }<a name="line.404"></a>
-<span class="sourceLineNo">405</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.405"></a>
-<span class="sourceLineNo">406</span>    }<a name="line.406"></a>
+<span class="sourceLineNo">388</span>      LOG.debug("{} already exists in archive, moving to timestamped backup and " +<a name="line.388"></a>
+<span class="sourceLineNo">389</span>          "overwriting current.", archiveFile);<a name="line.389"></a>
+<span class="sourceLineNo">390</span><a name="line.390"></a>
+<span class="sourceLineNo">391</span>      // move the archive file to the stamped backup<a name="line.391"></a>
+<span class="sourceLineNo">392</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.392"></a>
+<span class="sourceLineNo">393</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.393"></a>
+<span class="sourceLineNo">394</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.394"></a>
+<span class="sourceLineNo">395</span>            + ", deleting existing file in favor of newer.");<a name="line.395"></a>
+<span class="sourceLineNo">396</span>        // try to delete the exisiting file, if we can't rename it<a name="line.396"></a>
+<span class="sourceLineNo">397</span>        if (!fs.delete(archiveFile, false)) {<a name="line.397"></a>
+<span class="sourceLineNo">398</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.398"></a>
+<span class="sourceLineNo">399</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.399"></a>
+<span class="sourceLineNo">400</span>              + ") to make room for similarly named file.");<a name="line.400"></a>
+<span class="sourceLineNo">401</span>        }<a name="line.401"></a>
+<span class="sourceLineNo">402</span>      }<a name="line.402"></a>
+<span class="sourceLineNo">403</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.403"></a>
+<span class="sourceLineNo">404</span>    }<a name="line.404"></a>
+<span class="sourceLineNo">405</span><a name="line.405"></a>
+<span class="sourceLineNo">406</span>    LOG.trace("No existing file in archive for {}, free to archive original file.", archiveFile);<a name="line.406"></a>
 <span class="sourceLineNo">407</span><a name="line.407"></a>
-<span class="sourceLineNo">408</span>    if (LOG.isTraceEnabled()) {<a name="line.408"></a>
-<span class="sourceLineNo">409</span>      LOG.trace("No existing file in archive for: " + archiveFile +<a name="line.409"></a>
-<span class="sourceLineNo">410</span>        ", free to archive original file.");<a name="line.410"></a>
-<span class="sourceLineNo">411</span>    }<a name="line.411"></a>
-<span class="sourceLineNo">412</span><a name="line.412"></a>
-<span class="sourceLineNo">413</span>    // at this point, we should have a free spot for the archive file<a name="line.413"></a>
-<span class="sourceLineNo">414</span>    boolean success = false;<a name="line.414"></a>
-<span class="sourceLineNo">415</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.415"></a>
-<span class="sourceLineNo">416</span>      if (i &gt; 0) {<a name="line.416"></a>
-<span class="sourceLineNo">417</span>        // Ensure that the archive directory exists.<a name="line.417"></a>
-<span class="sourceLineNo">418</span>        // The previous "move to archive" operation has failed probably because<a name="line.418"></a>
-<span class="sourceLineNo">419</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.419"></a>
-<span class="sourceLineNo">420</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.420"></a>
-<span class="sourceLineNo">421</span>        try {<a name="line.421"></a>
-<span class="sourceLineNo">422</span>          if (!fs.exists(archiveDir)) {<a name="line.422"></a>
-<span class="sourceLineNo">423</span>            if (fs.mkdirs(archiveDir)) {<a name="line.423"></a>
-<span class="sourceLineNo">424</span>              LOG.debug("Created archive directory:" + archiveDir);<a name="line.424"></a>
-<span class="sourceLineNo">425</span>            }<a name="line.425"></a>
-<span class="sourceLineNo">426</span>          }<a name="line.426"></a>
-<span class="sourceLineNo">427</span>        } catch (IOException e) {<a name="line.427"></a>
-<span class="sourceLineNo">428</span>          LOG.warn("Failed to create directory: " + archiveDir, e);<a name="line.428"></a>
-<span class="sourceLineNo">429</span>        }<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      }<a name="line.430"></a>
-<span class="sourceLineNo">431</span><a name="line.431"></a>
-<span class="sourceLineNo">432</span>      try {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.433"></a>
-<span class="sourceLineNo">434</span>      } catch (FileNotFoundException fnfe) {<a name="line.434"></a>
-<span class="sourceLineNo">435</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.435"></a>
-<span class="sourceLineNo">436</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.436"></a>
-<span class="sourceLineNo">437</span>        success = true;<a name="line.437"></a>
-<span class="sourceLineNo">438</span>      } catch (IOException e) {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.439"></a>
-<span class="sourceLineNo">440</span>        success = false;<a name="line.440"></a>
-<span class="sourceLineNo">441</span>      }<a name="line.441"></a>
+<span class="sourceLineNo">408</span>    // at this point, we should have a free spot for the archive file<a name="line.408"></a>
+<span class="sourceLineNo">409</span>    boolean success = false;<a name="line.409"></a>
+<span class="sourceLineNo">410</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.410"></a>
+<span class="sourceLineNo">411</span>      if (i &gt; 0) {<a name="line.411"></a>
+<span class="sourceLineNo">412</span>        // Ensure that the archive directory exists.<a name="line.412"></a>
+<span class="sourceLineNo">413</span>        // The previous "move to archive" operation has failed probably because<a name="line.413"></a>
+<span class="sourceLineNo">414</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.414"></a>
+<span class="sourceLineNo">415</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.415"></a>
+<span class="sourceLineNo">416</span>        try {<a name="line.416"></a>
+<span class="sourceLineNo">417</span>          if (!fs.exists(archiveDir)) {<a name="line.417"></a>
+<span class="sourceLineNo">418</span>            if (fs.mkdirs(archiveDir)) {<a name="line.418"></a>
+<span class="sourceLineNo">419</span>              LOG.debug("Created archive directory {}", archiveDir);<a name="line.419"></a>
+<span class="sourceLineNo">420</span>            }<a name="line.420"></a>
+<span class="sourceLineNo">421</span>          }<a name="line.421"></a>
+<span class="sourceLineNo">422</span>        } catch (IOException e) {<a name="line.422"></a>
+<span class="sourceLineNo">423</span>          LOG.warn("Failed to create directory {}", archiveDir, e);<a name="line.423"></a>
+<span class="sourceLineNo">424</span>        }<a name="line.424"></a>
+<span class="sourceLineNo">425</span>      }<a name="line.425"></a>
+<span class="sourceLineNo">426</span><a name="line.426"></a>
+<span class="sourceLineNo">427</span>      try {<a name="line.427"></a>
+<span class="sourceLineNo">428</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.428"></a>
+<span class="sourceLineNo">429</span>      } catch (FileNotFoundException fnfe) {<a name="line.429"></a>
+<span class="sourceLineNo">430</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.430"></a>
+<span class="sourceLineNo">431</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.431"></a>
+<span class="sourceLineNo">432</span>        success = true;<a name="line.432"></a>
+<span class="sourceLineNo">433</span>      } catch (IOException e) {<a name="line.433"></a>
+<span class="sourceLineNo">434</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.434"></a>
+<span class="sourceLineNo">435</span>        success = false;<a name="line.435"></a>
+<span class="sourceLineNo">436</span>      }<a name="line.436"></a>
+<span class="sourceLineNo">437</span>    }<a name="line.437"></a>
+<span class="sourceLineNo">438</span><a name="line.438"></a>
+<span class="sourceLineNo">439</span>    if (!success) {<a name="line.439"></a>
+<span class="sourceLineNo">440</span>      LOG.error("Failed to archive " + currentFile);<a name="line.440"></a>
+<span class="sourceLineNo">441</span>      return false;<a name="line.441"></a>
 <span class="sourceLineNo">442</span>    }<a name="line.442"></a>
 <span class="sourceLineNo">443</span><a name="line.443"></a>
-<span class="sourceLineNo">444</span>    if (!success) {<a name="line.444"></a>
-<span class="sourceLineNo">445</span>      LOG.error("Failed to archive " + currentFile);<a name="line.445"></a>
-<span class="sourceLineNo">446</span>      return false;<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    }<a name="line.447"></a>
-<span class="sourceLineNo">448</span><a name="line.448"></a>
-<span class="sourceLineNo">449</span>    if (LOG.isDebugEnabled()) {<a name="line.449"></a>
-<span class="sourceLineNo">450</span>      LOG.debug("Finished archiving from " + currentFile + ", to " + archiveFile);<a name="line.450"></a>
-<span class="sourceLineNo">451</span>    }<a name="line.451"></a>
-<span class="sourceLineNo">452</span>    return true;<a name="line.452"></a>
-<span class="sourceLineNo">453</span>  }<a name="line.453"></a>
-<span class="sourceLineNo">454</span><a name="line.454"></a>
-<span class="sourceLineNo">455</span>  /**<a name="line.455"></a>
-<span class="sourceLineNo">456</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.456"></a>
-<span class="sourceLineNo">457</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.457"></a>
-<span class="sourceLineNo">458</span>   * @param fs FileSystem from which to delete the region<a name="line.458"></a>
-<span class="sourceLineNo">459</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.459"></a>
-<span class="sourceLineNo">460</span>   * @throws IOException on filesystem operation failure<a name="line.460"></a>
-<span class="sourceLineNo">461</span>   */<a name="line.461"></a>
-<span class="sourceLineNo">462</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.462"></a>
-<span class="sourceLineNo">463</span>      throws IOException {<a name="line.463"></a>
-<span class="sourceLineNo">464</span>    if (fs.delete(regionDir, true)) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>      LOG.debug("Deleted " + regionDir);<a name="line.465"></a>
-<span class="sourceLineNo">466</span>      return true;<a name="line.466"></a>
-<span class="sourceLineNo">467</span>    }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    LOG.debug("Failed to delete region directory:" + regionDir);<a name="line.468"></a>
-<span class="sourceLineNo">469</span>    return false;<a name="line.469"></a>
-<span class="sourceLineNo">470</span>  }<a name="line.470"></a>
-<span class="sourceLineNo">471</span><a name="line.471"></a>
-<span class="sourceLineNo">472</span>  /**<a name="line.472"></a>
-<span class="sourceLineNo">473</span>   * Just do a simple delete of the given store files<a name="line.473"></a>
-<span class="sourceLineNo">474</span>   * &lt;p&gt;<a name="line.474"></a>
-<span class="sourceLineNo">475</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.475"></a>
-<span class="sourceLineNo">476</span>   * &lt;p&gt;<a name="line.476"></a>
-<span class="sourceLineNo">477</span>   * @param compactedFiles store files to delete from the file system.<a name="line.477"></a>
-<span class="sourceLineNo">478</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.478"></a>
-<span class="sourceLineNo">479</span>   *           throwing the exception, rather than failing at the first file.<a name="line.479"></a>
-<span class="sourceLineNo">480</span>   */<a name="line.480"></a>
-<span class="sourceLineNo">481</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.481"></a>
-<span class="sourceLineNo">482</span>      throws IOException {<a name="line.482"></a>
-<span class="sourceLineNo">483</span>    LOG.debug("Deleting store files without archiving.");<a name="line.483"></a>
-<span class="sourceLineNo">484</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.485"></a>
-<span class="sourceLineNo">486</span>      try {<a name="line.486"></a>
-<span class="sourceLineNo">487</span>        hsf.deleteStoreFile();<a name="line.487"></a>
-<span class="sourceLineNo">488</span>      } catch (IOException e) {<a name="line.488"></a>
-<span class="sourceLineNo">489</span>        LOG.error("Failed to delete store file:" + hsf.getPath());<a name="line.489"></a>
-<span class="sourceLineNo">490</span>        errors.add(e);<a name="line.490"></a>
-<span class="sourceLineNo">491</span>      }<a name="line.491"></a>
-<span class="sourceLineNo">492</span>    }<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    if (errors.size() &gt; 0) {<a name="line.493"></a>
-<span class="sourceLineNo">494</span>      throw MultipleIOException.createIOException(errors);<a name="line.494"></a>
-<span class="sourceLineNo">495</span>    }<a name="line.495"></a>
-<span class="sourceLineNo">496</span>  }<a name="line.496"></a>
-<span class="sourceLineNo">497</span><a name="line.497"></a>
-<span class="sourceLineNo">498</span>  /**<a name="line.498"></a>
-<span class="sourceLineNo">499</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.499"></a>
-<span class="sourceLineNo">500</span>   * archival/removal of files<a name="line.500"></a>
-<span class="sourceLineNo">501</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.501"></a>
-<span class="sourceLineNo">502</span>   */<a name="line.502"></a>
-<span class="sourceLineNo">503</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    protected final FileSystem fs;<a name="line.504"></a>
-<span class="sourceLineNo">505</span><a name="line.505"></a>
-<span class="sourceLineNo">506</span>    public FileConverter(FileSystem fs) {<a name="line.506"></a>
-<span class="sourceLineNo">507</span>      this.fs = fs;<a name="line.507"></a>
-<span class="sourceLineNo">508</span>    }<a name="line.508"></a>
-<span class="sourceLineNo">509</span>  }<a name="line.509"></a>
-<span class="sourceLineNo">510</span><a name="line.510"></a>
-<span class="sourceLineNo">511</span>  /**<a name="line.511"></a>
-<span class="sourceLineNo">512</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.512"></a>
-<span class="sourceLineNo">513</span>   */<a name="line.513"></a>
-<span class="sourceLineNo">514</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.514"></a>
-<span class="sourceLineNo">515</span>    public FileStatusConverter(FileSystem fs) {<a name="line.515"></a>
-<span class="sourceLineNo">516</span>      super(fs);<a name="line.516"></a>
-<span class="sourceLineNo">517</span>    }<a name="line.517"></a>
-<span class="sourceLineNo">518</span><a name="line.518"></a>
-<span class="sourceLineNo">519</span>    @Override<a name="line.519"></a>
-<span class="sourceLineNo">520</span>    public File apply(FileStatus input) {<a name="line.520"></a>
-<span class="sourceLineNo">521</span>      return new FileablePath(fs, input.getPath());<a name="line.521"></a>
-<span class="sourceLineNo">522</span>    }<a name="line.522"></a>
-<span class="sourceLineNo">523</span>  }<a name="line.523"></a>
-<span class="sourceLineNo">524</span><a name="line.524"></a>
-<span class="sourceLineNo">525</span>  /**<a name="line.525"></a>
-<span class="sourceLineNo">526</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.526"></a>
-<span class="sourceLineNo">527</span>   * methods<a name="line.527"></a>
-<span class="sourceLineNo">528</span>   */<a name="line.528"></a>
-<span class="sourceLineNo">529</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.529"></a>
-<span class="sourceLineNo">530</span>    public StoreToFile(FileSystem fs) {<a name="line.530"></a>
-<span class="sourceLineNo">531</span>      super(fs);<a name="line.531"></a>
-<span class="sourceLineNo">532</span>    }<a name="line.532"></a>
-<span class="sourceLineNo">533</span><a name="line.533"></a>
-<span class="sourceLineNo">534</span>    @Override<a name="line.534"></a>
-<span class="sourceLineNo">535</span>    public File apply(HStoreFile input) {<a name="line.535"></a>
-<span class="sourceLineNo">536</span>      return new FileableStoreFile(fs, input);<a name="line.536"></a>
-<span class="sourceLineNo">537</span>    }<a name="line.537"></a>
-<span class="sourceLineNo">538</span>  }<a name="line.538"></a>
-<span class="sourceLineNo">539</span><a name="line.539"></a>
-<span class="sourceLineNo">540</span>  /**<a name="line.540"></a>
-<span class="sourceLineNo">541</span>   * Wrapper to handle file operations uniformly<a name="line.541"></a>
-<span class="sourceLineNo">542</span>   */<a name="line.542"></a>
-<span class="sourceLineNo">543</span>  private static abstract class File {<a name="line.543"></a>
-<span class="sourceLineNo">544</span>    protected final FileSystem fs;<a name="line.544"></a>
-<span class="sourceLineNo">545</span><a name="line.545"></a>
-<span class="sourceLineNo">546</span>    public File(FileSystem fs) {<a name="line.546"></a>
-<span class="sourceLineNo">547</span>      this.fs = fs;<a name="line.547"></a>
-<span class="sourceLineNo">548</span>    }<a name="line.548"></a>
-<span class="sourceLineNo">549</span><a name="line.549"></a>
-<span class="sourceLineNo">550</span>    /**<a name="line.550"></a>
-<span class="sourceLineNo">551</span>     * Delete the file<a name="line.551"></a>
-<span class="sourceLineNo">552</span>     * @throws IOException on failure<a name="line.552"></a>
+<span class="sourceLineNo">444</span>    LOG.debug("Archived from {} to {}", currentFile, archiveFile);<a name="line.444"></a>
+<span class="sourceLineNo">445</span>    return true;<a name="line.445"></a>
+<span class="sourceLineNo">446</span>  }<a name="line.446"></a>
+<span class="sourceLineNo">447</span><a name="line.447"></a>
+<span class="sourceLineNo">448</span>  /**<a name="line.448"></a>
+<span class="sourceLineNo">449</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.449"></a>
+<span class="sourceLineNo">450</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.450"></a>
+<span class="sourceLineNo">451</span>   * @param fs FileSystem from which to delete the region<a name="line.451"></a>
+<span class="sourceLineNo">452</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.452"></a>
+<span class="sourceLineNo">453</span>   * @throws IOException on filesystem operation failure<a name="line.453"></a>
+<span class="sourceLineNo">454</span>   */<a name="line.454"></a>
+<span class="sourceLineNo">455</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.455"></a>
+<span class="sourceLineNo">456</span>      throws IOException {<a name="line.456"></a>
+<span class="sourceLineNo">457</span>    if (fs.delete(regionDir, true)) {<a name="line.457"></a>
+<span class="sourceLineNo">458</span>      LOG.debug("Deleted {}", regionDir);<a name="line.458"></a>
+<span class="sourceLineNo">459</span>      return true;<a name="line.459"></a>
+<span class="sourceLineNo">460</span>    }<a name="line.460"></a>
+<span class="sourceLineNo">461</span>    LOG.debug("Failed to delete directory {}", regionDir);<a name="line.461"></a>
+<span class="sourceLineNo">462</span>    return false;<a name="line.462"></a>
+<span class="sourceLineNo">463</span>  }<a name="line.463"></a>
+<span class="sourceLineNo">464</span><a name="line.464"></a>
+<span class="sourceLineNo">465</span>  /**<a name="line.465"></a>
+<span class="sourceLineNo">466</span>   * Just do a simple delete of the given store files<a name="line.466"></a>
+<span class="sourceLineNo">467</span>   * &lt;p&gt;<a name="line.467"></a>
+<span class="sourceLineNo">468</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.468"></a>
+<span class="sourceLineNo">469</span>   * &lt;p&gt;<a name="line.469"></a>
+<span class="sourceLineNo">470</span>   * @param compactedFiles store files to delete from the file system.<a name="line.470"></a>
+<span class="sourceLineNo">471</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.471"></a>
+<span class="sourceLineNo">472</span>   *           throwing the exception, rather than failing at the first file.<a name="line.472"></a>
+<span class="sourceLineNo">473</span>   */<a name="line.473"></a>
+<span class="sourceLineNo">474</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.474"></a>
+<span class="sourceLineNo">475</span>      throws IOException {<a name="line.475"></a>
+<span class="sourceLineNo">476</span>    LOG.debug("Deleting files without archiving.");<a name="line.476"></a>
+<span class="sourceLineNo">477</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.477"></a>
+<span class="sourceLineNo">478</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.478"></a>
+<span class="sourceLineNo">479</span>      try {<a name="line.479"></a>
+<span class="sourceLineNo">480</span>        hsf.deleteStoreFile();<a name="line.480"></a>
+<span class="sourceLineNo">481</span>      } catch (IOException e) {<a name="line.481"></a>
+<span class="sourceLineNo">482</span>        LOG.error("Failed to delete {}", hsf.getPath());<a name="line.482"></a>
+<span class="sourceLineNo">483</span>        errors.add(e);<a name="line.483"></a>
+<span class="sourceLineNo">484</span>      }<a name="line.484"></a>
+<span class="sourceLineNo">485</span>    }<a name="line.485"></a>
+<span class="sourceLineNo">486</span>    if (errors.size() &gt; 0) {<a name="line.486"></a>
+<span class="sourceLineNo">487</span>      throw MultipleIOException.createIOException(errors);<a name="line.487"></a>
+<span class="sourceLineNo">488</span>    }<a name="line.488"></a>
+<span class="sourceLineNo">489</span>  }<a name="line.489"></a>
+<span class="sourceLineNo">490</span><a name="line.490"></a>
+<span class="sourceLineNo">491</span>  /**<a name="line.491"></a>
+<span class="sourceLineNo">492</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.492"></a>
+<span class="sourceLineNo">493</span>   * archival/removal of files<a name="line.493"></a>
+<span class="sourceLineNo">494</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.494"></a>
+<span class="sourceLineNo">495</span>   */<a name="line.495"></a>
+<span class="sourceLineNo">496</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.496"></a>
+<span class="sourceLineNo">497</span>    protected final FileSystem fs;<a name="line.497"></a>
+<span class="sourceLineNo">498</span><a name="line.498"></a>
+<span class="sourceLineNo">499</span>    public FileConverter(FileSystem fs) {<a name="line.499"></a>
+<span class="sourceLineNo">500</span>      this.fs = fs;<a name="line.500"></a>
+<span class="sourceLineNo">501</span>    }<a name="line.501"></a>
+<span class="sourceLineNo">502</span>  }<a name="line.502"></a>
+<span class="sourceLineNo">503</span><a name="line.503"></a>
+<span class="sourceLineNo">504</span>  /**<a name="line.504"></a>
+<span class="sourceLineNo">505</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.505"></a>
+<span class="sourceLineNo">506</span>   */<a name="line.506"></a>
+<span class="sourceLineNo">507</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.507"></a>
+<span class="sourceLineNo">508</span>    public FileStatusConverter(FileSystem fs) {<a name="line.508"></a>
+<span class="sourceLineNo">509</span>      super(fs);<a name="line.509"></a>
+<span class="sourceLineNo">510</span>    }<a name="line.510"></a>
+<span class="sourceLineNo">511</span><a name="line.511"></a>
+<span class="sourceLineNo">512</span>    @Override<a name="line.512"></a>
+<span class="sourceLineNo">513</span>    public File apply(FileStatus input) {<a name="line.513"></a>
+<span class="sourceLineNo">514</span>      return new FileablePath(fs, input.getPath());<a name="line.514"></a>
+<span class="sourceLineNo">515</span>    }<a name="line.515"></a>
+<span class="sourceLineNo">516</span>  }<a name="line.516"></a>
+<span class="sourceLineNo">517</span><a name="line.517"></a>
+<span class="sourceLineNo">518</span>  /**<a name="line.518"></a>
+<span class="sourceLineNo">519</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.519"></a>
+<span class="sourceLineNo">520</span>   * methods<a name="line.520"></a>
+<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
+<span class="sourceLineNo">522</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.522"></a>
+<span class="sourceLineNo">523</span>    public StoreToFile(FileSystem fs) {<a name="line.523"></a>
+<span class="sourceLineNo">524</span>      super(fs);<a name="line.524"></a>
+<span class="sourceLineNo">525</span>    }<a name="line.525"></a>
+<span class="sourceLineNo">526</span><a name="line.526"></a>
+<span class="sourceLineNo">527</span>    @Override<a name="line.527"></a>
+<span class="sourceLineNo">528</span>    public File apply(HStoreFile input) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span>      return new FileableStoreFile(fs, input);<a name="line.529"></a>
+<span class="sourceLineNo">530</span>    }<a name="line.530"></a>
+<span class="sourceLineNo">531</span>  }<a name="line.531"></a>
+<span class="sourceLineNo">532</span><a name="line.532"></a>
+<span class="sourceLineNo">533</span>  /**<a name="line.533"></a>
+<span class="sourceLineNo">534</span>   * Wrapper to handle file operations uniformly<a name="line.534"></a>
+<span class="sourceLineNo">535</span>   */<a name="line.535"></a>
+<span class="sourceLineNo">536</span>  private static abstract class File {<a name="line.536"></a>
+<span class="sourceLineNo">537</span>    protected final FileSystem fs;<a name="line.537"></a>
+<span class="sourceLineNo">538</span><a name="line.538"></a>
+<span class="sourceLineNo">539</span>    public File(FileSystem fs) {<a name="line.539"></a>
+<span class="sourceLineNo">540</span>      this.fs = fs;<a name="line.540"></a>
+<span class="sourceLineNo">541</span>    }<a name="line.541"></a>
+<span class="sourceLineNo">542</span><a name="line.542"></a>
+<span class="sourceLineNo">543</span>    /**<a name="line.543"></a>
+<span class="sourceLineNo">544</span>     * Delete the file<a name="line.544"></a>
+<span class="sourceLineNo">545</span>     * @throws IOException on failure<a name="line.545"></a>
+<span class="sourceLineNo">546</span>     */<a name="line.546"></a>
+<span class="sourceLineNo">547</span>    abstract void delete() throws IOException;<a name="line.547"></a>
+<span class="sourceLineNo">548</span><a name="line.548"></a>
+<span class="sourceLineNo">549</span>    /**<a name="line.549"></a>
+<span class="sourceLineNo">550</span>     * Check to see if this is a file or a directory<a name="line.550"></a>
+<span class="sourceLineNo">551</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.551"></a>
+<span class="sourceLineNo">552</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.552"></a>
 <span class="sourceLineNo">553</span>     */<a name="line.553"></a>
-<span class="sourceLineNo">554</span>    abstract void delete() throws IOException;<a name="line.554"></a>
+<span class="sourceLineNo">554</span>    abstract boolean isFile() throws IOException;<a name="line.554"></a>
 <span class="sourceLineNo">555</span><a name="line.555"></a>
 <span class="sourceLineNo">556</span>    /**<a name="line.556"></a>
-<span class="sourceLineNo">557</span>     * Check to see if this is a file or a directory<a name="line.557"></a>
-<span class="sourceLineNo">558</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.558"></a>
-<span class="sourceLineNo">559</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.559"></a>
+<span class="sourceLineNo">557</span>     * @return if this is a directory, returns all the children in the<a name="line.557"></a>
+<span class="sourceLineNo">558</span>     *         directory, otherwise returns an empty list<a name="line.558"></a>
+<span class="sourceLineNo">559</span>     * @throws IOException<a name="line.559"></a>
 <span class="sourceLineNo">560</span>     */<a name="line.560"></a>
-<span class="sourceLineNo">561</span>    abstract boolean isFile() throws IOException;<a name="line.561"></a>
+<span class="sourceLineNo">561</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.561"></a>
 <span class="sourceLineNo">562</span><a name="line.562"></a>
 <span class="sourceLineNo">563</span>    /**<a name="line.563"></a>
-<span class="sourceLineNo">564</span>     * @return if this is a directory, returns all the children in the<a name="line.564"></a>
-<span class="sourceLineNo">565</span>     *         directory, otherwise returns an empty list<a name="line.565"></a>
-<span class="sourceLineNo">566</span>     * @throws IOException<a name="line.566"></a>
-<span class="sourceLineNo">567</span>     */<a name="line.567"></a>
-<span class="sourceLineNo">568</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.568"></a>
-<span class="sourceLineNo">569</span><a name="line.569"></a>
-<span class="sourceLineNo">570</span>    /**<a name="line.570"></a>
-<span class="sourceLineNo">571</span>     * close any outside readers of the file<a name="line.571"></a>
-<span class="sourceLineNo">572</span>     * @throws IOException<a name="line.572"></a>
-<span class="sourceLineNo">573</span>     */<a name="line.573"></a>
-<span class="sourceLineNo">574</span>    abstract void close() throws IOException;<a name="line.574"></a>
-<span class="sourceLineNo">575</span><a name="line.575"></a>
-<span class="sourceLineNo">576</span>    /**<a name="line.576"></a>
-<span class="sourceLineNo">577</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.577"></a>
-<span class="sourceLineNo">578</span>     *         file name)<a name="line.578"></a>
-<span class="sourceLineNo">579</span>     */<a name="line.579"></a>
-<span class="sourceLineNo">580</span>    abstract String getName();<a name="line.580"></a>
-<span class="sourceLineNo">581</span><a name="line.581"></a>
-<span class="sourceLineNo">582</span>    /**<a name="line.582"></a>
-<span class="sourceLineNo">583</span>     * @return the path to this file<a name="line.583"></a>
-<span class="sourceLineNo">584</span>     */<a name="line.584"></a>
-<span class="sourceLineNo">585</span>    abstract Path getPath();<a name="line.585"></a>
-<span class="sourceLineNo">586</span><a name="line.586"></a>
-<span class="sourceLineNo">587</span>    /**<a name="line.587"></a>
-<span class="sourceLineNo">588</span>     * Move the file to the given destination<a name="line.588"></a>
-<span class="sourceLineNo">589</span>     * @param dest<a name="line.589"></a>
-<span class="sourceLineNo">590</span>     * @return &lt;tt&gt;true&lt;/tt&gt; on success<a name="line.590"></a>
-<span class="sourceLineNo">591</span>     * @throws IOException<a name="line.591"></a>
-<span class="sourceLineNo">592</span>     */<a name="line.592"></a>
-<span class="sourceLineNo">593</span>    public boolean moveAndClose(Path dest) throws IOException {<a name="line.593"></a>
-<span class="sourceLineNo">594</span>      this.close();<a name="line.594"></a>
-<span class="sourceLineNo">595</span>      Path p = this.getPath();<a name="line.595"></a>
-<span class="sourceLineNo">596</span>      return FSUtils.renameAndSetModifyTime(fs, p, dest);<a name="line.596"></a>
+<span class="sourceLineNo">564</span>     * close any outside readers of the file<a name="line.564"></a>
+<span class="sourceLineNo">565</span>     * @throws IOException<a name="line.565"></a>
+<span class="sourceLineNo">566</span>     */<a name="line.566"></a>
+<span class="sourceLineNo">567</span>    abstract void close() throws IOException;<a name="line.567"></a>
+<span class="sourceLineNo">568</span><a name="line.568"></a>
+<span class="sourceLineNo">569</span>    /**<a name="line.569"></a>
+<span class="sourceLineNo">570</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.570"></a>
+<span class="sourceLineNo">571</span>     *         file name)<a name="line.571"></a>
+<span class="sourceLineNo">572</span>     */<a name="line.572"></a>
+<span class="sourceLineNo">573</span>    abstract String getName();<a name="line.573"></a>
+<span class="sourceLineNo">574</span><a name="line.574"></a>
+<span class="sourceLineNo">575</span>    /**<a name="line.575"></a>
+<span class="sourceLineNo">576</span>     * @return the path to this file<a name="line.576"></a>
+<span class="sourceLineNo">577</span>     */<a name="line.577"></a>
+<span class="sourceLineNo">578</span>    abstract Path getPath();<a name="line.578"></a>
+<span class="sourceLineNo">579</span><a name="line.579"></a>
+<span class="sourceLineNo">580</span>    /**<a name="line.580"></a>
+<span class="sourceLineNo">581</span>     * Move the file to the given destination<a name="line.581"></a>
+<span class="sourceLineNo">582</span>     * 

<TRUNCATED>

[22/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.SingleServerRequestRunnable.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.SingleServerRequestRunnable.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.SingleServerRequestRunnable.html
index c27b109..4160a88 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.SingleServerRequestRunnable.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.SingleServerRequestRunnable.html
@@ -105,7 +105,7 @@
 <span class="sourceLineNo">097</span>        try {<a name="line.97"></a>
 <span class="sourceLineNo">098</span>          done = waitUntilDone(startTime * 1000L + asyncProcess.primaryCallTimeoutMicroseconds);<a name="line.98"></a>
 <span class="sourceLineNo">099</span>        } catch (InterruptedException ex) {<a name="line.99"></a>
-<span class="sourceLineNo">100</span>          LOG.error("Replica thread was interrupted - no replica calls: " + ex.getMessage());<a name="line.100"></a>
+<span class="sourceLineNo">100</span>          LOG.error("Replica thread interrupted - no replica calls {}", ex.getMessage());<a name="line.100"></a>
 <span class="sourceLineNo">101</span>          return;<a name="line.101"></a>
 <span class="sourceLineNo">102</span>        }<a name="line.102"></a>
 <span class="sourceLineNo">103</span>      }<a name="line.103"></a>
@@ -149,7 +149,7 @@
 <span class="sourceLineNo">141</span>      if (loc == null) return;<a name="line.141"></a>
 <span class="sourceLineNo">142</span>      HRegionLocation[] locs = loc.getRegionLocations();<a name="line.142"></a>
 <span class="sourceLineNo">143</span>      if (locs.length == 1) {<a name="line.143"></a>
-<span class="sourceLineNo">144</span>        LOG.warn("No replicas found for " + action.getAction());<a name="line.144"></a>
+<span class="sourceLineNo">144</span>        LOG.warn("No replicas found for {}", action.getAction());<a name="line.144"></a>
 <span class="sourceLineNo">145</span>        return;<a name="line.145"></a>
 <span class="sourceLineNo">146</span>      }<a name="line.146"></a>
 <span class="sourceLineNo">147</span>      synchronized (replicaResultLock) {<a name="line.147"></a>
@@ -230,8 +230,8 @@
 <span class="sourceLineNo">222</span>          return;<a name="line.222"></a>
 <span class="sourceLineNo">223</span>        } catch (Throwable t) {<a name="line.223"></a>
 <span class="sourceLineNo">224</span>          // This should not happen. Let's log &amp; retry anyway.<a name="line.224"></a>
-<span class="sourceLineNo">225</span>          LOG.error("#" + asyncProcess.id + ", Caught throwable while calling. This is unexpected." +<a name="line.225"></a>
-<span class="sourceLineNo">226</span>              " Retrying. Server is " + server + ", tableName=" + tableName, t);<a name="line.226"></a>
+<span class="sourceLineNo">225</span>          LOG.error("id=" + asyncProcess.id + ", caught throwable. Unexpected." +<a name="line.225"></a>
+<span class="sourceLineNo">226</span>              " Retrying. Server=" + server + ", tableName=" + tableName, t);<a name="line.226"></a>
 <span class="sourceLineNo">227</span>          receiveGlobalFailure(multiAction, server, numAttempt, t);<a name="line.227"></a>
 <span class="sourceLineNo">228</span>          return;<a name="line.228"></a>
 <span class="sourceLineNo">229</span>        }<a name="line.229"></a>
@@ -247,1036 +247,1035 @@
 <span class="sourceLineNo">239</span>        }<a name="line.239"></a>
 <span class="sourceLineNo">240</span>      } catch (Throwable t) {<a name="line.240"></a>
 <span class="sourceLineNo">241</span>        // Something really bad happened. We are on the send thread that will now die.<a name="line.241"></a>
-<span class="sourceLineNo">242</span>        LOG.error("Internal AsyncProcess #" + asyncProcess.id + " error for "<a name="line.242"></a>
-<span class="sourceLineNo">243</span>            + tableName + " processing for " + server, t);<a name="line.243"></a>
-<span class="sourceLineNo">244</span>        throw new RuntimeException(t);<a name="line.244"></a>
-<span class="sourceLineNo">245</span>      } finally {<a name="line.245"></a>
-<span class="sourceLineNo">246</span>        asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.246"></a>
-<span class="sourceLineNo">247</span>        if (callsInProgress != null &amp;&amp; callable != null &amp;&amp; res != null) {<a name="line.247"></a>
-<span class="sourceLineNo">248</span>          callsInProgress.remove(callable);<a name="line.248"></a>
-<span class="sourceLineNo">249</span>        }<a name="line.249"></a>
-<span class="sourceLineNo">250</span>      }<a name="line.250"></a>
-<span class="sourceLineNo">251</span>    }<a name="line.251"></a>
-<span class="sourceLineNo">252</span>  }<a name="line.252"></a>
-<span class="sourceLineNo">253</span><a name="line.253"></a>
-<span class="sourceLineNo">254</span>  private final Batch.Callback&lt;CResult&gt; callback;<a name="line.254"></a>
-<span class="sourceLineNo">255</span>  private final BatchErrors errors;<a name="line.255"></a>
-<span class="sourceLineNo">256</span>  private final ConnectionImplementation.ServerErrorTracker errorsByServer;<a name="line.256"></a>
-<span class="sourceLineNo">257</span>  private final ExecutorService pool;<a name="line.257"></a>
-<span class="sourceLineNo">258</span>  private final Set&lt;CancellableRegionServerCallable&gt; callsInProgress;<a name="line.258"></a>
+<span class="sourceLineNo">242</span>        LOG.error("id=" + asyncProcess.id + " error for " + tableName + " processing " + server, t);<a name="line.242"></a>
+<span class="sourceLineNo">243</span>        throw new RuntimeException(t);<a name="line.243"></a>
+<span class="sourceLineNo">244</span>      } finally {<a name="line.244"></a>
+<span class="sourceLineNo">245</span>        asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.245"></a>
+<span class="sourceLineNo">246</span>        if (callsInProgress != null &amp;&amp; callable != null &amp;&amp; res != null) {<a name="line.246"></a>
+<span class="sourceLineNo">247</span>          callsInProgress.remove(callable);<a name="line.247"></a>
+<span class="sourceLineNo">248</span>        }<a name="line.248"></a>
+<span class="sourceLineNo">249</span>      }<a name="line.249"></a>
+<span class="sourceLineNo">250</span>    }<a name="line.250"></a>
+<span class="sourceLineNo">251</span>  }<a name="line.251"></a>
+<span class="sourceLineNo">252</span><a name="line.252"></a>
+<span class="sourceLineNo">253</span>  private final Batch.Callback&lt;CResult&gt; callback;<a name="line.253"></a>
+<span class="sourceLineNo">254</span>  private final BatchErrors errors;<a name="line.254"></a>
+<span class="sourceLineNo">255</span>  private final ConnectionImplementation.ServerErrorTracker errorsByServer;<a name="line.255"></a>
+<span class="sourceLineNo">256</span>  private final ExecutorService pool;<a name="line.256"></a>
+<span class="sourceLineNo">257</span>  private final Set&lt;CancellableRegionServerCallable&gt; callsInProgress;<a name="line.257"></a>
+<span class="sourceLineNo">258</span><a name="line.258"></a>
 <span class="sourceLineNo">259</span><a name="line.259"></a>
-<span class="sourceLineNo">260</span><a name="line.260"></a>
-<span class="sourceLineNo">261</span>  private final TableName tableName;<a name="line.261"></a>
-<span class="sourceLineNo">262</span>  private final AtomicLong actionsInProgress = new AtomicLong(-1);<a name="line.262"></a>
-<span class="sourceLineNo">263</span>  /**<a name="line.263"></a>
-<span class="sourceLineNo">264</span>   * The lock controls access to results. It is only held when populating results where<a name="line.264"></a>
-<span class="sourceLineNo">265</span>   * there might be several callers (eventual consistency gets). For other requests,<a name="line.265"></a>
-<span class="sourceLineNo">266</span>   * there's one unique call going on per result index.<a name="line.266"></a>
-<span class="sourceLineNo">267</span>   */<a name="line.267"></a>
-<span class="sourceLineNo">268</span>  private final Object replicaResultLock = new Object();<a name="line.268"></a>
-<span class="sourceLineNo">269</span>  /**<a name="line.269"></a>
-<span class="sourceLineNo">270</span>   * Result array.  Null if results are not needed. Otherwise, each index corresponds to<a name="line.270"></a>
-<span class="sourceLineNo">271</span>   * the action index in initial actions submitted. For most request types, has null-s for<a name="line.271"></a>
-<span class="sourceLineNo">272</span>   * requests that are not done, and result/exception for those that are done.<a name="line.272"></a>
-<span class="sourceLineNo">273</span>   * For eventual-consistency gets, initially the same applies; at some point, replica calls<a name="line.273"></a>
-<span class="sourceLineNo">274</span>   * might be started, and ReplicaResultState is put at the corresponding indices. The<a name="line.274"></a>
-<span class="sourceLineNo">275</span>   * returning calls check the type to detect when this is the case. After all calls are done,<a name="line.275"></a>
-<span class="sourceLineNo">276</span>   * ReplicaResultState-s are replaced with results for the user.<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   */<a name="line.277"></a>
-<span class="sourceLineNo">278</span>  private final Object[] results;<a name="line.278"></a>
-<span class="sourceLineNo">279</span>  /**<a name="line.279"></a>
-<span class="sourceLineNo">280</span>   * Indices of replica gets in results. If null, all or no actions are replica-gets.<a name="line.280"></a>
-<span class="sourceLineNo">281</span>   */<a name="line.281"></a>
-<span class="sourceLineNo">282</span>  private final int[] replicaGetIndices;<a name="line.282"></a>
-<span class="sourceLineNo">283</span>  private final boolean hasAnyReplicaGets;<a name="line.283"></a>
-<span class="sourceLineNo">284</span>  private final long nonceGroup;<a name="line.284"></a>
-<span class="sourceLineNo">285</span>  private final CancellableRegionServerCallable currentCallable;<a name="line.285"></a>
-<span class="sourceLineNo">286</span>  private final int operationTimeout;<a name="line.286"></a>
-<span class="sourceLineNo">287</span>  private final int rpcTimeout;<a name="line.287"></a>
-<span class="sourceLineNo">288</span>  private final AsyncProcess asyncProcess;<a name="line.288"></a>
-<span class="sourceLineNo">289</span><a name="line.289"></a>
-<span class="sourceLineNo">290</span>  /**<a name="line.290"></a>
-<span class="sourceLineNo">291</span>   * For {@link AsyncRequestFutureImpl#manageError(int, Row, Retry, Throwable, ServerName)}. Only<a name="line.291"></a>
-<span class="sourceLineNo">292</span>   * used to make logging more clear, we don't actually care why we don't retry.<a name="line.292"></a>
-<span class="sourceLineNo">293</span>   */<a name="line.293"></a>
-<span class="sourceLineNo">294</span>  public enum Retry {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>    YES,<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    NO_LOCATION_PROBLEM,<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    NO_NOT_RETRIABLE,<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    NO_RETRIES_EXHAUSTED,<a name="line.298"></a>
-<span class="sourceLineNo">299</span>    NO_OTHER_SUCCEEDED<a name="line.299"></a>
-<span class="sourceLineNo">300</span>  }<a name="line.300"></a>
-<span class="sourceLineNo">301</span><a name="line.301"></a>
-<span class="sourceLineNo">302</span>  /** Sync point for calls to multiple replicas for the same user request (Get).<a name="line.302"></a>
-<span class="sourceLineNo">303</span>   * Created and put in the results array (we assume replica calls require results) when<a name="line.303"></a>
-<span class="sourceLineNo">304</span>   * the replica calls are launched. See results for details of this process.<a name="line.304"></a>
-<span class="sourceLineNo">305</span>   * POJO, all fields are public. To modify them, the object itself is locked. */<a name="line.305"></a>
-<span class="sourceLineNo">306</span>  private static class ReplicaResultState {<a name="line.306"></a>
-<span class="sourceLineNo">307</span>    public ReplicaResultState(int callCount) {<a name="line.307"></a>
-<span class="sourceLineNo">308</span>      this.callCount = callCount;<a name="line.308"></a>
-<span class="sourceLineNo">309</span>    }<a name="line.309"></a>
-<span class="sourceLineNo">310</span><a name="line.310"></a>
-<span class="sourceLineNo">311</span>    /** Number of calls outstanding, or 0 if a call succeeded (even with others outstanding). */<a name="line.311"></a>
-<span class="sourceLineNo">312</span>    int callCount;<a name="line.312"></a>
-<span class="sourceLineNo">313</span>    /** Errors for which it is not decided whether we will report them to user. If one of the<a name="line.313"></a>
-<span class="sourceLineNo">314</span>     * calls succeeds, we will discard the errors that may have happened in the other calls. */<a name="line.314"></a>
-<span class="sourceLineNo">315</span>    BatchErrors replicaErrors = null;<a name="line.315"></a>
-<span class="sourceLineNo">316</span><a name="line.316"></a>
-<span class="sourceLineNo">317</span>    @Override<a name="line.317"></a>
-<span class="sourceLineNo">318</span>    public String toString() {<a name="line.318"></a>
-<span class="sourceLineNo">319</span>      return "[call count " + callCount + "; errors " + replicaErrors + "]";<a name="line.319"></a>
-<span class="sourceLineNo">320</span>    }<a name="line.320"></a>
-<span class="sourceLineNo">321</span>  }<a name="line.321"></a>
-<span class="sourceLineNo">322</span><a name="line.322"></a>
-<span class="sourceLineNo">323</span>  public AsyncRequestFutureImpl(AsyncProcessTask task, List&lt;Action&gt; actions,<a name="line.323"></a>
-<span class="sourceLineNo">324</span>      long nonceGroup, AsyncProcess asyncProcess) {<a name="line.324"></a>
-<span class="sourceLineNo">325</span>    this.pool = task.getPool();<a name="line.325"></a>
-<span class="sourceLineNo">326</span>    this.callback = task.getCallback();<a name="line.326"></a>
-<span class="sourceLineNo">327</span>    this.nonceGroup = nonceGroup;<a name="line.327"></a>
-<span class="sourceLineNo">328</span>    this.tableName = task.getTableName();<a name="line.328"></a>
-<span class="sourceLineNo">329</span>    this.actionsInProgress.set(actions.size());<a name="line.329"></a>
-<span class="sourceLineNo">330</span>    if (task.getResults() == null) {<a name="line.330"></a>
-<span class="sourceLineNo">331</span>      results = task.getNeedResults() ? new Object[actions.size()] : null;<a name="line.331"></a>
-<span class="sourceLineNo">332</span>    } else {<a name="line.332"></a>
-<span class="sourceLineNo">333</span>      if (task.getResults().length != actions.size()) {<a name="line.333"></a>
-<span class="sourceLineNo">334</span>        throw new AssertionError("results.length");<a name="line.334"></a>
-<span class="sourceLineNo">335</span>      }<a name="line.335"></a>
-<span class="sourceLineNo">336</span>      this.results = task.getResults();<a name="line.336"></a>
-<span class="sourceLineNo">337</span>      for (int i = 0; i != this.results.length; ++i) {<a name="line.337"></a>
-<span class="sourceLineNo">338</span>        results[i] = null;<a name="line.338"></a>
-<span class="sourceLineNo">339</span>      }<a name="line.339"></a>
-<span class="sourceLineNo">340</span>    }<a name="line.340"></a>
-<span class="sourceLineNo">341</span>    List&lt;Integer&gt; replicaGetIndices = null;<a name="line.341"></a>
-<span class="sourceLineNo">342</span>    boolean hasAnyReplicaGets = false;<a name="line.342"></a>
-<span class="sourceLineNo">343</span>    if (results != null) {<a name="line.343"></a>
-<span class="sourceLineNo">344</span>      // Check to see if any requests might require replica calls.<a name="line.344"></a>
-<span class="sourceLineNo">345</span>      // We expect that many requests will consist of all or no multi-replica gets; in such<a name="line.345"></a>
-<span class="sourceLineNo">346</span>      // cases we would just use a boolean (hasAnyReplicaGets). If there's a mix, we will<a name="line.346"></a>
-<span class="sourceLineNo">347</span>      // store the list of action indexes for which replica gets are possible, and set<a name="line.347"></a>
-<span class="sourceLineNo">348</span>      // hasAnyReplicaGets to true.<a name="line.348"></a>
-<span class="sourceLineNo">349</span>      boolean hasAnyNonReplicaReqs = false;<a name="line.349"></a>
-<span class="sourceLineNo">350</span>      int posInList = 0;<a name="line.350"></a>
-<span class="sourceLineNo">351</span>      for (Action action : actions) {<a name="line.351"></a>
-<span class="sourceLineNo">352</span>        boolean isReplicaGet = AsyncProcess.isReplicaGet(action.getAction());<a name="line.352"></a>
-<span class="sourceLineNo">353</span>        if (isReplicaGet) {<a name="line.353"></a>
-<span class="sourceLineNo">354</span>          hasAnyReplicaGets = true;<a name="line.354"></a>
-<span class="sourceLineNo">355</span>          if (hasAnyNonReplicaReqs) { // Mixed case<a name="line.355"></a>
-<span class="sourceLineNo">356</span>            if (replicaGetIndices == null) {<a name="line.356"></a>
-<span class="sourceLineNo">357</span>              replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.357"></a>
-<span class="sourceLineNo">358</span>            }<a name="line.358"></a>
-<span class="sourceLineNo">359</span>            replicaGetIndices.add(posInList);<a name="line.359"></a>
-<span class="sourceLineNo">360</span>          }<a name="line.360"></a>
-<span class="sourceLineNo">361</span>        } else if (!hasAnyNonReplicaReqs) {<a name="line.361"></a>
-<span class="sourceLineNo">362</span>          // The first non-multi-replica request in the action list.<a name="line.362"></a>
-<span class="sourceLineNo">363</span>          hasAnyNonReplicaReqs = true;<a name="line.363"></a>
-<span class="sourceLineNo">364</span>          if (posInList &gt; 0) {<a name="line.364"></a>
-<span class="sourceLineNo">365</span>            // Add all the previous requests to the index lists. We know they are all<a name="line.365"></a>
-<span class="sourceLineNo">366</span>            // replica-gets because this is the first non-multi-replica request in the list.<a name="line.366"></a>
-<span class="sourceLineNo">367</span>            replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.367"></a>
-<span class="sourceLineNo">368</span>            for (int i = 0; i &lt; posInList; ++i) {<a name="line.368"></a>
-<span class="sourceLineNo">369</span>              replicaGetIndices.add(i);<a name="line.369"></a>
-<span class="sourceLineNo">370</span>            }<a name="line.370"></a>
-<span class="sourceLineNo">371</span>          }<a name="line.371"></a>
-<span class="sourceLineNo">372</span>        }<a name="line.372"></a>
-<span class="sourceLineNo">373</span>        ++posInList;<a name="line.373"></a>
-<span class="sourceLineNo">374</span>      }<a name="line.374"></a>
-<span class="sourceLineNo">375</span>    }<a name="line.375"></a>
-<span class="sourceLineNo">376</span>    this.hasAnyReplicaGets = hasAnyReplicaGets;<a name="line.376"></a>
-<span class="sourceLineNo">377</span>    if (replicaGetIndices != null) {<a name="line.377"></a>
-<span class="sourceLineNo">378</span>      this.replicaGetIndices = new int[replicaGetIndices.size()];<a name="line.378"></a>
-<span class="sourceLineNo">379</span>      int i = 0;<a name="line.379"></a>
-<span class="sourceLineNo">380</span>      for (Integer el : replicaGetIndices) {<a name="line.380"></a>
-<span class="sourceLineNo">381</span>        this.replicaGetIndices[i++] = el;<a name="line.381"></a>
-<span class="sourceLineNo">382</span>      }<a name="line.382"></a>
-<span class="sourceLineNo">383</span>    } else {<a name="line.383"></a>
-<span class="sourceLineNo">384</span>      this.replicaGetIndices = null;<a name="line.384"></a>
-<span class="sourceLineNo">385</span>    }<a name="line.385"></a>
-<span class="sourceLineNo">386</span>    this.callsInProgress = !hasAnyReplicaGets ? null :<a name="line.386"></a>
-<span class="sourceLineNo">387</span>        Collections.newSetFromMap(<a name="line.387"></a>
-<span class="sourceLineNo">388</span>            new ConcurrentHashMap&lt;CancellableRegionServerCallable, Boolean&gt;());<a name="line.388"></a>
-<span class="sourceLineNo">389</span>    this.asyncProcess = asyncProcess;<a name="line.389"></a>
-<span class="sourceLineNo">390</span>    this.errorsByServer = createServerErrorTracker();<a name="line.390"></a>
-<span class="sourceLineNo">391</span>    this.errors = new BatchErrors();<a name="line.391"></a>
-<span class="sourceLineNo">392</span>    this.operationTimeout = task.getOperationTimeout();<a name="line.392"></a>
-<span class="sourceLineNo">393</span>    this.rpcTimeout = task.getRpcTimeout();<a name="line.393"></a>
-<span class="sourceLineNo">394</span>    this.currentCallable = task.getCallable();<a name="line.394"></a>
-<span class="sourceLineNo">395</span>    if (task.getCallable() == null) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>      tracker = new RetryingTimeTracker().start();<a name="line.396"></a>
-<span class="sourceLineNo">397</span>    }<a name="line.397"></a>
-<span class="sourceLineNo">398</span>  }<a name="line.398"></a>
-<span class="sourceLineNo">399</span><a name="line.399"></a>
-<span class="sourceLineNo">400</span>  @VisibleForTesting<a name="line.400"></a>
-<span class="sourceLineNo">401</span>  protected Set&lt;CancellableRegionServerCallable&gt; getCallsInProgress() {<a name="line.401"></a>
-<span class="sourceLineNo">402</span>    return callsInProgress;<a name="line.402"></a>
-<span class="sourceLineNo">403</span>  }<a name="line.403"></a>
-<span class="sourceLineNo">404</span><a name="line.404"></a>
-<span class="sourceLineNo">405</span>  @VisibleForTesting<a name="line.405"></a>
-<span class="sourceLineNo">406</span>  SingleServerRequestRunnable createSingleServerRequest(MultiAction multiAction, int numAttempt, ServerName server,<a name="line.406"></a>
-<span class="sourceLineNo">407</span>        Set&lt;CancellableRegionServerCallable&gt; callsInProgress) {<a name="line.407"></a>
-<span class="sourceLineNo">408</span>    return new SingleServerRequestRunnable(multiAction, numAttempt, server, callsInProgress);<a name="line.408"></a>
-<span class="sourceLineNo">409</span>  }<a name="line.409"></a>
-<span class="sourceLineNo">410</span><a name="line.410"></a>
-<span class="sourceLineNo">411</span>  /**<a name="line.411"></a>
-<span class="sourceLineNo">412</span>   * Group a list of actions per region servers, and send them.<a name="line.412"></a>
-<span class="sourceLineNo">413</span>   *<a name="line.413"></a>
-<span class="sourceLineNo">414</span>   * @param currentActions - the list of row to submit<a name="line.414"></a>
-<span class="sourceLineNo">415</span>   * @param numAttempt - the current numAttempt (first attempt is 1)<a name="line.415"></a>
-<span class="sourceLineNo">416</span>   */<a name="line.416"></a>
-<span class="sourceLineNo">417</span>  void groupAndSendMultiAction(List&lt;Action&gt; currentActions, int numAttempt) {<a name="line.417"></a>
-<span class="sourceLineNo">418</span>    Map&lt;ServerName, MultiAction&gt; actionsByServer = new HashMap&lt;&gt;();<a name="line.418"></a>
-<span class="sourceLineNo">419</span><a name="line.419"></a>
-<span class="sourceLineNo">420</span>    boolean isReplica = false;<a name="line.420"></a>
-<span class="sourceLineNo">421</span>    List&lt;Action&gt; unknownReplicaActions = null;<a name="line.421"></a>
-<span class="sourceLineNo">422</span>    for (Action action : currentActions) {<a name="line.422"></a>
-<span class="sourceLineNo">423</span>      RegionLocations locs = findAllLocationsOrFail(action, true);<a name="line.423"></a>
-<span class="sourceLineNo">424</span>      if (locs == null) continue;<a name="line.424"></a>
-<span class="sourceLineNo">425</span>      boolean isReplicaAction = !RegionReplicaUtil.isDefaultReplica(action.getReplicaId());<a name="line.425"></a>
-<span class="sourceLineNo">426</span>      if (isReplica &amp;&amp; !isReplicaAction) {<a name="line.426"></a>
-<span class="sourceLineNo">427</span>        // This is the property of the current implementation, not a requirement.<a name="line.427"></a>
-<span class="sourceLineNo">428</span>        throw new AssertionError("Replica and non-replica actions in the same retry");<a name="line.428"></a>
-<span class="sourceLineNo">429</span>      }<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      isReplica = isReplicaAction;<a name="line.430"></a>
-<span class="sourceLineNo">431</span>      HRegionLocation loc = locs.getRegionLocation(action.getReplicaId());<a name="line.431"></a>
-<span class="sourceLineNo">432</span>      if (loc == null || loc.getServerName() == null) {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>        if (isReplica) {<a name="line.433"></a>
-<span class="sourceLineNo">434</span>          if (unknownReplicaActions == null) {<a name="line.434"></a>
-<span class="sourceLineNo">435</span>            unknownReplicaActions = new ArrayList&lt;&gt;(1);<a name="line.435"></a>
-<span class="sourceLineNo">436</span>          }<a name="line.436"></a>
-<span class="sourceLineNo">437</span>          unknownReplicaActions.add(action);<a name="line.437"></a>
-<span class="sourceLineNo">438</span>        } else {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>          // TODO: relies on primary location always being fetched<a name="line.439"></a>
-<span class="sourceLineNo">440</span>          manageLocationError(action, null);<a name="line.440"></a>
-<span class="sourceLineNo">441</span>        }<a name="line.441"></a>
-<span class="sourceLineNo">442</span>      } else {<a name="line.442"></a>
-<span class="sourceLineNo">443</span>        byte[] regionName = loc.getRegionInfo().getRegionName();<a name="line.443"></a>
-<span class="sourceLineNo">444</span>        AsyncProcess.addAction(loc.getServerName(), regionName, action, actionsByServer, nonceGroup);<a name="line.444"></a>
-<span class="sourceLineNo">445</span>      }<a name="line.445"></a>
-<span class="sourceLineNo">446</span>    }<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    boolean doStartReplica = (numAttempt == 1 &amp;&amp; !isReplica &amp;&amp; hasAnyReplicaGets);<a name="line.447"></a>
-<span class="sourceLineNo">448</span>    boolean hasUnknown = unknownReplicaActions != null &amp;&amp; !unknownReplicaActions.isEmpty();<a name="line.448"></a>
-<span class="sourceLineNo">449</span><a name="line.449"></a>
-<span class="sourceLineNo">450</span>    if (!actionsByServer.isEmpty()) {<a name="line.450"></a>
-<span class="sourceLineNo">451</span>      // If this is a first attempt to group and send, no replicas, we need replica thread.<a name="line.451"></a>
-<span class="sourceLineNo">452</span>      sendMultiAction(actionsByServer, numAttempt, (doStartReplica &amp;&amp; !hasUnknown)<a name="line.452"></a>
-<span class="sourceLineNo">453</span>          ? currentActions : null, numAttempt &gt; 1 &amp;&amp; !hasUnknown);<a name="line.453"></a>
-<span class="sourceLineNo">454</span>    }<a name="line.454"></a>
-<span class="sourceLineNo">455</span><a name="line.455"></a>
-<span class="sourceLineNo">456</span>    if (hasUnknown) {<a name="line.456"></a>
-<span class="sourceLineNo">457</span>      actionsByServer = new HashMap&lt;&gt;();<a name="line.457"></a>
-<span class="sourceLineNo">458</span>      for (Action action : unknownReplicaActions) {<a name="line.458"></a>
-<span class="sourceLineNo">459</span>        HRegionLocation loc = getReplicaLocationOrFail(action);<a name="line.459"></a>
-<span class="sourceLineNo">460</span>        if (loc == null) continue;<a name="line.460"></a>
-<span class="sourceLineNo">461</span>        byte[] regionName = loc.getRegionInfo().getRegionName();<a name="line.461"></a>
-<span class="sourceLineNo">462</span>        AsyncProcess.addAction(loc.getServerName(), regionName, action, actionsByServer, nonceGroup);<a name="line.462"></a>
-<span class="sourceLineNo">463</span>      }<a name="line.463"></a>
-<span class="sourceLineNo">464</span>      if (!actionsByServer.isEmpty()) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>        sendMultiAction(<a name="line.465"></a>
-<span class="sourceLineNo">466</span>            actionsByServer, numAttempt, doStartReplica ? currentActions : null, true);<a name="line.466"></a>
-<span class="sourceLineNo">467</span>      }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    }<a name="line.468"></a>
-<span class="sourceLineNo">469</span>  }<a name="line.469"></a>
-<span class="sourceLineNo">470</span><a name="line.470"></a>
-<span class="sourceLineNo">471</span>  private HRegionLocation getReplicaLocationOrFail(Action action) {<a name="line.471"></a>
-<span class="sourceLineNo">472</span>    // We are going to try get location once again. For each action, we'll do it once<a name="line.472"></a>
-<span class="sourceLineNo">473</span>    // from cache, because the previous calls in the loop might populate it.<a name="line.473"></a>
-<span class="sourceLineNo">474</span>    int replicaId = action.getReplicaId();<a name="line.474"></a>
-<span class="sourceLineNo">475</span>    RegionLocations locs = findAllLocationsOrFail(action, true);<a name="line.475"></a>
-<span class="sourceLineNo">476</span>    if (locs == null) return null; // manageError already called<a name="line.476"></a>
-<span class="sourceLineNo">477</span>    HRegionLocation loc = locs.getRegionLocation(replicaId);<a name="line.477"></a>
-<span class="sourceLineNo">478</span>    if (loc == null || loc.getServerName() == null) {<a name="line.478"></a>
-<span class="sourceLineNo">479</span>      locs = findAllLocationsOrFail(action, false);<a name="line.479"></a>
-<span class="sourceLineNo">480</span>      if (locs == null) return null; // manageError already called<a name="line.480"></a>
-<span class="sourceLineNo">481</span>      loc = locs.getRegionLocation(replicaId);<a name="line.481"></a>
-<span class="sourceLineNo">482</span>    }<a name="line.482"></a>
-<span class="sourceLineNo">483</span>    if (loc == null || loc.getServerName() == null) {<a name="line.483"></a>
-<span class="sourceLineNo">484</span>      manageLocationError(action, null);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>      return null;<a name="line.485"></a>
-<span class="sourceLineNo">486</span>    }<a name="line.486"></a>
-<span class="sourceLineNo">487</span>    return loc;<a name="line.487"></a>
-<span class="sourceLineNo">488</span>  }<a name="line.488"></a>
-<span class="sourceLineNo">489</span><a name="line.489"></a>
-<span class="sourceLineNo">490</span>  private void manageLocationError(Action action, Exception ex) {<a name="line.490"></a>
-<span class="sourceLineNo">491</span>    String msg = "Cannot get replica " + action.getReplicaId()<a name="line.491"></a>
-<span class="sourceLineNo">492</span>        + " location for " + action.getAction();<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    LOG.error(msg);<a name="line.493"></a>
-<span class="sourceLineNo">494</span>    if (ex == null) {<a name="line.494"></a>
-<span class="sourceLineNo">495</span>      ex = new IOException(msg);<a name="line.495"></a>
-<span class="sourceLineNo">496</span>    }<a name="line.496"></a>
-<span class="sourceLineNo">497</span>    manageError(action.getOriginalIndex(), action.getAction(),<a name="line.497"></a>
-<span class="sourceLineNo">498</span>        Retry.NO_LOCATION_PROBLEM, ex, null);<a name="line.498"></a>
-<span class="sourceLineNo">499</span>  }<a name="line.499"></a>
-<span class="sourceLineNo">500</span><a name="line.500"></a>
-<span class="sourceLineNo">501</span>  private RegionLocations findAllLocationsOrFail(Action action, boolean useCache) {<a name="line.501"></a>
-<span class="sourceLineNo">502</span>    if (action.getAction() == null) throw new IllegalArgumentException("#" + asyncProcess.id +<a name="line.502"></a>
-<span class="sourceLineNo">503</span>        ", row cannot be null");<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    RegionLocations loc = null;<a name="line.504"></a>
-<span class="sourceLineNo">505</span>    try {<a name="line.505"></a>
-<span class="sourceLineNo">506</span>      loc = asyncProcess.connection.locateRegion(<a name="line.506"></a>
-<span class="sourceLineNo">507</span>          tableName, action.getAction().getRow(), useCache, true, action.getReplicaId());<a name="line.507"></a>
-<span class="sourceLineNo">508</span>    } catch (IOException ex) {<a name="line.508"></a>
-<span class="sourceLineNo">509</span>      manageLocationError(action, ex);<a name="line.509"></a>
-<span class="sourceLineNo">510</span>    }<a name="line.510"></a>
-<span class="sourceLineNo">511</span>    return loc;<a name="line.511"></a>
-<span class="sourceLineNo">512</span>  }<a name="line.512"></a>
-<span class="sourceLineNo">513</span><a name="line.513"></a>
-<span class="sourceLineNo">514</span>  /**<a name="line.514"></a>
-<span class="sourceLineNo">515</span>   * Send a multi action structure to the servers, after a delay depending on the attempt<a name="line.515"></a>
-<span class="sourceLineNo">516</span>   * number. Asynchronous.<a name="line.516"></a>
-<span class="sourceLineNo">517</span>   *<a name="line.517"></a>
-<span class="sourceLineNo">518</span>   * @param actionsByServer the actions structured by regions<a name="line.518"></a>
-<span class="sourceLineNo">519</span>   * @param numAttempt the attempt number.<a name="line.519"></a>
-<span class="sourceLineNo">520</span>   * @param actionsForReplicaThread original actions for replica thread; null on non-first call.<a name="line.520"></a>
-<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
-<span class="sourceLineNo">522</span>  void sendMultiAction(Map&lt;ServerName, MultiAction&gt; actionsByServer,<a name="line.522"></a>
-<span class="sourceLineNo">523</span>                               int numAttempt, List&lt;Action&gt; actionsForReplicaThread, boolean reuseThread) {<a name="line.523"></a>
-<span class="sourceLineNo">524</span>    // Run the last item on the same thread if we are already on a send thread.<a name="line.524"></a>
-<span class="sourceLineNo">525</span>    // We hope most of the time it will be the only item, so we can cut down on threads.<a name="line.525"></a>
-<span class="sourceLineNo">526</span>    int actionsRemaining = actionsByServer.size();<a name="line.526"></a>
-<span class="sourceLineNo">527</span>    // This iteration is by server (the HRegionLocation comparator is by server portion only).<a name="line.527"></a>
-<span class="sourceLineNo">528</span>    for (Map.Entry&lt;ServerName, MultiAction&gt; e : actionsByServer.entrySet()) {<a name="line.528"></a>
-<span class="sourceLineNo">529</span>      ServerName server = e.getKey();<a name="line.529"></a>
-<span class="sourceLineNo">530</span>      MultiAction multiAction = e.getValue();<a name="line.530"></a>
-<span class="sourceLineNo">531</span>      Collection&lt;? extends Runnable&gt; runnables = getNewMultiActionRunnable(server, multiAction,<a name="line.531"></a>
-<span class="sourceLineNo">532</span>          numAttempt);<a name="line.532"></a>
-<span class="sourceLineNo">533</span>      // make sure we correctly count the number of runnables before we try to reuse the send<a name="line.533"></a>
-<span class="sourceLineNo">534</span>      // thread, in case we had to split the request into different runnables because of backoff<a name="line.534"></a>
-<span class="sourceLineNo">535</span>      if (runnables.size() &gt; actionsRemaining) {<a name="line.535"></a>
-<span class="sourceLineNo">536</span>        actionsRemaining = runnables.size();<a name="line.536"></a>
-<span class="sourceLineNo">537</span>      }<a name="line.537"></a>
-<span class="sourceLineNo">538</span><a name="line.538"></a>
-<span class="sourceLineNo">539</span>      // run all the runnables<a name="line.539"></a>
-<span class="sourceLineNo">540</span>      // HBASE-17475: Do not reuse the thread after stack reach a certain depth to prevent stack overflow<a name="line.540"></a>
-<span class="sourceLineNo">541</span>      // for now, we use HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER to control the depth<a name="line.541"></a>
-<span class="sourceLineNo">542</span>      for (Runnable runnable : runnables) {<a name="line.542"></a>
-<span class="sourceLineNo">543</span>        if ((--actionsRemaining == 0) &amp;&amp; reuseThread<a name="line.543"></a>
-<span class="sourceLineNo">544</span>            &amp;&amp; numAttempt % HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER != 0) {<a name="line.544"></a>
-<span class="sourceLineNo">545</span>          runnable.run();<a name="line.545"></a>
-<span class="sourceLineNo">546</span>        } else {<a name="line.546"></a>
-<span class="sourceLineNo">547</span>          try {<a name="line.547"></a>
-<span class="sourceLineNo">548</span>            pool.submit(runnable);<a name="line.548"></a>
-<span class="sourceLineNo">549</span>          } catch (Throwable t) {<a name="line.549"></a>
-<span class="sourceLineNo">550</span>            if (t instanceof RejectedExecutionException) {<a name="line.550"></a>
-<span class="sourceLineNo">551</span>              // This should never happen. But as the pool is provided by the end user,<a name="line.551"></a>
-<span class="sourceLineNo">552</span>              // let's secure this a little.<a name="line.552"></a>
-<span class="sourceLineNo">553</span>              LOG.warn("#" + asyncProcess.id + ", the task was rejected by the pool. This is unexpected." +<a name="line.553"></a>
-<span class="sourceLineNo">554</span>                  " Server is " + server.getServerName(), t);<a name="line.554"></a>
-<span class="sourceLineNo">555</span>            } else {<a name="line.555"></a>
-<span class="sourceLineNo">556</span>              // see #HBASE-14359 for more details<a name="line.556"></a>
-<span class="sourceLineNo">557</span>              LOG.warn("Caught unexpected exception/error: ", t);<a name="line.557"></a>
-<span class="sourceLineNo">558</span>            }<a name="line.558"></a>
-<span class="sourceLineNo">559</span>            asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.559"></a>
-<span class="sourceLineNo">560</span>            // We're likely to fail again, but this will increment the attempt counter,<a name="line.560"></a>
-<span class="sourceLineNo">561</span>            // so it will finish.<a name="line.561"></a>
-<span class="sourceLineNo">562</span>            receiveGlobalFailure(multiAction, server, numAttempt, t);<a name="line.562"></a>
-<span class="sourceLineNo">563</span>          }<a name="line.563"></a>
-<span class="sourceLineNo">564</span>        }<a name="line.564"></a>
-<span class="sourceLineNo">565</span>      }<a name="line.565"></a>
-<span class="sourceLineNo">566</span>    }<a name="line.566"></a>
-<span class="sourceLineNo">567</span><a name="line.567"></a>
-<span class="sourceLineNo">568</span>    if (actionsForReplicaThread != null) {<a name="line.568"></a>
-<span class="sourceLineNo">569</span>      startWaitingForReplicaCalls(actionsForReplicaThread);<a name="line.569"></a>
-<span class="sourceLineNo">570</span>    }<a name="line.570"></a>
-<span class="sourceLineNo">571</span>  }<a name="line.571"></a>
-<span class="sourceLineNo">572</span><a name="line.572"></a>
-<span class="sourceLineNo">573</span>  private Collection&lt;? extends Runnable&gt; getNewMultiActionRunnable(ServerName server,<a name="line.573"></a>
-<span class="sourceLineNo">574</span>                                                                   MultiAction multiAction,<a name="line.574"></a>
-<span class="sourceLineNo">575</span>                                                                   int numAttempt) {<a name="line.575"></a>
-<span class="sourceLineNo">576</span>    // no stats to manage, just do the standard action<a name="line.576"></a>
-<span class="sourceLineNo">577</span>    if (asyncProcess.connection.getStatisticsTracker() == null) {<a name="line.577"></a>
-<span class="sourceLineNo">578</span>      if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.578"></a>
-<span class="sourceLineNo">579</span>        asyncProcess.connection.getConnectionMetrics().incrNormalRunners();<a name="line.579"></a>
-<span class="sourceLineNo">580</span>      }<a name="line.580"></a>
-<span class="sourceLineNo">581</span>      asyncProcess.incTaskCounters(multiAction.getRegions(), server);<a name="line.581"></a>
-<span class="sourceLineNo">582</span>      SingleServerRequestRunnable runnable = createSingleServerRequest(<a name="line.582"></a>
-<span class="sourceLineNo">583</span>              multiAction, numAttempt, server, callsInProgress);<a name="line.583"></a>
-<span class="sourceLineNo">584</span>      Tracer tracer = Tracer.curThreadTracer();<a name="line.584"></a>
-<span class="sourceLineNo">585</span><a name="line.585"></a>
-<span class="sourceLineNo">586</span>      if (tracer == null) {<a name="line.586"></a>
-<span class="sourceLineNo">587</span>        return Collections.singletonList(runnable);<a name="line.587"></a>
-<span class="sourceLineNo">588</span>      } else {<a name="line.588"></a>
-<span class="sourceLineNo">589</span>        return Collections.singletonList(tracer.wrap(runnable, "AsyncProcess.sendMultiAction"));<a name="line.589"></a>
-<span class="sourceLineNo">590</span>      }<a name="line.590"></a>
-<span class="sourceLineNo">591</span>    }<a name="line.591"></a>
-<span class="sourceLineNo">592</span><a name="line.592"></a>
-<span class="sourceLineNo">593</span>    // group the actions by the amount of delay<a name="line.593"></a>
-<span class="sourceLineNo">594</span>    Map&lt;Long, DelayingRunner&gt; actions = new HashMap&lt;&gt;(multiAction.size());<a name="line.594"></a>
-<span class="sourceLineNo">595</span><a name="line.595"></a>
-<span class="sourceLineNo">596</span>    // split up the actions<a name="line.596"></a>
-<span class="sourceLineNo">597</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; e : multiAction.actions.entrySet()) {<a name="line.597"></a>
-<span class="sourceLineNo">598</span>      Long backoff = getBackoff(server, e.getKey());<a name="line.598"></a>
-<span class="sourceLineNo">599</span>      DelayingRunner runner = actions.get(backoff);<a name="line.599"></a>
-<span class="sourceLineNo">600</span>      if (runner == null) {<a name="line.600"></a>
-<span class="sourceLineNo">601</span>        actions.put(backoff, new DelayingRunner(backoff, e));<a name="line.601"></a>
-<span class="sourceLineNo">602</span>      } else {<a name="line.602"></a>
-<span class="sourceLineNo">603</span>        runner.add(e);<a name="line.603"></a>
-<span class="sourceLineNo">604</span>      }<a name="line.604"></a>
-<span class="sourceLineNo">605</span>    }<a name="line.605"></a>
-<span class="sourceLineNo">606</span><a name="line.606"></a>
-<span class="sourceLineNo">607</span>    List&lt;Runnable&gt; toReturn = new ArrayList&lt;&gt;(actions.size());<a name="line.607"></a>
-<span class="sourceLineNo">608</span>    for (DelayingRunner runner : actions.values()) {<a name="line.608"></a>
-<span class="sourceLineNo">609</span>      asyncProcess.incTaskCounters(runner.getActions().getRegions(), server);<a name="line.609"></a>
-<span class="sourceLineNo">610</span>      String traceText = "AsyncProcess.sendMultiAction";<a name="line.610"></a>
-<span class="sourceLineNo">611</span>      Runnable runnable = createSingleServerRequest(runner.getActions(), numAttempt, server, callsInProgress);<a name="line.611"></a>
-<span class="sourceLineNo">612</span>      // use a delay runner only if we need to sleep for some time<a name="line.612"></a>
-<span class="sourceLineNo">613</span>      if (runner.getSleepTime() &gt; 0) {<a name="line.613"></a>
-<span class="sourceLineNo">614</span>        runner.setRunner(runnable);<a name="line.614"></a>
-<span class="sourceLineNo">615</span>        traceText = "AsyncProcess.clientBackoff.sendMultiAction";<a name="line.615"></a>
-<span class="sourceLineNo">616</span>        runnable = runner;<a name="line.616"></a>
-<span class="sourceLineNo">617</span>        if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.617"></a>
-<span class="sourceLineNo">618</span>          asyncProcess.connection.getConnectionMetrics().incrDelayRunners();<a name="line.618"></a>
-<span class="sourceLineNo">619</span>          asyncProcess.connection.getConnectionMetrics().updateDelayInterval(runner.getSleepTime());<a name="line.619"></a>
-<span class="sourceLineNo">620</span>        }<a name="line.620"></a>
-<span class="sourceLineNo">621</span>      } else {<a name="line.621"></a>
-<span class="sourceLineNo">622</span>        if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.622"></a>
-<span class="sourceLineNo">623</span>          asyncProcess.connection.getConnectionMetrics().incrNormalRunners();<a name="line.623"></a>
-<span class="sourceLineNo">624</span>        }<a name="line.624"></a>
-<span class="sourceLineNo">625</span>      }<a name="line.625"></a>
-<span class="sourceLineNo">626</span>      runnable = TraceUtil.wrap(runnable, traceText);<a name="line.626"></a>
-<span class="sourceLineNo">627</span>      toReturn.add(runnable);<a name="line.627"></a>
-<span class="sourceLineNo">628</span><a name="line.628"></a>
-<span class="sourceLineNo">629</span>    }<a name="line.629"></a>
-<span class="sourceLineNo">630</span>    return toReturn;<a name="line.630"></a>
-<span class="sourceLineNo">631</span>  }<a name="line.631"></a>
-<span class="sourceLineNo">632</span><a name="line.632"></a>
-<span class="sourceLineNo">633</span>  /**<a name="line.633"></a>
-<span class="sourceLineNo">634</span>   * @param server server location where the target region is hosted<a name="line.634"></a>
-<span class="sourceLineNo">635</span>   * @param regionName name of the region which we are going to write some data<a name="line.635"></a>
-<span class="sourceLineNo">636</span>   * @return the amount of time the client should wait until it submit a request to the<a name="line.636"></a>
-<span class="sourceLineNo">637</span>   * specified server and region<a name="line.637"></a>
-<span class="sourceLineNo">638</span>   */<a name="line.638"></a>
-<span class="sourceLineNo">639</span>  private Long getBackoff(ServerName server, byte[] regionName) {<a name="line.639"></a>
-<span class="sourceLineNo">640</span>    ServerStatisticTracker tracker = asyncProcess.connection.getStatisticsTracker();<a name="line.640"></a>
-<span class="sourceLineNo">641</span>    ServerStatistics stats = tracker.getStats(server);<a name="line.641"></a>
-<span class="sourceLineNo">642</span>    return asyncProcess.connection.getBackoffPolicy()<a name="line.642"></a>
-<span class="sourceLineNo">643</span>        .getBackoffTime(server, regionName, stats);<a name="line.643"></a>
-<span class="sourceLineNo">644</span>  }<a name="line.644"></a>
-<span class="sourceLineNo">645</span><a name="line.645"></a>
-<span class="sourceLineNo">646</span>  /**<a name="line.646"></a>
-<span class="sourceLineNo">647</span>   * Starts waiting to issue replica calls on a different thread; or issues them immediately.<a name="line.647"></a>
-<span class="sourceLineNo">648</span>   */<a name="line.648"></a>
-<span class="sourceLineNo">649</span>  private void startWaitingForReplicaCalls(List&lt;Action&gt; actionsForReplicaThread) {<a name="line.649"></a>
-<span class="sourceLineNo">650</span>    long startTime = EnvironmentEdgeManager.currentTime();<a name="line.650"></a>
-<span class="sourceLineNo">651</span>    ReplicaCallIssuingRunnable replicaRunnable = new ReplicaCallIssuingRunnable(<a name="line.651"></a>
-<span class="sourceLineNo">652</span>        actionsForReplicaThread, startTime);<a name="line.652"></a>
-<span class="sourceLineNo">653</span>    if (asyncProcess.primaryCallTimeoutMicroseconds == 0) {<a name="line.653"></a>
-<span class="sourceLineNo">654</span>      // Start replica calls immediately.<a name="line.654"></a>
-<span class="sourceLineNo">655</span>      replicaRunnable.run();<a name="line.655"></a>
-<span class="sourceLineNo">656</span>    } else {<a name="line.656"></a>
-<span class="sourceLineNo">657</span>      // Start the thread that may kick off replica gets.<a name="line.657"></a>
-<span class="sourceLineNo">658</span>      // TODO: we could do it on the same thread, but it's a user thread, might be a bad idea.<a name="line.658"></a>
-<span class="sourceLineNo">659</span>      try {<a name="line.659"></a>
-<span class="sourceLineNo">660</span>        pool.submit(replicaRunnable);<a name="line.660"></a>
-<span class="sourceLineNo">661</span>      } catch (RejectedExecutionException ree) {<a name="line.661"></a>
-<span class="sourceLineNo">662</span>        LOG.warn("#" + asyncProcess.id + ", replica task was rejected by the pool - no replica calls", ree);<a name="line.662"></a>
-<span class="sourceLineNo">663</span>      }<a name="line.663"></a>
-<span class="sourceLineNo">664</span>    }<a name="line.664"></a>
-<span class="sourceLineNo">665</span>  }<a name="line.665"></a>
-<span class="sourceLineNo">666</span><a name="line.666"></a>
-<span class="sourceLineNo">667</span>  /**<a name="line.667"></a>
-<span class="sourceLineNo">668</span>   * Check that we can retry acts accordingly: logs, set the error status.<a name="line.668"></a>
-<span class="sourceLineNo">669</span>   *<a name="line.669"></a>
-<span class="sourceLineNo">670</span>   * @param originalIndex the position in the list sent<a name="line.670"></a>
-<span class="sourceLineNo">671</span>   * @param row           the row<a name="line.671"></a>
-<span class="sourceLineNo">672</span>   * @param canRetry      if false, we won't retry whatever the settings.<a name="line.672"></a>
-<span class="sourceLineNo">673</span>   * @param throwable     the throwable, if any (can be null)<a name="line.673"></a>
-<span class="sourceLineNo">674</span>   * @param server        the location, if any (can be null)<a name="line.674"></a>
-<span class="sourceLineNo">675</span>   * @return true if the action can be retried, false otherwise.<a name="line.675"></a>
-<span class="sourceLineNo">676</span>   */<a name="line.676"></a>
-<span class="sourceLineNo">677</span>  Retry manageError(int originalIndex, Row row, Retry canRetry,<a name="line.677"></a>
-<span class="sourceLineNo">678</span>                                        Throwable throwable, ServerName server) {<a name="line.678"></a>
-<span class="sourceLineNo">679</span>    if (canRetry == Retry.YES<a name="line.679"></a>
-<span class="sourceLineNo">680</span>        &amp;&amp; throwable != null &amp;&amp; throwable instanceof DoNotRetryIOException) {<a name="line.680"></a>
-<span class="sourceLineNo">681</span>      canRetry = Retry.NO_NOT_RETRIABLE;<a name="line.681"></a>
-<span class="sourceLineNo">682</span>    }<a name="line.682"></a>
-<span class="sourceLineNo">683</span><a name="line.683"></a>
-<span class="sourceLineNo">684</span>    if (canRetry != Retry.YES) {<a name="line.684"></a>
-<span class="sourceLineNo">685</span>      // Batch.Callback&lt;Res&gt; was not called on failure in 0.94. We keep this.<a name="line.685"></a>
-<span class="sourceLineNo">686</span>      setError(originalIndex, row, throwable, server);<a name="line.686"></a>
-<span class="sourceLineNo">687</span>    } else if (isActionComplete(originalIndex, row)) {<a name="line.687"></a>
-<span class="sourceLineNo">688</span>      canRetry = Retry.NO_OTHER_SUCCEEDED;<a name="line.688"></a>
-<span class="sourceLineNo">689</span>    }<a name="line.689"></a>
-<span class="sourceLineNo">690</span>    return canRetry;<a name="line.690"></a>
-<span class="sourceLineNo">691</span>  }<a name="line.691"></a>
-<span class="sourceLineNo">692</span><a name="line.692"></a>
-<span class="sourceLineNo">693</span>  /**<a name="line.693"></a>
-<span class="sourceLineNo">694</span>   * Resubmit all the actions from this multiaction after a failure.<a name="line.694"></a>
-<span class="sourceLineNo">695</span>   *<a name="line.695"></a>
-<span class="sourceLineNo">696</span>   * @param rsActions  the actions still to do from the initial list<a name="line.696"></a>
-<span class="sourceLineNo">697</span>   * @param server   the destination<a name="line.697"></a>
-<span class="sourceLineNo">698</span>   * @param numAttempt the number of attempts so far<a name="line.698"></a>
-<span class="sourceLineNo">699</span>   * @param t the throwable (if any) that caused the resubmit<a name="line.699"></a>
-<span class="sourceLineNo">700</span>   */<a name="line.700"></a>
-<span class="sourceLineNo">701</span>  private void receiveGlobalFailure(<a name="line.701"></a>
-<span class="sourceLineNo">702</span>      MultiAction rsActions, ServerName server, int numAttempt, Throwable t) {<a name="line.702"></a>
-<span class="sourceLineNo">703</span>    errorsByServer.reportServerError(server);<a name="line.703"></a>
-<span class="sourceLineNo">704</span>    Retry canRetry = errorsByServer.canTryMore(numAttempt)<a name="line.704"></a>
-<span class="sourceLineNo">705</span>        ? Retry.YES : Retry.NO_RETRIES_EXHAUSTED;<a name="line.705"></a>
-<span class="sourceLineNo">706</span><a name="line.706"></a>
-<span class="sourceLineNo">707</span>    cleanServerCache(server, t);<a name="line.707"></a>
-<span class="sourceLineNo">708</span>    int failed = 0;<a name="line.708"></a>
-<span class="sourceLineNo">709</span>    int stopped = 0;<a name="line.709"></a>
-<span class="sourceLineNo">710</span>    List&lt;Action&gt; toReplay = new ArrayList&lt;&gt;();<a name="line.710"></a>
-<span class="sourceLineNo">711</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; e : rsActions.actions.entrySet()) {<a name="line.711"></a>
-<span class="sourceLineNo">712</span>      byte[] regionName = e.getKey();<a name="line.712"></a>
-<span class="sourceLineNo">713</span>      byte[] row = e.getValue().get(0).getAction().getRow();<a name="line.713"></a>
-<span class="sourceLineNo">714</span>      // Do not use the exception for updating cache because it might be coming from<a name="line.714"></a>
-<span class="sourceLineNo">715</span>      // any of the regions in the MultiAction.<a name="line.715"></a>
-<span class="sourceLineNo">716</span>      updateCachedLocations(server, regionName, row,<a name="line.716"></a>
-<span class="sourceLineNo">717</span>        ClientExceptionsUtil.isMetaClearingException(t) ? null : t);<a name="line.717"></a>
-<span class="sourceLineNo">718</span>      for (Action action : e.getValue()) {<a name="line.718"></a>
-<span class="sourceLineNo">719</span>        Retry retry = manageError(<a name="line.719"></a>
-<span class="sourceLineNo">720</span>            action.getOriginalIndex(), action.getAction(), canRetry, t, server);<a name="line.720"></a>
-<span class="sourceLineNo">721</span>        if (retry == Retry.YES) {<a name="line.721"></a>
-<span class="sourceLineNo">722</span>          toReplay.add(action);<a name="line.722"></a>
-<span class="sourceLineNo">723</span>        } else if (retry == Retry.NO_OTHER_SUCCEEDED) {<a name="line.723"></a>
-<span class="sourceLineNo">724</span>          ++stopped;<a name="line.724"></a>
-<span class="sourceLineNo">725</span>        } else {<a name="line.725"></a>
-<span class="sourceLineNo">726</span>          ++failed;<a name="line.726"></a>
-<span class="sourceLineNo">727</span>        }<a name="line.727"></a>
-<span class="sourceLineNo">728</span>      }<a name="line.728"></a>
-<span class="sourceLineNo">729</span>    }<a name="line.729"></a>
-<span class="sourceLineNo">730</span><a name="line.730"></a>
-<span class="sourceLineNo">731</span>    if (toReplay.isEmpty()) {<a name="line.731"></a>
-<span class="sourceLineNo">732</span>      logNoResubmit(server, numAttempt, rsActions.size(), t, failed, stopped);<a name="line.732"></a>
-<span class="sourceLineNo">733</span>    } else {<a name="line.733"></a>
-<span class="sourceLineNo">734</span>      resubmit(server, toReplay, numAttempt, rsActions.size(), t);<a name="line.734"></a>
-<span class="sourceLineNo">735</span>    }<a name="line.735"></a>
-<span class="sourceLineNo">736</span>  }<a name="line.736"></a>
-<span class="sourceLineNo">737</span><a name="line.737"></a>
-<span class="sourceLineNo">738</span>  /**<a name="line.738"></a>
-<span class="sourceLineNo">739</span>   * Log as much info as possible, and, if there is something to replay,<a name="line.739"></a>
-<span class="sourceLineNo">740</span>   * submit it again after a back off sleep.<a name="line.740"></a>
-<span class="sourceLineNo">741</span>   */<a name="line.741"></a>
-<span class="sourceLineNo">742</span>  private void resubmit(ServerName oldServer, List&lt;Action&gt; toReplay,<a name="line.742"></a>
-<span class="sourceLineNo">743</span>                        int numAttempt, int failureCount, Throwable throwable) {<a name="line.743"></a>
-<span class="sourceLineNo">744</span>    // We have something to replay. We're going to sleep a little before.<a name="line.744"></a>
-<span class="sourceLineNo">745</span><a name="line.745"></a>
-<span class="sourceLineNo">746</span>    // We have two contradicting needs here:<a name="line.746"></a>
-<span class="sourceLineNo">747</span>    //  1) We want to get the new location after having slept, as it may change.<a name="line.747"></a>
-<span class="sourceLineNo">748</span>    //  2) We want to take into account the location when calculating the sleep time.<a name="line.748"></a>
-<span class="sourceLineNo">749</span>    //  3) If all this is just because the response needed to be chunked try again FAST.<a name="line.749"></a>
-<span class="sourceLineNo">750</span>    // It should be possible to have some heuristics to take the right decision. Short term,<a name="line.750"></a>
-<span class="sourceLineNo">751</span>    //  we go for one.<a name="line.751"></a>
-<span class="sourceLineNo">752</span>    boolean retryImmediately = throwable instanceof RetryImmediatelyException;<a name="line.752"></a>
-<span class="sourceLineNo">753</span>    int nextAttemptNumber = retryImmediately ? numAttempt : numAttempt + 1;<a name="line.753"></a>
-<span class="sourceLineNo">754</span>    long backOffTime;<a name="line.754"></a>
-<span class="sourceLineNo">755</span>    if (retryImmediately) {<a name="line.755"></a>
-<span class="sourceLineNo">756</span>      backOffTime = 0;<a name="line.756"></a>
-<span class="sourceLineNo">757</span>    } else if (throwable instanceof CallQueueTooBigException) {<a name="line.757"></a>
-<span class="sourceLineNo">758</span>      // Give a special check on CQTBE, see #HBASE-17114<a name="line.758"></a>
-<span class="sourceLineNo">759</span>      backOffTime = errorsByServer.calculateBackoffTime(oldServer, asyncProcess.pauseForCQTBE);<a name="line.759"></a>
-<span class="sourceLineNo">760</span>    } else {<a name="line.760"></a>
-<span class="sourceLineNo">761</span>      backOffTime = errorsByServer.calculateBackoffTime(oldServer, asyncProcess.pause);<a name="line.761"></a>
-<span class="sourceLineNo">762</span>    }<a name="line.762"></a>
-<span class="sourceLineNo">763</span>    if (numAttempt &gt; asyncProcess.startLogErrorsCnt) {<a name="line.763"></a>
-<span class="sourceLineNo">764</span>      // We use this value to have some logs when we have multiple failures, but not too many<a name="line.764"></a>
-<span class="sourceLineNo">765</span>      //  logs, as errors are to be expected when a region moves, splits and so on<a name="line.765"></a>
-<span class="sourceLineNo">766</span>      LOG.info(createLog(numAttempt, failureCount, toReplay.size(),<a name="line.766"></a>
-<span class="sourceLineNo">767</span>          oldServer, throwable, backOffTime, true, null, -1, -1));<a name="line.767"></a>
-<span class="sourceLineNo">768</span>    }<a name="line.768"></a>
-<span class="sourceLineNo">769</span><a name="line.769"></a>
-<span class="sourceLineNo">770</span>    try {<a name="line.770"></a>
-<span class="sourceLineNo">771</span>      if (backOffTime &gt; 0) {<a name="line.771"></a>
-<span class="sourceLineNo">772</span>        Thread.sleep(backOffTime);<a name="line.772"></a>
-<span class="sourceLineNo">773</span>      }<a name="line.773"></a>
-<span class="sourceLineNo">774</span>    } catch (InterruptedException e) {<a name="line.774"></a>
-<span class="sourceLineNo">775</span>      LOG.warn("#" + asyncProcess.id + ", not sent: " + toReplay.size() + " operations, " + oldServer, e);<a name="line.775"></a>
-<span class="sourceLineNo">776</span>      Thread.currentThread().interrupt();<a name="line.776"></a>
-<span class="sourceLineNo">777</span>      return;<a name="line.777"></a>
-<span class="sourceLineNo">778</span>    }<a name="line.778"></a>
-<span class="sourceLineNo">779</span><a name="line.779"></a>
-<span class="sourceLineNo">780</span>    groupAndSendMultiAction(toReplay, nextAttemptNumber);<a name="line.780"></a>
-<span class="sourceLineNo">781</span>  }<a name="line.781"></a>
-<span class="sourceLineNo">782</span><a name="line.782"></a>
-<span class="sourceLineNo">783</span>  private void logNoResubmit(ServerName oldServer, int numAttempt,<a name="line.783"></a>
-<span class="sourceLineNo">784</span>                             int failureCount, Throwable throwable, int failed, int stopped) {<a name="line.784"></a>
-<span class="sourceLineNo">785</span>    if (failureCount != 0 || numAttempt &gt; asyncProcess.startLogErrorsCnt + 1) {<a name="line.785"></a>
-<span class="sourceLineNo">786</span>      String timeStr = new Date(errorsByServer.getStartTrackingTime()).toString();<a name="line.786"></a>
-<span class="sourceLineNo">787</span>      String logMessage = createLog(numAttempt, failureCount, 0, oldServer,<a name="line.787"></a>
-<span class="sourceLineNo">788</span>          throwable, -1, false, timeStr, failed, stopped);<a name="line.788"></a>
-<span class="sourceLineNo">789</span>      if (failed != 0) {<a name="line.789"></a>
-<span class="sourceLineNo">790</span>        // Only log final failures as warning<a name="line.790"></a>
-<span class="sourceLineNo">791</span>        LOG.warn(logMessage);<a name="line.791"></a>
-<span class="sourceLineNo">792</span>      } else {<a name="line.792"></a>
-<span class="sourceLineNo">793</span>        LOG.info(logMessage);<a name="line.793"></a>
-<span class="sourceLineNo">794</span>      }<a name="line.794"></a>
-<span class="sourceLineNo">795</span>    }<a name="line.795"></a>
-<span class="sourceLineNo">796</span>  }<a name="line.796"></a>
-<span class="sourceLineNo">797</span><a name="line.797"></a>
-<span class="sourceLineNo">798</span>  /**<a name="line.798"></a>
-<span class="sourceLineNo">799</span>   * Called when we receive the result of a server query.<a name="line.799"></a>
-<span class="sourceLineNo">800</span>   *<a name="line.800"></a>
-<span class="sourceLineNo">801</span>   * @param multiAction    - the multiAction we sent<a name="line.801"></a>
-<span class="sourceLineNo">802</span>   * @param server       - the location. It's used as a server name.<a name="line.802"></a>
-<span class="sourceLineNo">803</span>   * @param responses      - the response, if any<a name="line.803"></a>
-<span class="sourceLineNo">804</span>   * @param numAttempt     - the attempt<a name="line.804"></a>
-<span class="sourceLineNo">805</span>   */<a name="line.805"></a>
-<span class="sourceLineNo">806</span>  private void receiveMultiAction(MultiAction multiAction,<a name="line.806"></a>
-<span class="sourceLineNo">807</span>                                  ServerName server, MultiResponse responses, int numAttempt) {<a name="line.807"></a>
-<span class="sourceLineNo">808</span>    assert responses != null;<a name="line.808"></a>
-<span class="sourceLineNo">809</span><a name="line.809"></a>
-<span class="sourceLineNo">810</span>    Map&lt;byte[], MultiResponse.RegionResult&gt; results = responses.getResults();<a name="line.810"></a>
-<span class="sourceLineNo">811</span>    updateStats(server, results);<a name="line.811"></a>
-<span class="sourceLineNo">812</span><a name="line.812"></a>
-<span class="sourceLineNo">813</span>    // Success or partial success<a name="line.813"></a>
-<span class="sourceLineNo">814</span>    // Analyze detailed results. We can still have individual failures to be redo.<a name="line.814"></a>
-<span class="sourceLineNo">815</span>    // two specific throwables are managed:<a name="line.815"></a>
-<span class="sourceLineNo">816</span>    //  - DoNotRetryIOException: we continue to retry for other actions<a name="line.816"></a>
-<span class="sourceLineNo">817</span>    //  - RegionMovedException: we update the cache with the new region location<a name="line.817"></a>
-<span class="sourceLineNo">818</span><a name="line.818"></a>
-<span class="sourceLineNo">819</span>    List&lt;Action&gt; toReplay = new ArrayList&lt;&gt;();<a name="line.819"></a>
-<span class="sourceLineNo">820</span>    Throwable lastException = null;<a name="line.820"></a>
-<span class="sourceLineNo">821</span>    int failureCount = 0;<a name="line.821"></a>
-<span class="sourceLineNo">822</span>    int failed = 0;<a name="line.822"></a>
-<span class="sourceLineNo">823</span>    int stopped = 0;<a name="line.823"></a>
-<span class="sourceLineNo">824</span>    Retry retry = null;<a name="line.824"></a>
-<span class="sourceLineNo">825</span>    // Go by original action.<a name="line.825"></a>
-<span class="sourceLineNo">826</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; regionEntry : multiAction.actions.entrySet()) {<a name="line.826"></a>
-<span class="sourceLineNo">827</span>      byte[] regionName = regionEntry.getKey();<a name="line.827"></a>
-<span class="sourceLineNo">828</span><a name="line.828"></a>
-<span class="sourceLineNo">829</span>      Throwable regionException = responses.getExceptions().get(regionName);<a name="line.829"></a>
-<span class="sourceLineNo">830</span>      cleanServerCache(server, regionException);<a name="line.830"></a>
-<span class="sourceLineNo">831</span><a name="line.831"></a>
-<span class="sourceLineNo">832</span>      Map&lt;Integer, Object&gt; regionResults =<a name="line.832"></a>
-<span class="sourceLineNo">833</span>        results.containsKey(regionName) ? results.get(regionName).result : Collections.emptyMap();<a name="line.833"></a>
-<span class="sourceLineNo">834</span>      boolean regionFailureRegistered = false;<a name="line.834"></a>
-<span class="sourceLineNo">835</span>      for (Action sentAction : regionEntry.getValue()) {<a name="line.835"></a>
-<span class="sourceLineNo">836</span>        Object result = regionResults.get(sentAction.getOriginalIndex());<a name="line.836"></a>
-<span class="sourceLineNo">837</span>        if (result == null) {<a name="line.837"></a>
-<span class="sourceLineNo">838</span>          if (regionException == null) {<a name="line.838"></a>
-<span class="sourceLineNo">839</span>            LOG.error("Server sent us neither results nor exceptions for "<a name="line.839"></a>
-<span class="sourceLineNo">840</span>              + Bytes.toStringBinary(regionName)<a name="line.840"></a>
-<span class="sourceLineNo">841</span>              + ", numAttempt:" + numAttempt);<a name="line.841"></a>
-<span class="sourceLineNo">842</span>            regionException = new RuntimeException("Invalid response");<a name="line.842"></a>
-<span class="sourceLineNo">843</span>          }<a name="line.843"></a>
-<span class="sourceLineNo">844</span>          // If the row operation encounters the region-lever error, the exception of action may be<a name="line.844"></a>
-<span class="sourceLineNo">845</span>          // null.<a name="line.845"></a>
-<span class="sourceLineNo">846</span>          result = regionException;<a name="line.846"></a>
-<span class="sourceLineNo">847</span>        }<a name="line.847"></a>
-<span class="sourceLineNo">848</span>        // Failure: retry if it's make sense else update the errors lists<a name="line.848"></a>
-<span class="sourceLineNo">849</span>        if (result instanceof Throwable) {<a name="line.849"></a>
-<span class="sourceLineNo">850</span>          Throwable actionException = (Throwable) result;<a name="line.850"></a>
-<span class="sourceLineNo">851</span>          Row row = sentAction.getAction();<a name="line.851"></a>
-<span class="sourceLineNo">852</span>          lastException = regionException != null ? regionException<a name="line.852"></a>
-<span class="sourceLineNo">853</span>            : ClientExceptionsUtil.findException(actionException);<a name="line.853"></a>
-<span class="sourceLineNo">854</span>          // Register corresponding failures once per server/once per region.<a name="line.854"></a>
-<span class="sourceLineNo">855</span>          if (!regionFailureRegistered) {<a name="line.855"></a>
-<span class="sourceLineNo">856</span>            regionFailureRegistered = true;<a name="line.856"></a>
-<span class="sourceLineNo">857</span>            updateCachedLocations(server, regionName, row.getRow(), actionException);<a name="line.857"></a>
-<span class="sourceLineNo">858</span>          }<a name="line.858"></a>
-<span class="sourceLineNo">859</span>          if (retry == null) {<a name="line.859"></a>
-<span class="sourceLineNo">860</span>            errorsByServer.reportServerError(server);<a name="line.860"></a>
-<span class="sourceLineNo">861</span>            // We determine canRetry only once for all calls, after reporting server failure.<a name="line.861"></a>
-<span class="sourceLineNo">862</span>            retry = errorsByServer.canTryMore(numAttempt) ?<a name="line.862"></a>
-<span class="sourceLineNo">863</span>              Retry.YES : Retry.NO_RETRIES_EXHAUSTED;<a name="line.863"></a>
-<span class="sourceLineNo">864</span>          }<a name="line.864"></a>
-<span class="sourceLineNo">865</span>          ++failureCount;<a name="line.865"></a>
-<span class="sourceLineNo">866</span>          switch (manageError(sentAction.getOriginalIndex(), row, retry, actionException,<a name="line.866"></a>
-<span class="sourceLineNo">867</span>            server)) {<a name="line.867"></a>
-<span class="sourceLineNo">868</span>            case YES:<a name="line.868"></a>
-<span class="sourceLineNo">869</span>              toReplay.add(sentAction);<a name="line.869"></a>
-<span class="sourceLineNo">870</span>              break;<a name="line.870"></a>
-<span class="sourceLineNo">871</span>            case NO_OTHER_SUCCEEDED:<a name="line.871"></a>
-<span class="sourceLineNo">872</span>              ++stopped;<a name="line.872"></a>
-<span class="sourceLineNo">873</span>              break;<a name="line.873"></a>
-<span class="sourceLineNo">874</span>            default:<a name="line.874"></a>
-<span class="sourceLineNo">875</span>              ++failed;<a name="line.875"></a>
-<span class="sourceLineNo">876</span>              break;<a name="line.876"></a>
-<span class="sourceLineNo">877</span>          }<a name="line.877"></a>
-<span class="sourceLineNo">878</span>        } else {<a name="line.878"></a>
-<span class="sourceLineNo">879</span>          invokeCallBack(regionName, sentAction.getAction().getRow(), (CResult) result);<a name="line.879"></a>
-<span class="sourceLineNo">880</span>          setResult(sentAction, result);<a name="line.880"></a>
-<span class="sourceLineNo">881</span>        }<a name="line.881"></a>
-<span class="sourceLineNo">882</span>      }<a name="line.882"></a>
-<span class="sourceLineNo">883</span>    }<a name="line.883"></a>
-<span class="sourceLineNo">884</span>    if (toReplay.isEmpty()) {<a name="line.884"></a>
-<span class="sourceLineNo">885</span>      logNoResubmit(server, numAttempt, failureCount, lastException, failed, stopped);<a name="line.885"></a>
-<span class="sourceLineNo">886</span>    } else {<a name="line.886"></a>
-<span class="sourceLineNo">887</span>      resubmit(server, toReplay, numAttempt, failureCount, lastException);<a name="line.887"></a>
-<span class="sourceLineNo">888</span>    }<a name="line.888"></a>
-<span class="sourceLineNo">889</span>  }<a name="line.889"></a>
-<span class="sourceLineNo">890</span><a name="line.890"></a>
-<span class="sourceLineNo">891</span>  private void updateCachedLocations(ServerName server, byte[] regionName, byte[] row,<a name="line.891"></a>
-<span class="sourceLineNo">892</span>    Throwable rowException) {<a name="line.892"></a>
-<span class="sourceLineNo">893</span>    if (tableName == null) {<a name="line.893"></a>
-<span class="sourceLineNo">894</span>      return;<a name="line.894"></a>
-<span class="sourceLineNo">895</span>    }<a name="line.895"></a>
-<span class="sourceLineNo">896</span>    try {<a name="line.896"></a>
-<span class="sourceLineNo">897</span>      asyncProcess.connection<a name="line.897"></a>
-<span class="sourceLineNo">898</span>        .updateCachedLocations(tableName, regionName, row, rowException, server);<a name="line.898"></a>
-<span class="sourceLineNo">899</span>    } catch (Throwable ex) {<a name="line.899"></a>
-<span class="sourceLineNo">900</span>      // That should never happen, but if it did, we want to make sure<a name="line.900"></a>
-<span class="sourceLineNo">901</span>      // we still process errors<a name="line.901"></a>
-<span class="sourceLineNo">902</span>      LOG.error("Couldn't update cached region locations: " + ex);<a name="line.902"></a>
-<span class="sourceLineNo">903</span>    }<a name="line.903"></a>
-<span class="sourceLineNo">904</span>  }<a name="line.904"></a>
-<span class="sourceLineNo">905</span><a name="line.905"></a>
-<span class="sourceLineNo">906</span>  private void invokeCallBack(byte[] regionName, byte[] row, CResult result) {<a name="line.906"></a>
-<span class="sourceLineNo">907</span>    if (callback != null) {<a name="line.907"></a>
-<span class="sourceLineNo">908</span>      try {<a name="line.908"></a>
-<span class="sourceLineNo">909</span>        //noinspection unchecked<a name="line.909"></a>
-<span class="sourceLineNo">910</span>        // TODO: would callback expect a replica region name if it gets one?<a name="line.910"></a>
-<span class="sourceLineNo">911</span>        this.callback.update(regionName, row, result);<a name="line.911"></a>
-<span class="sourceLineNo">912</span>      } catch (Throwable t) {<a name="line.912"></a>
-<span class="sourceLineNo">913</span>        LOG.error("User callback threw an exception for "<a name="line.913"></a>
-<span class="sourceLineNo">914</span>          + Bytes.toStringBinary(regionName) + ", ignoring", t);<a name="line.914"></a>
-<span class="sourceLineNo">915</span>      }<a name="line.915"></a>
-<span class="sourceLineNo">916</span>    }<a name="line.916"></a>
-<span class="sourceLineNo">917</span>  }<a name="line.917"></a>
-<span class="sourceLineNo">918</span><a name="line.918"></a>
-<span class="sourceLineNo">919</span>  private void cleanServerCache(ServerName server, Throwable regionException) {<a name="line.919"></a>
-<span class="sourceLineNo">920</span>    if (tableName == null &amp;&amp; ClientExceptionsUtil.isMetaClearingException(regionException)) {<a name="line.920"></a>
-<span class="sourceLineNo">921</span>      // For multi-actions, we don't have a table name, but we want to make sure to clear the<a name="line.921"></a>
-<span class="sourceLineNo">922</span>      // cache in case there were location-related exceptions. We don't to clear the cache<a name="line.922"></a>
-<span class="sourceLineNo">923</span>      // for every possible exception that comes through, however.<a name="line.923"></a>
-<span class="sourceLineNo">924</span>      asyncProcess.connection.clearCaches(server);<a name="line.924"></a>
-<span class="sourceLineNo">925</span>    }<a name="line.925"></a>
-<span class="sourceLineNo">926</span>  }<a name="line.926"></a>
-<span class="sourceLineNo">927</span><a name="line.927"></a>
-<span class="sourceLineNo">928</span>  @VisibleForTesting<a name="line.928"></a>
-<span class="sourceLineNo">929</span>  protected void updateStats(ServerName server, Map&lt;byte[], MultiResponse.RegionResult&gt; results) {<a name="line.929"></a>
-<span class="sourceLineNo">930</span>    boolean metrics = asyncProcess.connection.getConnectionMetrics() != null;<a name="line.930"></a>
-<span class="sourceLineNo">931</span>    boolean stats = asyncProcess.connection.getStatisticsTracker() != null;<a name="line.931"></a>
-<span class="sourceLineNo">932</span>    if (!stats &amp;&amp; !metrics) {<a name="line.932"></a>
-<span class="sourceLineNo">933</span>      return;<a name="line.933"></a>
-<span class="sourceLineNo">934</span>    }<a name="line.934"></a>
-<span class="sourceLineNo">935</span>    for (Map.Entry&lt;byte[], MultiResponse.RegionResult&gt; regionStats : results.entrySet()) {<a name="line.935"></a>
-<span class="sourceLineNo">936</span>      byte[] regionName = regionStats.getKey();<a name="line.936"></a>
-<span class="sourceLineNo">937</span>      ClientProtos.RegionLoadStats stat = regionStats.getValue().getStat();<a name="line.937"></a>
-<span class="sourceLineNo">938</span>      if (stat == null) {<a name="line.938"></a>
-<span class="sourceLineNo">939</span>        LOG.error("No ClientProtos.RegionLoadStats found for server=" + server<a name="line.939"></a>
-<span class="sourceLineNo">940</span>          + ", region=" + Bytes.toStringBinary(regionName));<a name="line.940"></a>
-<span class="sourceLineNo">941</span>        continue;<a name="line.941"></a>
-<span class="sourceLineNo">942</span>      }<a name="line.942"></a>
-<span class="sourceLineNo">943</span>      RegionLoadStats regionLoadstats = ProtobufUtil.createRegionLoadStats(stat);<a name="line.943"></a>
-<span class="sourceLineNo">944</span>      ResultStatsUtil.updateStats(asyncProcess.connection.getStatisticsTracker(), server,<a name="line.944"></a>
-<span class="sourceLineNo">945</span>          regionName, regionLoadstats);<a name="line.945"></a>
-<span class="sourceLineNo">946</span>      ResultStatsUtil.updateStats(asyncProcess.connection.getConnectionMetrics(),<a name="line.946"></a>
-<span class="sourceLineNo">947</span>          server, regionName, regionLoadstats);<a name="line.947"></a>
-<span class="sourceLineNo">948</span>    }<a name="line.948"></a>
-<span class="sourceLineNo">949</span>  }<a name="line.949"></a>
+<span class="sourceLineNo">260</span>  private final TableName tableName;<a name="line.260"></a>
+<span class="sourceLineNo">261</span>  private final AtomicLong actionsInProgress = new AtomicLong(-1);<a name="line.261"></a>
+<span class="sourceLineNo">262</span>  /**<a name="line.262"></a>
+<span class="sourceLineNo">263</span>   * The lock controls access to results. It is only held when populating results where<a name="line.263"></a>
+<span class="sourceLineNo">264</span>   * there might be several callers (eventual consistency gets). For other requests,<a name="line.264"></a>
+<span class="sourceLineNo">265</span>   * there's one unique call going on per result index.<a name="line.265"></a>
+<span class="sourceLineNo">266</span>   */<a name="line.266"></a>
+<span class="sourceLineNo">267</span>  private final Object replicaResultLock = new Object();<a name="line.267"></a>
+<span class="sourceLineNo">268</span>  /**<a name="line.268"></a>
+<span class="sourceLineNo">269</span>   * Result array.  Null if results are not needed. Otherwise, each index corresponds to<a name="line.269"></a>
+<span class="sourceLineNo">270</span>   * the action index in initial actions submitted. For most request types, has null-s for<a name="line.270"></a>
+<span class="sourceLineNo">271</span>   * requests that are not done, and result/exception for those that are done.<a name="line.271"></a>
+<span class="sourceLineNo">272</span>   * For eventual-consistency gets, initially the same applies; at some point, replica calls<a name="line.272"></a>
+<span class="sourceLineNo">273</span>   * might be started, and ReplicaResultState is put at the corresponding indices. The<a name="line.273"></a>
+<span class="sourceLineNo">274</span>   * returning calls check the type to detect when this is the case. After all calls are done,<a name="line.274"></a>
+<span class="sourceLineNo">275</span>   * ReplicaResultState-s are replaced with results for the user.<a name="line.275"></a>
+<span class="sourceLineNo">276</span>   */<a name="line.276"></a>
+<span class="sourceLineNo">277</span>  private final Object[] results;<a name="line.277"></a>
+<span class="sourceLineNo">278</span>  /**<a name="line.278"></a>
+<span class="sourceLineNo">279</span>   * Indices of replica gets in results. If null, all or no actions are replica-gets.<a name="line.279"></a>
+<span class="sourceLineNo">280</span>   */<a name="line.280"></a>
+<span class="sourceLineNo">281</span>  private final int[] replicaGetIndices;<a name="line.281"></a>
+<span class="sourceLineNo">282</span>  private final boolean hasAnyReplicaGets;<a name="line.282"></a>
+<span class="sourceLineNo">283</span>  private final long nonceGroup;<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  private final CancellableRegionServerCallable currentCallable;<a name="line.284"></a>
+<span class="sourceLineNo">285</span>  private final int operationTimeout;<a name="line.285"></a>
+<span class="sourceLineNo">286</span>  private final int rpcTimeout;<a name="line.286"></a>
+<span class="sourceLineNo">287</span>  private final AsyncProcess asyncProcess;<a name="line.287"></a>
+<span class="sourceLineNo">288</span><a name="line.288"></a>
+<span class="sourceLineNo">289</span>  /**<a name="line.289"></a>
+<span class="sourceLineNo">290</span>   * For {@link AsyncRequestFutureImpl#manageError(int, Row, Retry, Throwable, ServerName)}. Only<a name="line.290"></a>
+<span class="sourceLineNo">291</span>   * used to make logging more clear, we don't actually care why we don't retry.<a name="line.291"></a>
+<span class="sourceLineNo">292</span>   */<a name="line.292"></a>
+<span class="sourceLineNo">293</span>  public enum Retry {<a name="line.293"></a>
+<span class="sourceLineNo">294</span>    YES,<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    NO_LOCATION_PROBLEM,<a name="line.295"></a>
+<span class="sourceLineNo">296</span>    NO_NOT_RETRIABLE,<a name="line.296"></a>
+<span class="sourceLineNo">297</span>    NO_RETRIES_EXHAUSTED,<a name="line.297"></a>
+<span class="sourceLineNo">298</span>    NO_OTHER_SUCCEEDED<a name="line.298"></a>
+<span class="sourceLineNo">299</span>  }<a name="line.299"></a>
+<span class="sourceLineNo">300</span><a name="line.300"></a>
+<span class="sourceLineNo">301</span>  /** Sync point for calls to multiple replicas for the same user request (Get).<a name="line.301"></a>
+<span class="sourceLineNo">302</span>   * Created and put in the results array (we assume replica calls require results) when<a name="line.302"></a>
+<span class="sourceLineNo">303</span>   * the replica calls are launched. See results for details of this process.<a name="line.303"></a>
+<span class="sourceLineNo">304</span>   * POJO, all fields are public. To modify them, the object itself is locked. */<a name="line.304"></a>
+<span class="sourceLineNo">305</span>  private static class ReplicaResultState {<a name="line.305"></a>
+<span class="sourceLineNo">306</span>    public ReplicaResultState(int callCount) {<a name="line.306"></a>
+<span class="sourceLineNo">307</span>      this.callCount = callCount;<a name="line.307"></a>
+<span class="sourceLineNo">308</span>    }<a name="line.308"></a>
+<span class="sourceLineNo">309</span><a name="line.309"></a>
+<span class="sourceLineNo">310</span>    /** Number of calls outstanding, or 0 if a call succeeded (even with others outstanding). */<a name="line.310"></a>
+<span class="sourceLineNo">311</span>    int callCount;<a name="line.311"></a>
+<span class="sourceLineNo">312</span>    /** Errors for which it is not decided whether we will report them to user. If one of the<a name="line.312"></a>
+<span class="sourceLineNo">313</span>     * calls succeeds, we will discard the errors that may have happened in the other calls. */<a name="line.313"></a>
+<span class="sourceLineNo">314</span>    BatchErrors replicaErrors = null;<a name="line.314"></a>
+<span class="sourceLineNo">315</span><a name="line.315"></a>
+<span class="sourceLineNo">316</span>    @Override<a name="line.316"></a>
+<span class="sourceLineNo">317</span>    public String toString() {<a name="line.317"></a>
+<span class="sourceLineNo">318</span>      return "[call count " + callCount + "; errors " + replicaErrors + "]";<a name="line.318"></a>
+<span class="sourceLineNo">319</span>    }<a name="line.319"></a>
+<span class="sourceLineNo">320</span>  }<a name="line.320"></a>
+<span class="sourceLineNo">321</span><a name="line.321"></a>
+<span class="sourceLineNo">322</span>  public AsyncRequestFutureImpl(AsyncProcessTask task, List&lt;Action&gt; actions,<a name="line.322"></a>
+<span class="sourceLineNo">323</span>      long nonceGroup, AsyncProcess asyncProcess) {<a name="line.323"></a>
+<span class="sourceLineNo">324</span>    this.pool = task.getPool();<a name="line.324"></a>
+<span class="sourceLineNo">325</span>    this.callback = task.getCallback();<a name="line.325"></a>
+<span class="sourceLineNo">326</span>    this.nonceGroup = nonceGroup;<a name="line.326"></a>
+<span class="sourceLineNo">327</span>    this.tableName = task.getTableName();<a name="line.327"></a>
+<span class="sourceLineNo">328</span>    this.actionsInProgress.set(actions.size());<a name="line.328"></a>
+<span class="sourceLineNo">329</span>    if (task.getResults() == null) {<a name="line.329"></a>
+<span class="sourceLineNo">330</span>      results = task.getNeedResults() ? new Object[actions.size()] : null;<a name="line.330"></a>
+<span class="sourceLineNo">331</span>    } else {<a name="line.331"></a>
+<span class="sourceLineNo">332</span>      if (task.getResults().length != actions.size()) {<a name="line.332"></a>
+<span class="sourceLineNo">333</span>        throw new AssertionError("results.length");<a name="line.333"></a>
+<span class="sourceLineNo">334</span>      }<a name="line.334"></a>
+<span class="sourceLineNo">335</span>      this.results = task.getResults();<a name="line.335"></a>
+<span class="sourceLineNo">336</span>      for (int i = 0; i != this.results.length; ++i) {<a name="line.336"></a>
+<span class="sourceLineNo">337</span>        results[i] = null;<a name="line.337"></a>
+<span class="sourceLineNo">338</span>      }<a name="line.338"></a>
+<span class="sourceLineNo">339</span>    }<a name="line.339"></a>
+<span class="sourceLineNo">340</span>    List&lt;Integer&gt; replicaGetIndices = null;<a name="line.340"></a>
+<span class="sourceLineNo">341</span>    boolean hasAnyReplicaGets = false;<a name="line.341"></a>
+<span class="sourceLineNo">342</span>    if (results != null) {<a name="line.342"></a>
+<span class="sourceLineNo">343</span>      // Check to see if any requests might require replica calls.<a name="line.343"></a>
+<span class="sourceLineNo">344</span>      // We expect that many requests will consist of all or no multi-replica gets; in such<a name="line.344"></a>
+<span class="sourceLineNo">345</span>      // cases we would just use a boolean (hasAnyReplicaGets). If there's a mix, we will<a name="line.345"></a>
+<span class="sourceLineNo">346</span>      // store the list of action indexes for which replica gets are possible, and set<a name="line.346"></a>
+<span class="sourceLineNo">347</span>      // hasAnyReplicaGets to true.<a name="line.347"></a>
+<span class="sourceLineNo">348</span>      boolean hasAnyNonReplicaReqs = false;<a name="line.348"></a>
+<span class="sourceLineNo">349</span>      int posInList = 0;<a name="line.349"></a>
+<span class="sourceLineNo">350</span>      for (Action action : actions) {<a name="line.350"></a>
+<span class="sourceLineNo">351</span>        boolean isReplicaGet = AsyncProcess.isReplicaGet(action.getAction());<a name="line.351"></a>
+<span class="sourceLineNo">352</span>        if (isReplicaGet) {<a name="line.352"></a>
+<span class="sourceLineNo">353</span>          hasAnyReplicaGets = true;<a name="line.353"></a>
+<span class="sourceLineNo">354</span>          if (hasAnyNonReplicaReqs) { // Mixed case<a name="line.354"></a>
+<span class="sourceLineNo">355</span>            if (replicaGetIndices == null) {<a name="line.355"></a>
+<span class="sourceLineNo">356</span>              replicaGetIndices = new ArrayList&lt;&gt;(acti

<TRUNCATED>

[11/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.TableSkewCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.TableSkewCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.TableSkewCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.TableSkewCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.TableSkewCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.WriteRequestCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.WriteRequestCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.WriteRequestCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.WriteRequestCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.WriteRequestCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
index aae0575..e85a77c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html
@@ -34,150 +34,181 @@
 <span class="sourceLineNo">026</span>import org.apache.hadoop.hbase.TableNotDisabledException;<a name="line.26"></a>
 <span class="sourceLineNo">027</span>import org.apache.hadoop.hbase.TableNotEnabledException;<a name="line.27"></a>
 <span class="sourceLineNo">028</span>import org.apache.hadoop.hbase.TableNotFoundException;<a name="line.28"></a>
-<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.29"></a>
-<span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.client.TableState;<a name="line.30"></a>
-<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.master.MasterFileSystem;<a name="line.31"></a>
-<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.master.MasterServices;<a name="line.32"></a>
-<span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.master.TableStateManager;<a name="line.33"></a>
-<span class="sourceLineNo">034</span>import org.apache.hadoop.hbase.procedure2.StateMachineProcedure;<a name="line.34"></a>
-<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.security.User;<a name="line.35"></a>
-<span class="sourceLineNo">036</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.36"></a>
-<span class="sourceLineNo">037</span><a name="line.37"></a>
-<span class="sourceLineNo">038</span>/**<a name="line.38"></a>
-<span class="sourceLineNo">039</span> * Base class for all the Table procedures that want to use a StateMachineProcedure.<a name="line.39"></a>
-<span class="sourceLineNo">040</span> * It provides helpers like basic locking, sync latch, and toStringClassDetails().<a name="line.40"></a>
-<span class="sourceLineNo">041</span> */<a name="line.41"></a>
-<span class="sourceLineNo">042</span>@InterfaceAudience.Private<a name="line.42"></a>
-<span class="sourceLineNo">043</span>public abstract class AbstractStateMachineTableProcedure&lt;TState&gt;<a name="line.43"></a>
-<span class="sourceLineNo">044</span>    extends StateMachineProcedure&lt;MasterProcedureEnv, TState&gt;<a name="line.44"></a>
-<span class="sourceLineNo">045</span>    implements TableProcedureInterface {<a name="line.45"></a>
-<span class="sourceLineNo">046</span><a name="line.46"></a>
-<span class="sourceLineNo">047</span>  // used for compatibility with old clients<a name="line.47"></a>
-<span class="sourceLineNo">048</span>  private final ProcedurePrepareLatch syncLatch;<a name="line.48"></a>
-<span class="sourceLineNo">049</span><a name="line.49"></a>
-<span class="sourceLineNo">050</span>  private User user;<a name="line.50"></a>
+<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.UnknownRegionException;<a name="line.29"></a>
+<span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.client.DoNotRetryRegionException;<a name="line.30"></a>
+<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.31"></a>
+<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.client.RegionOfflineException;<a name="line.32"></a>
+<span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.client.TableState;<a name="line.33"></a>
+<span class="sourceLineNo">034</span>import org.apache.hadoop.hbase.master.MasterFileSystem;<a name="line.34"></a>
+<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.master.MasterServices;<a name="line.35"></a>
+<span class="sourceLineNo">036</span>import org.apache.hadoop.hbase.master.RegionState;<a name="line.36"></a>
+<span class="sourceLineNo">037</span>import org.apache.hadoop.hbase.master.TableStateManager;<a name="line.37"></a>
+<span class="sourceLineNo">038</span>import org.apache.hadoop.hbase.master.assignment.RegionStates;<a name="line.38"></a>
+<span class="sourceLineNo">039</span>import org.apache.hadoop.hbase.procedure2.StateMachineProcedure;<a name="line.39"></a>
+<span class="sourceLineNo">040</span>import org.apache.hadoop.hbase.security.User;<a name="line.40"></a>
+<span class="sourceLineNo">041</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.41"></a>
+<span class="sourceLineNo">042</span><a name="line.42"></a>
+<span class="sourceLineNo">043</span>/**<a name="line.43"></a>
+<span class="sourceLineNo">044</span> * Base class for all the Table procedures that want to use a StateMachineProcedure.<a name="line.44"></a>
+<span class="sourceLineNo">045</span> * It provides helpers like basic locking, sync latch, and toStringClassDetails().<a name="line.45"></a>
+<span class="sourceLineNo">046</span> */<a name="line.46"></a>
+<span class="sourceLineNo">047</span>@InterfaceAudience.Private<a name="line.47"></a>
+<span class="sourceLineNo">048</span>public abstract class AbstractStateMachineTableProcedure&lt;TState&gt;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>    extends StateMachineProcedure&lt;MasterProcedureEnv, TState&gt;<a name="line.49"></a>
+<span class="sourceLineNo">050</span>    implements TableProcedureInterface {<a name="line.50"></a>
 <span class="sourceLineNo">051</span><a name="line.51"></a>
-<span class="sourceLineNo">052</span>  protected AbstractStateMachineTableProcedure() {<a name="line.52"></a>
-<span class="sourceLineNo">053</span>    // Required by the Procedure framework to create the procedure on replay<a name="line.53"></a>
-<span class="sourceLineNo">054</span>    syncLatch = null;<a name="line.54"></a>
-<span class="sourceLineNo">055</span>  }<a name="line.55"></a>
+<span class="sourceLineNo">052</span>  // used for compatibility with old clients<a name="line.52"></a>
+<span class="sourceLineNo">053</span>  private final ProcedurePrepareLatch syncLatch;<a name="line.53"></a>
+<span class="sourceLineNo">054</span><a name="line.54"></a>
+<span class="sourceLineNo">055</span>  private User user;<a name="line.55"></a>
 <span class="sourceLineNo">056</span><a name="line.56"></a>
-<span class="sourceLineNo">057</span>  protected AbstractStateMachineTableProcedure(final MasterProcedureEnv env) {<a name="line.57"></a>
-<span class="sourceLineNo">058</span>    this(env, null);<a name="line.58"></a>
-<span class="sourceLineNo">059</span>  }<a name="line.59"></a>
-<span class="sourceLineNo">060</span><a name="line.60"></a>
-<span class="sourceLineNo">061</span>  /**<a name="line.61"></a>
-<span class="sourceLineNo">062</span>   * @param env Uses this to set Procedure Owner at least.<a name="line.62"></a>
-<span class="sourceLineNo">063</span>   */<a name="line.63"></a>
-<span class="sourceLineNo">064</span>  protected AbstractStateMachineTableProcedure(final MasterProcedureEnv env,<a name="line.64"></a>
-<span class="sourceLineNo">065</span>      final ProcedurePrepareLatch latch) {<a name="line.65"></a>
-<span class="sourceLineNo">066</span>    if (env != null) {<a name="line.66"></a>
-<span class="sourceLineNo">067</span>      this.user = env.getRequestUser();<a name="line.67"></a>
-<span class="sourceLineNo">068</span>      this.setOwner(user);<a name="line.68"></a>
-<span class="sourceLineNo">069</span>    }<a name="line.69"></a>
-<span class="sourceLineNo">070</span>    // used for compatibility with clients without procedures<a name="line.70"></a>
-<span class="sourceLineNo">071</span>    // they need a sync TableExistsException, TableNotFoundException, TableNotDisabledException, ...<a name="line.71"></a>
-<span class="sourceLineNo">072</span>    this.syncLatch = latch;<a name="line.72"></a>
-<span class="sourceLineNo">073</span>  }<a name="line.73"></a>
-<span class="sourceLineNo">074</span><a name="line.74"></a>
-<span class="sourceLineNo">075</span>  @Override<a name="line.75"></a>
-<span class="sourceLineNo">076</span>  public abstract TableName getTableName();<a name="line.76"></a>
-<span class="sourceLineNo">077</span><a name="line.77"></a>
-<span class="sourceLineNo">078</span>  @Override<a name="line.78"></a>
-<span class="sourceLineNo">079</span>  public abstract TableOperationType getTableOperationType();<a name="line.79"></a>
-<span class="sourceLineNo">080</span><a name="line.80"></a>
-<span class="sourceLineNo">081</span>  @Override<a name="line.81"></a>
-<span class="sourceLineNo">082</span>  public void toStringClassDetails(final StringBuilder sb) {<a name="line.82"></a>
-<span class="sourceLineNo">083</span>    sb.append(getClass().getSimpleName());<a name="line.83"></a>
-<span class="sourceLineNo">084</span>    sb.append(" table=");<a name="line.84"></a>
-<span class="sourceLineNo">085</span>    sb.append(getTableName());<a name="line.85"></a>
-<span class="sourceLineNo">086</span>  }<a name="line.86"></a>
-<span class="sourceLineNo">087</span><a name="line.87"></a>
-<span class="sourceLineNo">088</span>  @Override<a name="line.88"></a>
-<span class="sourceLineNo">089</span>  protected LockState acquireLock(final MasterProcedureEnv env) {<a name="line.89"></a>
-<span class="sourceLineNo">090</span>    if (env.waitInitialized(this)) return LockState.LOCK_EVENT_WAIT;<a name="line.90"></a>
-<span class="sourceLineNo">091</span>    if (env.getProcedureScheduler().waitTableExclusiveLock(this, getTableName())) {<a name="line.91"></a>
-<span class="sourceLineNo">092</span>      return LockState.LOCK_EVENT_WAIT;<a name="line.92"></a>
-<span class="sourceLineNo">093</span>    }<a name="line.93"></a>
-<span class="sourceLineNo">094</span>    return LockState.LOCK_ACQUIRED;<a name="line.94"></a>
-<span class="sourceLineNo">095</span>  }<a name="line.95"></a>
-<span class="sourceLineNo">096</span><a name="line.96"></a>
-<span class="sourceLineNo">097</span>  @Override<a name="line.97"></a>
-<span class="sourceLineNo">098</span>  protected void releaseLock(final MasterProcedureEnv env) {<a name="line.98"></a>
-<span class="sourceLineNo">099</span>    env.getProcedureScheduler().wakeTableExclusiveLock(this, getTableName());<a name="line.99"></a>
+<span class="sourceLineNo">057</span>  protected AbstractStateMachineTableProcedure() {<a name="line.57"></a>
+<span class="sourceLineNo">058</span>    // Required by the Procedure framework to create the procedure on replay<a name="line.58"></a>
+<span class="sourceLineNo">059</span>    syncLatch = null;<a name="line.59"></a>
+<span class="sourceLineNo">060</span>  }<a name="line.60"></a>
+<span class="sourceLineNo">061</span><a name="line.61"></a>
+<span class="sourceLineNo">062</span>  protected AbstractStateMachineTableProcedure(final MasterProcedureEnv env) {<a name="line.62"></a>
+<span class="sourceLineNo">063</span>    this(env, null);<a name="line.63"></a>
+<span class="sourceLineNo">064</span>  }<a name="line.64"></a>
+<span class="sourceLineNo">065</span><a name="line.65"></a>
+<span class="sourceLineNo">066</span>  /**<a name="line.66"></a>
+<span class="sourceLineNo">067</span>   * @param env Uses this to set Procedure Owner at least.<a name="line.67"></a>
+<span class="sourceLineNo">068</span>   */<a name="line.68"></a>
+<span class="sourceLineNo">069</span>  protected AbstractStateMachineTableProcedure(final MasterProcedureEnv env,<a name="line.69"></a>
+<span class="sourceLineNo">070</span>      final ProcedurePrepareLatch latch) {<a name="line.70"></a>
+<span class="sourceLineNo">071</span>    if (env != null) {<a name="line.71"></a>
+<span class="sourceLineNo">072</span>      this.user = env.getRequestUser();<a name="line.72"></a>
+<span class="sourceLineNo">073</span>      this.setOwner(user);<a name="line.73"></a>
+<span class="sourceLineNo">074</span>    }<a name="line.74"></a>
+<span class="sourceLineNo">075</span>    // used for compatibility with clients without procedures<a name="line.75"></a>
+<span class="sourceLineNo">076</span>    // they need a sync TableExistsException, TableNotFoundException, TableNotDisabledException, ...<a name="line.76"></a>
+<span class="sourceLineNo">077</span>    this.syncLatch = latch;<a name="line.77"></a>
+<span class="sourceLineNo">078</span>  }<a name="line.78"></a>
+<span class="sourceLineNo">079</span><a name="line.79"></a>
+<span class="sourceLineNo">080</span>  @Override<a name="line.80"></a>
+<span class="sourceLineNo">081</span>  public abstract TableName getTableName();<a name="line.81"></a>
+<span class="sourceLineNo">082</span><a name="line.82"></a>
+<span class="sourceLineNo">083</span>  @Override<a name="line.83"></a>
+<span class="sourceLineNo">084</span>  public abstract TableOperationType getTableOperationType();<a name="line.84"></a>
+<span class="sourceLineNo">085</span><a name="line.85"></a>
+<span class="sourceLineNo">086</span>  @Override<a name="line.86"></a>
+<span class="sourceLineNo">087</span>  public void toStringClassDetails(final StringBuilder sb) {<a name="line.87"></a>
+<span class="sourceLineNo">088</span>    sb.append(getClass().getSimpleName());<a name="line.88"></a>
+<span class="sourceLineNo">089</span>    sb.append(" table=");<a name="line.89"></a>
+<span class="sourceLineNo">090</span>    sb.append(getTableName());<a name="line.90"></a>
+<span class="sourceLineNo">091</span>  }<a name="line.91"></a>
+<span class="sourceLineNo">092</span><a name="line.92"></a>
+<span class="sourceLineNo">093</span>  @Override<a name="line.93"></a>
+<span class="sourceLineNo">094</span>  protected LockState acquireLock(final MasterProcedureEnv env) {<a name="line.94"></a>
+<span class="sourceLineNo">095</span>    if (env.waitInitialized(this)) return LockState.LOCK_EVENT_WAIT;<a name="line.95"></a>
+<span class="sourceLineNo">096</span>    if (env.getProcedureScheduler().waitTableExclusiveLock(this, getTableName())) {<a name="line.96"></a>
+<span class="sourceLineNo">097</span>      return LockState.LOCK_EVENT_WAIT;<a name="line.97"></a>
+<span class="sourceLineNo">098</span>    }<a name="line.98"></a>
+<span class="sourceLineNo">099</span>    return LockState.LOCK_ACQUIRED;<a name="line.99"></a>
 <span class="sourceLineNo">100</span>  }<a name="line.100"></a>
 <span class="sourceLineNo">101</span><a name="line.101"></a>
-<span class="sourceLineNo">102</span>  protected User getUser() {<a name="line.102"></a>
-<span class="sourceLineNo">103</span>    return user;<a name="line.103"></a>
-<span class="sourceLineNo">104</span>  }<a name="line.104"></a>
-<span class="sourceLineNo">105</span><a name="line.105"></a>
-<span class="sourceLineNo">106</span>  protected void setUser(final User user) {<a name="line.106"></a>
-<span class="sourceLineNo">107</span>    this.user = user;<a name="line.107"></a>
-<span class="sourceLineNo">108</span>  }<a name="line.108"></a>
-<span class="sourceLineNo">109</span><a name="line.109"></a>
-<span class="sourceLineNo">110</span>  protected void releaseSyncLatch() {<a name="line.110"></a>
-<span class="sourceLineNo">111</span>    ProcedurePrepareLatch.releaseLatch(syncLatch, this);<a name="line.111"></a>
-<span class="sourceLineNo">112</span>  }<a name="line.112"></a>
-<span class="sourceLineNo">113</span><a name="line.113"></a>
-<span class="sourceLineNo">114</span>  /**<a name="line.114"></a>
-<span class="sourceLineNo">115</span>   * Check whether a table is modifiable - exists and either offline or online with config set<a name="line.115"></a>
-<span class="sourceLineNo">116</span>   * @param env MasterProcedureEnv<a name="line.116"></a>
-<span class="sourceLineNo">117</span>   * @throws IOException<a name="line.117"></a>
-<span class="sourceLineNo">118</span>   */<a name="line.118"></a>
-<span class="sourceLineNo">119</span>  protected void checkTableModifiable(final MasterProcedureEnv env) throws IOException {<a name="line.119"></a>
-<span class="sourceLineNo">120</span>    // Checks whether the table exists<a name="line.120"></a>
-<span class="sourceLineNo">121</span>    if (!MetaTableAccessor.tableExists(env.getMasterServices().getConnection(), getTableName())) {<a name="line.121"></a>
-<span class="sourceLineNo">122</span>      throw new TableNotFoundException(getTableName());<a name="line.122"></a>
-<span class="sourceLineNo">123</span>    }<a name="line.123"></a>
-<span class="sourceLineNo">124</span>  }<a name="line.124"></a>
-<span class="sourceLineNo">125</span><a name="line.125"></a>
-<span class="sourceLineNo">126</span>  protected final Path getRegionDir(MasterProcedureEnv env, RegionInfo region) throws IOException {<a name="line.126"></a>
-<span class="sourceLineNo">127</span>    return env.getMasterServices().getMasterFileSystem().getRegionDir(region);<a name="line.127"></a>
-<span class="sourceLineNo">128</span>  }<a name="line.128"></a>
-<span class="sourceLineNo">129</span><a name="line.129"></a>
-<span class="sourceLineNo">130</span>  /**<a name="line.130"></a>
-<span class="sourceLineNo">131</span>   * Check that cluster is up and master is running. Check table is modifiable.<a name="line.131"></a>
-<span class="sourceLineNo">132</span>   * If &lt;code&gt;enabled&lt;/code&gt;, check table is enabled else check it is disabled.<a name="line.132"></a>
-<span class="sourceLineNo">133</span>   * Call in Procedure constructor so can pass any exception to caller.<a name="line.133"></a>
-<span class="sourceLineNo">134</span>   * @param enabled If true, check table is enabled and throw exception if not. If false, do the<a name="line.134"></a>
-<span class="sourceLineNo">135</span>   *                inverse. If null, do no table checks.<a name="line.135"></a>
-<span class="sourceLineNo">136</span>   */<a name="line.136"></a>
-<span class="sourceLineNo">137</span>  protected void preflightChecks(MasterProcedureEnv env, Boolean enabled) throws HBaseIOException {<a name="line.137"></a>
-<span class="sourceLineNo">138</span>    MasterServices master = env.getMasterServices();<a name="line.138"></a>
-<span class="sourceLineNo">139</span>    if (!master.isClusterUp()) {<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      throw new HBaseIOException("Cluster not up!");<a name="line.140"></a>
-<span class="sourceLineNo">141</span>    }<a name="line.141"></a>
-<span class="sourceLineNo">142</span>    if (master.isStopping() || master.isStopped()) {<a name="line.142"></a>
-<span class="sourceLineNo">143</span>      throw new HBaseIOException("Master stopping=" + master.isStopping() +<a name="line.143"></a>
-<span class="sourceLineNo">144</span>          ", stopped=" + master.isStopped());<a name="line.144"></a>
-<span class="sourceLineNo">145</span>    }<a name="line.145"></a>
-<span class="sourceLineNo">146</span>    if (enabled == null) {<a name="line.146"></a>
-<span class="sourceLineNo">147</span>      // Don't do any table checks.<a name="line.147"></a>
-<span class="sourceLineNo">148</span>      return;<a name="line.148"></a>
-<span class="sourceLineNo">149</span>    }<a name="line.149"></a>
-<span class="sourceLineNo">150</span>    try {<a name="line.150"></a>
-<span class="sourceLineNo">151</span>      // Checks table exists and is modifiable.<a name="line.151"></a>
-<span class="sourceLineNo">152</span>      checkTableModifiable(env);<a name="line.152"></a>
-<span class="sourceLineNo">153</span>      TableName tn = getTableName();<a name="line.153"></a>
-<span class="sourceLineNo">154</span>      TableStateManager tsm = master.getTableStateManager();<a name="line.154"></a>
-<span class="sourceLineNo">155</span>      TableState ts = tsm.getTableState(tn);<a name="line.155"></a>
-<span class="sourceLineNo">156</span>      if (enabled) {<a name="line.156"></a>
-<span class="sourceLineNo">157</span>        if (!ts.isEnabledOrEnabling()) {<a name="line.157"></a>
-<span class="sourceLineNo">158</span>          throw new TableNotEnabledException(tn);<a name="line.158"></a>
-<span class="sourceLineNo">159</span>        }<a name="line.159"></a>
-<span class="sourceLineNo">160</span>      } else {<a name="line.160"></a>
-<span class="sourceLineNo">161</span>        if (!ts.isDisabledOrDisabling()) {<a name="line.161"></a>
-<span class="sourceLineNo">162</span>          throw new TableNotDisabledException(tn);<a name="line.162"></a>
-<span class="sourceLineNo">163</span>        }<a name="line.163"></a>
-<span class="sourceLineNo">164</span>      }<a name="line.164"></a>
-<span class="sourceLineNo">165</span>    } catch (IOException ioe) {<a name="line.165"></a>
-<span class="sourceLineNo">166</span>      if (ioe instanceof HBaseIOException) {<a name="line.166"></a>
-<span class="sourceLineNo">167</span>        throw (HBaseIOException)ioe;<a name="line.167"></a>
-<span class="sourceLineNo">168</span>      }<a name="line.168"></a>
-<span class="sourceLineNo">169</span>      throw new HBaseIOException(ioe);<a name="line.169"></a>
-<span class="sourceLineNo">170</span>    }<a name="line.170"></a>
-<span class="sourceLineNo">171</span>  }<a name="line.171"></a>
-<span class="sourceLineNo">172</span>}<a name="line.172"></a>
+<span class="sourceLineNo">102</span>  @Override<a name="line.102"></a>
+<span class="sourceLineNo">103</span>  protected void releaseLock(final MasterProcedureEnv env) {<a name="line.103"></a>
+<span class="sourceLineNo">104</span>    env.getProcedureScheduler().wakeTableExclusiveLock(this, getTableName());<a name="line.104"></a>
+<span class="sourceLineNo">105</span>  }<a name="line.105"></a>
+<span class="sourceLineNo">106</span><a name="line.106"></a>
+<span class="sourceLineNo">107</span>  protected User getUser() {<a name="line.107"></a>
+<span class="sourceLineNo">108</span>    return user;<a name="line.108"></a>
+<span class="sourceLineNo">109</span>  }<a name="line.109"></a>
+<span class="sourceLineNo">110</span><a name="line.110"></a>
+<span class="sourceLineNo">111</span>  protected void setUser(final User user) {<a name="line.111"></a>
+<span class="sourceLineNo">112</span>    this.user = user;<a name="line.112"></a>
+<span class="sourceLineNo">113</span>  }<a name="line.113"></a>
+<span class="sourceLineNo">114</span><a name="line.114"></a>
+<span class="sourceLineNo">115</span>  protected void releaseSyncLatch() {<a name="line.115"></a>
+<span class="sourceLineNo">116</span>    ProcedurePrepareLatch.releaseLatch(syncLatch, this);<a name="line.116"></a>
+<span class="sourceLineNo">117</span>  }<a name="line.117"></a>
+<span class="sourceLineNo">118</span><a name="line.118"></a>
+<span class="sourceLineNo">119</span>  /**<a name="line.119"></a>
+<span class="sourceLineNo">120</span>   * Check whether a table is modifiable - exists and either offline or online with config set<a name="line.120"></a>
+<span class="sourceLineNo">121</span>   * @param env MasterProcedureEnv<a name="line.121"></a>
+<span class="sourceLineNo">122</span>   * @throws IOException<a name="line.122"></a>
+<span class="sourceLineNo">123</span>   */<a name="line.123"></a>
+<span class="sourceLineNo">124</span>  protected void checkTableModifiable(final MasterProcedureEnv env) throws IOException {<a name="line.124"></a>
+<span class="sourceLineNo">125</span>    // Checks whether the table exists<a name="line.125"></a>
+<span class="sourceLineNo">126</span>    if (!MetaTableAccessor.tableExists(env.getMasterServices().getConnection(), getTableName())) {<a name="line.126"></a>
+<span class="sourceLineNo">127</span>      throw new TableNotFoundException(getTableName());<a name="line.127"></a>
+<span class="sourceLineNo">128</span>    }<a name="line.128"></a>
+<span class="sourceLineNo">129</span>  }<a name="line.129"></a>
+<span class="sourceLineNo">130</span><a name="line.130"></a>
+<span class="sourceLineNo">131</span>  protected final Path getRegionDir(MasterProcedureEnv env, RegionInfo region) throws IOException {<a name="line.131"></a>
+<span class="sourceLineNo">132</span>    return env.getMasterServices().getMasterFileSystem().getRegionDir(region);<a name="line.132"></a>
+<span class="sourceLineNo">133</span>  }<a name="line.133"></a>
+<span class="sourceLineNo">134</span><a name="line.134"></a>
+<span class="sourceLineNo">135</span>  /**<a name="line.135"></a>
+<span class="sourceLineNo">136</span>   * Check that cluster is up and master is running. Check table is modifiable.<a name="line.136"></a>
+<span class="sourceLineNo">137</span>   * If &lt;code&gt;enabled&lt;/code&gt;, check table is enabled else check it is disabled.<a name="line.137"></a>
+<span class="sourceLineNo">138</span>   * Call in Procedure constructor so can pass any exception to caller.<a name="line.138"></a>
+<span class="sourceLineNo">139</span>   * @param enabled If true, check table is enabled and throw exception if not. If false, do the<a name="line.139"></a>
+<span class="sourceLineNo">140</span>   *                inverse. If null, do no table checks.<a name="line.140"></a>
+<span class="sourceLineNo">141</span>   */<a name="line.141"></a>
+<span class="sourceLineNo">142</span>  protected void preflightChecks(MasterProcedureEnv env, Boolean enabled) throws HBaseIOException {<a name="line.142"></a>
+<span class="sourceLineNo">143</span>    MasterServices master = env.getMasterServices();<a name="line.143"></a>
+<span class="sourceLineNo">144</span>    if (!master.isClusterUp()) {<a name="line.144"></a>
+<span class="sourceLineNo">145</span>      throw new HBaseIOException("Cluster not up!");<a name="line.145"></a>
+<span class="sourceLineNo">146</span>    }<a name="line.146"></a>
+<span class="sourceLineNo">147</span>    if (master.isStopping() || master.isStopped()) {<a name="line.147"></a>
+<span class="sourceLineNo">148</span>      throw new HBaseIOException("Master stopping=" + master.isStopping() +<a name="line.148"></a>
+<span class="sourceLineNo">149</span>          ", stopped=" + master.isStopped());<a name="line.149"></a>
+<span class="sourceLineNo">150</span>    }<a name="line.150"></a>
+<span class="sourceLineNo">151</span>    if (enabled == null) {<a name="line.151"></a>
+<span class="sourceLineNo">152</span>      // Don't do any table checks.<a name="line.152"></a>
+<span class="sourceLineNo">153</span>      return;<a name="line.153"></a>
+<span class="sourceLineNo">154</span>    }<a name="line.154"></a>
+<span class="sourceLineNo">155</span>    try {<a name="line.155"></a>
+<span class="sourceLineNo">156</span>      // Checks table exists and is modifiable.<a name="line.156"></a>
+<span class="sourceLineNo">157</span>      checkTableModifiable(env);<a name="line.157"></a>
+<span class="sourceLineNo">158</span>      TableName tn = getTableName();<a name="line.158"></a>
+<span class="sourceLineNo">159</span>      TableStateManager tsm = master.getTableStateManager();<a name="line.159"></a>
+<span class="sourceLineNo">160</span>      TableState ts = tsm.getTableState(tn);<a name="line.160"></a>
+<span class="sourceLineNo">161</span>      if (enabled) {<a name="line.161"></a>
+<span class="sourceLineNo">162</span>        if (!ts.isEnabledOrEnabling()) {<a name="line.162"></a>
+<span class="sourceLineNo">163</span>          throw new TableNotEnabledException(tn);<a name="line.163"></a>
+<span class="sourceLineNo">164</span>        }<a name="line.164"></a>
+<span class="sourceLineNo">165</span>      } else {<a name="line.165"></a>
+<span class="sourceLineNo">166</span>        if (!ts.isDisabledOrDisabling()) {<a name="line.166"></a>
+<span class="sourceLineNo">167</span>          throw new TableNotDisabledException(tn);<a name="line.167"></a>
+<span class="sourceLineNo">168</span>        }<a name="line.168"></a>
+<span class="sourceLineNo">169</span>      }<a name="line.169"></a>
+<span class="sourceLineNo">170</span>    } catch (IOException ioe) {<a name="line.170"></a>
+<span class="sourceLineNo">171</span>      if (ioe instanceof HBaseIOException) {<a name="line.171"></a>
+<span class="sourceLineNo">172</span>        throw (HBaseIOException)ioe;<a name="line.172"></a>
+<span class="sourceLineNo">173</span>      }<a name="line.173"></a>
+<span class="sourceLineNo">174</span>      throw new HBaseIOException(ioe);<a name="line.174"></a>
+<span class="sourceLineNo">175</span>    }<a name="line.175"></a>
+<span class="sourceLineNo">176</span>  }<a name="line.176"></a>
+<span class="sourceLineNo">177</span><a name="line.177"></a>
+<span class="sourceLineNo">178</span>  /**<a name="line.178"></a>
+<span class="sourceLineNo">179</span>   * Check region is online.<a name="line.179"></a>
+<span class="sourceLineNo">180</span>   */<a name="line.180"></a>
+<span class="sourceLineNo">181</span>  protected static void checkOnline(MasterProcedureEnv env, final RegionInfo ri)<a name="line.181"></a>
+<span class="sourceLineNo">182</span>      throws DoNotRetryRegionException {<a name="line.182"></a>
+<span class="sourceLineNo">183</span>    RegionStates regionStates = env.getAssignmentManager().getRegionStates();<a name="line.183"></a>
+<span class="sourceLineNo">184</span>    RegionState rs = regionStates.getRegionState(ri);<a name="line.184"></a>
+<span class="sourceLineNo">185</span>    if (rs == null) {<a name="line.185"></a>
+<span class="sourceLineNo">186</span>      throw new UnknownRegionException("No RegionState found for " + ri.getEncodedName());<a name="line.186"></a>
+<span class="sourceLineNo">187</span>    }<a name="line.187"></a>
+<span class="sourceLineNo">188</span>    if (!rs.isOpened()) {<a name="line.188"></a>
+<span class="sourceLineNo">189</span>      throw new DoNotRetryRegionException(ri.getEncodedName() + " is not OPEN");<a name="line.189"></a>
+<span class="sourceLineNo">190</span>    }<a name="line.190"></a>
+<span class="sourceLineNo">191</span>    if (ri.isSplitParent()) {<a name="line.191"></a>
+<span class="sourceLineNo">192</span>      throw new DoNotRetryRegionException(ri.getEncodedName() +<a name="line.192"></a>
+<span class="sourceLineNo">193</span>          " is not online (splitParent=true)");<a name="line.193"></a>
+<span class="sourceLineNo">194</span>    }<a name="line.194"></a>
+<span class="sourceLineNo">195</span>    if (ri.isSplit()) {<a name="line.195"></a>
+<span class="sourceLineNo">196</span>      throw new DoNotRetryRegionException(ri.getEncodedName() + " has split=true");<a name="line.196"></a>
+<span class="sourceLineNo">197</span>    }<a name="line.197"></a>
+<span class="sourceLineNo">198</span>    if (ri.isOffline()) {<a name="line.198"></a>
+<span class="sourceLineNo">199</span>      // RegionOfflineException is not instance of DNRIOE so wrap it.<a name="line.199"></a>
+<span class="sourceLineNo">200</span>      throw new DoNotRetryRegionException(new RegionOfflineException(ri.getEncodedName()));<a name="line.200"></a>
+<span class="sourceLineNo">201</span>    }<a name="line.201"></a>
+<span class="sourceLineNo">202</span>  }<a name="line.202"></a>
+<span class="sourceLineNo">203</span>}<a name="line.203"></a>
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
index 64dee5d..82a898a 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html
@@ -641,7 +641,7 @@
 <span class="sourceLineNo">633</span>      boolean hasLock = true;<a name="line.633"></a>
 <span class="sourceLineNo">634</span>      final LockAndQueue[] regionLocks = new LockAndQueue[regionInfo.length];<a name="line.634"></a>
 <span class="sourceLineNo">635</span>      for (int i = 0; i &lt; regionInfo.length; ++i) {<a name="line.635"></a>
-<span class="sourceLineNo">636</span>        LOG.info(procedure + ", " + regionInfo[i].getRegionNameAsString());<a name="line.636"></a>
+<span class="sourceLineNo">636</span>        LOG.info("{} checking lock on {}", procedure, regionInfo[i].getEncodedName());<a name="line.636"></a>
 <span class="sourceLineNo">637</span>        assert table != null;<a name="line.637"></a>
 <span class="sourceLineNo">638</span>        assert regionInfo[i] != null;<a name="line.638"></a>
 <span class="sourceLineNo">639</span>        assert regionInfo[i].getTable() != null;<a name="line.639"></a>


[03/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
index 3bc66bb..97aa79c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
@@ -1435,459 +1435,460 @@
 <span class="sourceLineNo">1427</span>   */<a name="line.1427"></a>
 <span class="sourceLineNo">1428</span>  private void execProcedure(final RootProcedureState procStack,<a name="line.1428"></a>
 <span class="sourceLineNo">1429</span>      final Procedure&lt;TEnvironment&gt; procedure) {<a name="line.1429"></a>
-<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE);<a name="line.1430"></a>
-<span class="sourceLineNo">1431</span><a name="line.1431"></a>
-<span class="sourceLineNo">1432</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1432"></a>
-<span class="sourceLineNo">1433</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1433"></a>
-<span class="sourceLineNo">1434</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1434"></a>
-<span class="sourceLineNo">1435</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1435"></a>
-<span class="sourceLineNo">1436</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1436"></a>
-<span class="sourceLineNo">1437</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1437"></a>
-<span class="sourceLineNo">1438</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1438"></a>
-<span class="sourceLineNo">1439</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1439"></a>
-<span class="sourceLineNo">1440</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1440"></a>
-<span class="sourceLineNo">1441</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1441"></a>
-<span class="sourceLineNo">1442</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1442"></a>
-<span class="sourceLineNo">1443</span>    boolean suspended = false;<a name="line.1443"></a>
-<span class="sourceLineNo">1444</span><a name="line.1444"></a>
-<span class="sourceLineNo">1445</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1445"></a>
-<span class="sourceLineNo">1446</span>    boolean reExecute = false;<a name="line.1446"></a>
-<span class="sourceLineNo">1447</span><a name="line.1447"></a>
-<span class="sourceLineNo">1448</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1448"></a>
-<span class="sourceLineNo">1449</span>    do {<a name="line.1449"></a>
-<span class="sourceLineNo">1450</span>      reExecute = false;<a name="line.1450"></a>
-<span class="sourceLineNo">1451</span>      try {<a name="line.1451"></a>
-<span class="sourceLineNo">1452</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1452"></a>
-<span class="sourceLineNo">1453</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1453"></a>
-<span class="sourceLineNo">1454</span>          subprocs = null;<a name="line.1454"></a>
-<span class="sourceLineNo">1455</span>        }<a name="line.1455"></a>
-<span class="sourceLineNo">1456</span>      } catch (ProcedureSuspendedException e) {<a name="line.1456"></a>
-<span class="sourceLineNo">1457</span>        if (LOG.isTraceEnabled()) {<a name="line.1457"></a>
-<span class="sourceLineNo">1458</span>          LOG.trace("Suspend " + procedure);<a name="line.1458"></a>
-<span class="sourceLineNo">1459</span>        }<a name="line.1459"></a>
-<span class="sourceLineNo">1460</span>        suspended = true;<a name="line.1460"></a>
-<span class="sourceLineNo">1461</span>      } catch (ProcedureYieldException e) {<a name="line.1461"></a>
-<span class="sourceLineNo">1462</span>        if (LOG.isTraceEnabled()) {<a name="line.1462"></a>
-<span class="sourceLineNo">1463</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1463"></a>
-<span class="sourceLineNo">1464</span>        }<a name="line.1464"></a>
-<span class="sourceLineNo">1465</span>        scheduler.yield(procedure);<a name="line.1465"></a>
-<span class="sourceLineNo">1466</span>        return;<a name="line.1466"></a>
-<span class="sourceLineNo">1467</span>      } catch (InterruptedException e) {<a name="line.1467"></a>
-<span class="sourceLineNo">1468</span>        if (LOG.isTraceEnabled()) {<a name="line.1468"></a>
-<span class="sourceLineNo">1469</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1469"></a>
-<span class="sourceLineNo">1470</span>        }<a name="line.1470"></a>
-<span class="sourceLineNo">1471</span>        handleInterruptedException(procedure, e);<a name="line.1471"></a>
-<span class="sourceLineNo">1472</span>        scheduler.yield(procedure);<a name="line.1472"></a>
-<span class="sourceLineNo">1473</span>        return;<a name="line.1473"></a>
-<span class="sourceLineNo">1474</span>      } catch (Throwable e) {<a name="line.1474"></a>
-<span class="sourceLineNo">1475</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1475"></a>
-<span class="sourceLineNo">1476</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1476"></a>
-<span class="sourceLineNo">1477</span>        LOG.error(msg, e);<a name="line.1477"></a>
-<span class="sourceLineNo">1478</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1478"></a>
-<span class="sourceLineNo">1479</span>      }<a name="line.1479"></a>
-<span class="sourceLineNo">1480</span><a name="line.1480"></a>
-<span class="sourceLineNo">1481</span>      if (!procedure.isFailed()) {<a name="line.1481"></a>
-<span class="sourceLineNo">1482</span>        if (subprocs != null) {<a name="line.1482"></a>
-<span class="sourceLineNo">1483</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1483"></a>
-<span class="sourceLineNo">1484</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1484"></a>
-<span class="sourceLineNo">1485</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1485"></a>
-<span class="sourceLineNo">1486</span>            subprocs = null;<a name="line.1486"></a>
-<span class="sourceLineNo">1487</span>            reExecute = true;<a name="line.1487"></a>
-<span class="sourceLineNo">1488</span>            if (LOG.isTraceEnabled()) {<a name="line.1488"></a>
-<span class="sourceLineNo">1489</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1489"></a>
-<span class="sourceLineNo">1490</span>            }<a name="line.1490"></a>
-<span class="sourceLineNo">1491</span>          } else {<a name="line.1491"></a>
-<span class="sourceLineNo">1492</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1492"></a>
-<span class="sourceLineNo">1493</span>            // subprocs may come back 'null'.<a name="line.1493"></a>
-<span class="sourceLineNo">1494</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1494"></a>
-<span class="sourceLineNo">1495</span>            LOG.info("Initialized subprocedures=" +<a name="line.1495"></a>
-<span class="sourceLineNo">1496</span>              (subprocs == null? null:<a name="line.1496"></a>
-<span class="sourceLineNo">1497</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1497"></a>
-<span class="sourceLineNo">1498</span>                collect(Collectors.toList()).toString()));<a name="line.1498"></a>
-<span class="sourceLineNo">1499</span>          }<a name="line.1499"></a>
-<span class="sourceLineNo">1500</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1500"></a>
-<span class="sourceLineNo">1501</span>          if (LOG.isTraceEnabled()) {<a name="line.1501"></a>
-<span class="sourceLineNo">1502</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1502"></a>
-<span class="sourceLineNo">1503</span>          }<a name="line.1503"></a>
-<span class="sourceLineNo">1504</span>          timeoutExecutor.add(procedure);<a name="line.1504"></a>
-<span class="sourceLineNo">1505</span>        } else if (!suspended) {<a name="line.1505"></a>
-<span class="sourceLineNo">1506</span>          // No subtask, so we are done<a name="line.1506"></a>
-<span class="sourceLineNo">1507</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1507"></a>
-<span class="sourceLineNo">1508</span>        }<a name="line.1508"></a>
-<span class="sourceLineNo">1509</span>      }<a name="line.1509"></a>
-<span class="sourceLineNo">1510</span><a name="line.1510"></a>
-<span class="sourceLineNo">1511</span>      // Add the procedure to the stack<a name="line.1511"></a>
-<span class="sourceLineNo">1512</span>      procStack.addRollbackStep(procedure);<a name="line.1512"></a>
-<span class="sourceLineNo">1513</span><a name="line.1513"></a>
-<span class="sourceLineNo">1514</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1514"></a>
-<span class="sourceLineNo">1515</span>      // useful to test the procedure recovery.<a name="line.1515"></a>
-<span class="sourceLineNo">1516</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>        stop();<a name="line.1518"></a>
-<span class="sourceLineNo">1519</span>        return;<a name="line.1519"></a>
-<span class="sourceLineNo">1520</span>      }<a name="line.1520"></a>
-<span class="sourceLineNo">1521</span><a name="line.1521"></a>
-<span class="sourceLineNo">1522</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1522"></a>
-<span class="sourceLineNo">1523</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1523"></a>
-<span class="sourceLineNo">1524</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1524"></a>
-<span class="sourceLineNo">1525</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1525"></a>
-<span class="sourceLineNo">1526</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1526"></a>
-<span class="sourceLineNo">1527</span>      //<a name="line.1527"></a>
-<span class="sourceLineNo">1528</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1528"></a>
-<span class="sourceLineNo">1529</span>      // can take a bunch of time to complete.<a name="line.1529"></a>
-<span class="sourceLineNo">1530</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1530"></a>
-<span class="sourceLineNo">1531</span><a name="line.1531"></a>
-<span class="sourceLineNo">1532</span>      // if the store is not running we are aborting<a name="line.1532"></a>
-<span class="sourceLineNo">1533</span>      if (!store.isRunning()) return;<a name="line.1533"></a>
-<span class="sourceLineNo">1534</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1534"></a>
-<span class="sourceLineNo">1535</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1535"></a>
-<span class="sourceLineNo">1536</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1536"></a>
-<span class="sourceLineNo">1537</span>        scheduler.yield(procedure);<a name="line.1537"></a>
-<span class="sourceLineNo">1538</span>        return;<a name="line.1538"></a>
-<span class="sourceLineNo">1539</span>      }<a name="line.1539"></a>
-<span class="sourceLineNo">1540</span><a name="line.1540"></a>
-<span class="sourceLineNo">1541</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1541"></a>
-<span class="sourceLineNo">1542</span>    } while (reExecute);<a name="line.1542"></a>
-<span class="sourceLineNo">1543</span>    // Submit the new subprocedures<a name="line.1543"></a>
-<span class="sourceLineNo">1544</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1544"></a>
-<span class="sourceLineNo">1545</span>      submitChildrenProcedures(subprocs);<a name="line.1545"></a>
-<span class="sourceLineNo">1546</span>    }<a name="line.1546"></a>
-<span class="sourceLineNo">1547</span><a name="line.1547"></a>
-<span class="sourceLineNo">1548</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1548"></a>
-<span class="sourceLineNo">1549</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1549"></a>
-<span class="sourceLineNo">1550</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1550"></a>
-<span class="sourceLineNo">1551</span>      countDownChildren(procStack, procedure);<a name="line.1551"></a>
-<span class="sourceLineNo">1552</span>    }<a name="line.1552"></a>
-<span class="sourceLineNo">1553</span>  }<a name="line.1553"></a>
-<span class="sourceLineNo">1554</span><a name="line.1554"></a>
-<span class="sourceLineNo">1555</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1555"></a>
-<span class="sourceLineNo">1556</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1556"></a>
-<span class="sourceLineNo">1557</span>    assert subprocs != null : "expected subprocedures";<a name="line.1557"></a>
-<span class="sourceLineNo">1558</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1558"></a>
-<span class="sourceLineNo">1559</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1559"></a>
-<span class="sourceLineNo">1560</span>      final Procedure subproc = subprocs[i];<a name="line.1560"></a>
-<span class="sourceLineNo">1561</span>      if (subproc == null) {<a name="line.1561"></a>
-<span class="sourceLineNo">1562</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1562"></a>
-<span class="sourceLineNo">1563</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1563"></a>
-<span class="sourceLineNo">1564</span>          new IllegalArgumentIOException(msg)));<a name="line.1564"></a>
-<span class="sourceLineNo">1565</span>        return null;<a name="line.1565"></a>
-<span class="sourceLineNo">1566</span>      }<a name="line.1566"></a>
-<span class="sourceLineNo">1567</span><a name="line.1567"></a>
-<span class="sourceLineNo">1568</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1568"></a>
-<span class="sourceLineNo">1569</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1569"></a>
-<span class="sourceLineNo">1570</span>      subproc.setRootProcId(rootProcId);<a name="line.1570"></a>
-<span class="sourceLineNo">1571</span>      subproc.setProcId(nextProcId());<a name="line.1571"></a>
-<span class="sourceLineNo">1572</span>      procStack.addSubProcedure(subproc);<a name="line.1572"></a>
-<span class="sourceLineNo">1573</span>    }<a name="line.1573"></a>
-<span class="sourceLineNo">1574</span><a name="line.1574"></a>
-<span class="sourceLineNo">1575</span>    if (!procedure.isFailed()) {<a name="line.1575"></a>
-<span class="sourceLineNo">1576</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1576"></a>
-<span class="sourceLineNo">1577</span>      switch (procedure.getState()) {<a name="line.1577"></a>
-<span class="sourceLineNo">1578</span>        case RUNNABLE:<a name="line.1578"></a>
-<span class="sourceLineNo">1579</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1579"></a>
-<span class="sourceLineNo">1580</span>          break;<a name="line.1580"></a>
-<span class="sourceLineNo">1581</span>        case WAITING_TIMEOUT:<a name="line.1581"></a>
-<span class="sourceLineNo">1582</span>          timeoutExecutor.add(procedure);<a name="line.1582"></a>
-<span class="sourceLineNo">1583</span>          break;<a name="line.1583"></a>
-<span class="sourceLineNo">1584</span>        default:<a name="line.1584"></a>
-<span class="sourceLineNo">1585</span>          break;<a name="line.1585"></a>
-<span class="sourceLineNo">1586</span>      }<a name="line.1586"></a>
-<span class="sourceLineNo">1587</span>    }<a name="line.1587"></a>
-<span class="sourceLineNo">1588</span>    return subprocs;<a name="line.1588"></a>
-<span class="sourceLineNo">1589</span>  }<a name="line.1589"></a>
-<span class="sourceLineNo">1590</span><a name="line.1590"></a>
-<span class="sourceLineNo">1591</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1591"></a>
-<span class="sourceLineNo">1592</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1592"></a>
-<span class="sourceLineNo">1593</span>      final Procedure subproc = subprocs[i];<a name="line.1593"></a>
-<span class="sourceLineNo">1594</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1594"></a>
-<span class="sourceLineNo">1595</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1595"></a>
-<span class="sourceLineNo">1596</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1596"></a>
-<span class="sourceLineNo">1597</span>      scheduler.addFront(subproc);<a name="line.1597"></a>
-<span class="sourceLineNo">1598</span>    }<a name="line.1598"></a>
-<span class="sourceLineNo">1599</span>  }<a name="line.1599"></a>
-<span class="sourceLineNo">1600</span><a name="line.1600"></a>
-<span class="sourceLineNo">1601</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1601"></a>
-<span class="sourceLineNo">1602</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1602"></a>
-<span class="sourceLineNo">1603</span>    if (parent == null) {<a name="line.1603"></a>
-<span class="sourceLineNo">1604</span>      assert procStack.isRollingback();<a name="line.1604"></a>
-<span class="sourceLineNo">1605</span>      return;<a name="line.1605"></a>
-<span class="sourceLineNo">1606</span>    }<a name="line.1606"></a>
-<span class="sourceLineNo">1607</span><a name="line.1607"></a>
-<span class="sourceLineNo">1608</span>    // If this procedure is the last child awake the parent procedure<a name="line.1608"></a>
-<span class="sourceLineNo">1609</span>    if (parent.tryRunnable()) {<a name="line.1609"></a>
-<span class="sourceLineNo">1610</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1610"></a>
-<span class="sourceLineNo">1611</span>      // children have completed, move parent to front of the queue.<a name="line.1611"></a>
-<span class="sourceLineNo">1612</span>      store.update(parent);<a name="line.1612"></a>
-<span class="sourceLineNo">1613</span>      scheduler.addFront(parent);<a name="line.1613"></a>
-<span class="sourceLineNo">1614</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1614"></a>
-<span class="sourceLineNo">1615</span>      return;<a name="line.1615"></a>
-<span class="sourceLineNo">1616</span>    }<a name="line.1616"></a>
-<span class="sourceLineNo">1617</span>  }<a name="line.1617"></a>
-<span class="sourceLineNo">1618</span><a name="line.1618"></a>
-<span class="sourceLineNo">1619</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1619"></a>
-<span class="sourceLineNo">1620</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1620"></a>
-<span class="sourceLineNo">1621</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1621"></a>
-<span class="sourceLineNo">1622</span>      if (LOG.isTraceEnabled()) {<a name="line.1622"></a>
-<span class="sourceLineNo">1623</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1623"></a>
-<span class="sourceLineNo">1624</span>      }<a name="line.1624"></a>
-<span class="sourceLineNo">1625</span>      store.insert(procedure, subprocs);<a name="line.1625"></a>
-<span class="sourceLineNo">1626</span>    } else {<a name="line.1626"></a>
-<span class="sourceLineNo">1627</span>      if (LOG.isTraceEnabled()) {<a name="line.1627"></a>
-<span class="sourceLineNo">1628</span>        LOG.trace("Store update " + procedure);<a name="line.1628"></a>
-<span class="sourceLineNo">1629</span>      }<a name="line.1629"></a>
-<span class="sourceLineNo">1630</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1630"></a>
-<span class="sourceLineNo">1631</span>        // remove child procedures<a name="line.1631"></a>
-<span class="sourceLineNo">1632</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1632"></a>
-<span class="sourceLineNo">1633</span>        if (childProcIds != null) {<a name="line.1633"></a>
-<span class="sourceLineNo">1634</span>          store.delete(procedure, childProcIds);<a name="line.1634"></a>
-<span class="sourceLineNo">1635</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1635"></a>
-<span class="sourceLineNo">1636</span>            procedures.remove(childProcIds[i]);<a name="line.1636"></a>
-<span class="sourceLineNo">1637</span>          }<a name="line.1637"></a>
-<span class="sourceLineNo">1638</span>        } else {<a name="line.1638"></a>
-<span class="sourceLineNo">1639</span>          store.update(procedure);<a name="line.1639"></a>
-<span class="sourceLineNo">1640</span>        }<a name="line.1640"></a>
-<span class="sourceLineNo">1641</span>      } else {<a name="line.1641"></a>
-<span class="sourceLineNo">1642</span>        store.update(procedure);<a name="line.1642"></a>
-<span class="sourceLineNo">1643</span>      }<a name="line.1643"></a>
-<span class="sourceLineNo">1644</span>    }<a name="line.1644"></a>
-<span class="sourceLineNo">1645</span>  }<a name="line.1645"></a>
-<span class="sourceLineNo">1646</span><a name="line.1646"></a>
-<span class="sourceLineNo">1647</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1647"></a>
-<span class="sourceLineNo">1648</span>    if (LOG.isTraceEnabled()) {<a name="line.1648"></a>
-<span class="sourceLineNo">1649</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1649"></a>
-<span class="sourceLineNo">1650</span>    }<a name="line.1650"></a>
-<span class="sourceLineNo">1651</span><a name="line.1651"></a>
-<span class="sourceLineNo">1652</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1652"></a>
-<span class="sourceLineNo">1653</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1653"></a>
-<span class="sourceLineNo">1654</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1654"></a>
-<span class="sourceLineNo">1655</span>    // and the executor/store will be stopped.<a name="line.1655"></a>
-<span class="sourceLineNo">1656</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1656"></a>
-<span class="sourceLineNo">1657</span>  }<a name="line.1657"></a>
-<span class="sourceLineNo">1658</span><a name="line.1658"></a>
-<span class="sourceLineNo">1659</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1659"></a>
-<span class="sourceLineNo">1660</span>    final TEnvironment env = getEnvironment();<a name="line.1660"></a>
-<span class="sourceLineNo">1661</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1661"></a>
-<span class="sourceLineNo">1662</span>      releaseLock(proc, true);<a name="line.1662"></a>
-<span class="sourceLineNo">1663</span>    }<a name="line.1663"></a>
-<span class="sourceLineNo">1664</span>    try {<a name="line.1664"></a>
-<span class="sourceLineNo">1665</span>      proc.completionCleanup(env);<a name="line.1665"></a>
-<span class="sourceLineNo">1666</span>    } catch (Throwable e) {<a name="line.1666"></a>
-<span class="sourceLineNo">1667</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1667"></a>
-<span class="sourceLineNo">1668</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1668"></a>
-<span class="sourceLineNo">1669</span>    }<a name="line.1669"></a>
-<span class="sourceLineNo">1670</span>  }<a name="line.1670"></a>
-<span class="sourceLineNo">1671</span><a name="line.1671"></a>
-<span class="sourceLineNo">1672</span>  private void procedureFinished(final Procedure proc) {<a name="line.1672"></a>
-<span class="sourceLineNo">1673</span>    // call the procedure completion cleanup handler<a name="line.1673"></a>
-<span class="sourceLineNo">1674</span>    execCompletionCleanup(proc);<a name="line.1674"></a>
-<span class="sourceLineNo">1675</span><a name="line.1675"></a>
-<span class="sourceLineNo">1676</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1676"></a>
-<span class="sourceLineNo">1677</span><a name="line.1677"></a>
-<span class="sourceLineNo">1678</span>    // update the executor internal state maps<a name="line.1678"></a>
-<span class="sourceLineNo">1679</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1679"></a>
-<span class="sourceLineNo">1680</span>      retainer.setClientAckTime(0);<a name="line.1680"></a>
-<span class="sourceLineNo">1681</span>    }<a name="line.1681"></a>
-<span class="sourceLineNo">1682</span><a name="line.1682"></a>
-<span class="sourceLineNo">1683</span>    completed.put(proc.getProcId(), retainer);<a name="line.1683"></a>
-<span class="sourceLineNo">1684</span>    rollbackStack.remove(proc.getProcId());<a name="line.1684"></a>
-<span class="sourceLineNo">1685</span>    procedures.remove(proc.getProcId());<a name="line.1685"></a>
-<span class="sourceLineNo">1686</span><a name="line.1686"></a>
-<span class="sourceLineNo">1687</span>    // call the runnableSet completion cleanup handler<a name="line.1687"></a>
-<span class="sourceLineNo">1688</span>    try {<a name="line.1688"></a>
-<span class="sourceLineNo">1689</span>      scheduler.completionCleanup(proc);<a name="line.1689"></a>
-<span class="sourceLineNo">1690</span>    } catch (Throwable e) {<a name="line.1690"></a>
-<span class="sourceLineNo">1691</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1691"></a>
-<span class="sourceLineNo">1692</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1692"></a>
-<span class="sourceLineNo">1693</span>    }<a name="line.1693"></a>
-<span class="sourceLineNo">1694</span><a name="line.1694"></a>
-<span class="sourceLineNo">1695</span>    // Notify the listeners<a name="line.1695"></a>
-<span class="sourceLineNo">1696</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1696"></a>
-<span class="sourceLineNo">1697</span>  }<a name="line.1697"></a>
-<span class="sourceLineNo">1698</span><a name="line.1698"></a>
-<span class="sourceLineNo">1699</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1699"></a>
-<span class="sourceLineNo">1700</span>    return rollbackStack.get(rootProcId);<a name="line.1700"></a>
-<span class="sourceLineNo">1701</span>  }<a name="line.1701"></a>
-<span class="sourceLineNo">1702</span><a name="line.1702"></a>
-<span class="sourceLineNo">1703</span>  // ==========================================================================<a name="line.1703"></a>
-<span class="sourceLineNo">1704</span>  //  Worker Thread<a name="line.1704"></a>
-<span class="sourceLineNo">1705</span>  // ==========================================================================<a name="line.1705"></a>
-<span class="sourceLineNo">1706</span>  private class WorkerThread extends StoppableThread {<a name="line.1706"></a>
-<span class="sourceLineNo">1707</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1707"></a>
-<span class="sourceLineNo">1708</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1708"></a>
-<span class="sourceLineNo">1709</span><a name="line.1709"></a>
-<span class="sourceLineNo">1710</span>    public WorkerThread(ThreadGroup group) {<a name="line.1710"></a>
-<span class="sourceLineNo">1711</span>      this(group, "PEWorker-");<a name="line.1711"></a>
-<span class="sourceLineNo">1712</span>    }<a name="line.1712"></a>
-<span class="sourceLineNo">1713</span><a name="line.1713"></a>
-<span class="sourceLineNo">1714</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1714"></a>
-<span class="sourceLineNo">1715</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1715"></a>
-<span class="sourceLineNo">1716</span>      setDaemon(true);<a name="line.1716"></a>
-<span class="sourceLineNo">1717</span>    }<a name="line.1717"></a>
-<span class="sourceLineNo">1718</span><a name="line.1718"></a>
-<span class="sourceLineNo">1719</span>    @Override<a name="line.1719"></a>
-<span class="sourceLineNo">1720</span>    public void sendStopSignal() {<a name="line.1720"></a>
-<span class="sourceLineNo">1721</span>      scheduler.signalAll();<a name="line.1721"></a>
-<span class="sourceLineNo">1722</span>    }<a name="line.1722"></a>
-<span class="sourceLineNo">1723</span><a name="line.1723"></a>
-<span class="sourceLineNo">1724</span>    @Override<a name="line.1724"></a>
-<span class="sourceLineNo">1725</span>    public void run() {<a name="line.1725"></a>
-<span class="sourceLineNo">1726</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1726"></a>
-<span class="sourceLineNo">1727</span>      try {<a name="line.1727"></a>
-<span class="sourceLineNo">1728</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1728"></a>
-<span class="sourceLineNo">1729</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1729"></a>
-<span class="sourceLineNo">1730</span>          if (proc == null) {<a name="line.1730"></a>
-<span class="sourceLineNo">1731</span>            continue;<a name="line.1731"></a>
-<span class="sourceLineNo">1732</span>          }<a name="line.1732"></a>
-<span class="sourceLineNo">1733</span>          this.activeProcedure = proc;<a name="line.1733"></a>
-<span class="sourceLineNo">1734</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1734"></a>
-<span class="sourceLineNo">1735</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1735"></a>
-<span class="sourceLineNo">1736</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1736"></a>
-<span class="sourceLineNo">1737</span>            runningCount, activeCount);<a name="line.1737"></a>
-<span class="sourceLineNo">1738</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1738"></a>
-<span class="sourceLineNo">1739</span>          try {<a name="line.1739"></a>
-<span class="sourceLineNo">1740</span>            executeProcedure(proc);<a name="line.1740"></a>
-<span class="sourceLineNo">1741</span>          } catch (AssertionError e) {<a name="line.1741"></a>
-<span class="sourceLineNo">1742</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1742"></a>
-<span class="sourceLineNo">1743</span>            throw e;<a name="line.1743"></a>
-<span class="sourceLineNo">1744</span>          } finally {<a name="line.1744"></a>
-<span class="sourceLineNo">1745</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1745"></a>
-<span class="sourceLineNo">1746</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1746"></a>
-<span class="sourceLineNo">1747</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1747"></a>
-<span class="sourceLineNo">1748</span>              runningCount, activeCount);<a name="line.1748"></a>
-<span class="sourceLineNo">1749</span>            this.activeProcedure = null;<a name="line.1749"></a>
-<span class="sourceLineNo">1750</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1750"></a>
-<span class="sourceLineNo">1751</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1751"></a>
-<span class="sourceLineNo">1752</span>          }<a name="line.1752"></a>
-<span class="sourceLineNo">1753</span>        }<a name="line.1753"></a>
-<span class="sourceLineNo">1754</span>      } catch (Throwable t) {<a name="line.1754"></a>
-<span class="sourceLineNo">1755</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1755"></a>
-<span class="sourceLineNo">1756</span>      } finally {<a name="line.1756"></a>
-<span class="sourceLineNo">1757</span>        LOG.trace("Worker terminated.");<a name="line.1757"></a>
-<span class="sourceLineNo">1758</span>      }<a name="line.1758"></a>
-<span class="sourceLineNo">1759</span>      workerThreads.remove(this);<a name="line.1759"></a>
-<span class="sourceLineNo">1760</span>    }<a name="line.1760"></a>
-<span class="sourceLineNo">1761</span><a name="line.1761"></a>
-<span class="sourceLineNo">1762</span>    @Override<a name="line.1762"></a>
-<span class="sourceLineNo">1763</span>    public String toString() {<a name="line.1763"></a>
-<span class="sourceLineNo">1764</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1764"></a>
-<span class="sourceLineNo">1765</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1765"></a>
-<span class="sourceLineNo">1766</span>    }<a name="line.1766"></a>
-<span class="sourceLineNo">1767</span><a name="line.1767"></a>
-<span class="sourceLineNo">1768</span>    /**<a name="line.1768"></a>
-<span class="sourceLineNo">1769</span>     * @return the time since the current procedure is running<a name="line.1769"></a>
-<span class="sourceLineNo">1770</span>     */<a name="line.1770"></a>
-<span class="sourceLineNo">1771</span>    public long getCurrentRunTime() {<a name="line.1771"></a>
-<span class="sourceLineNo">1772</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1772"></a>
-<span class="sourceLineNo">1773</span>    }<a name="line.1773"></a>
-<span class="sourceLineNo">1774</span><a name="line.1774"></a>
-<span class="sourceLineNo">1775</span>    // core worker never timeout<a name="line.1775"></a>
-<span class="sourceLineNo">1776</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1776"></a>
-<span class="sourceLineNo">1777</span>      return true;<a name="line.1777"></a>
-<span class="sourceLineNo">1778</span>    }<a name="line.1778"></a>
-<span class="sourceLineNo">1779</span>  }<a name="line.1779"></a>
-<span class="sourceLineNo">1780</span><a name="line.1780"></a>
-<span class="sourceLineNo">1781</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1781"></a>
-<span class="sourceLineNo">1782</span>  // keepAliveTime if there is no procedure to run.<a name="line.1782"></a>
-<span class="sourceLineNo">1783</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1783"></a>
-<span class="sourceLineNo">1784</span><a name="line.1784"></a>
-<span class="sourceLineNo">1785</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1785"></a>
-<span class="sourceLineNo">1786</span>      super(group, "KeepAlivePEWorker-");<a name="line.1786"></a>
-<span class="sourceLineNo">1787</span>    }<a name="line.1787"></a>
-<span class="sourceLineNo">1788</span><a name="line.1788"></a>
-<span class="sourceLineNo">1789</span>    @Override<a name="line.1789"></a>
-<span class="sourceLineNo">1790</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1790"></a>
-<span class="sourceLineNo">1791</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1791"></a>
-<span class="sourceLineNo">1792</span>    }<a name="line.1792"></a>
-<span class="sourceLineNo">1793</span>  }<a name="line.1793"></a>
-<span class="sourceLineNo">1794</span><a name="line.1794"></a>
-<span class="sourceLineNo">1795</span>  // ----------------------------------------------------------------------------<a name="line.1795"></a>
-<span class="sourceLineNo">1796</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1796"></a>
-<span class="sourceLineNo">1797</span>  // full set of procedures pending and completed to write a compacted<a name="line.1797"></a>
-<span class="sourceLineNo">1798</span>  // version of the log (in case is a log)?<a name="line.1798"></a>
-<span class="sourceLineNo">1799</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1799"></a>
-<span class="sourceLineNo">1800</span>  // will have the tracker saying everything is in the last log.<a name="line.1800"></a>
-<span class="sourceLineNo">1801</span>  // ----------------------------------------------------------------------------<a name="line.1801"></a>
-<span class="sourceLineNo">1802</span><a name="line.1802"></a>
-<span class="sourceLineNo">1803</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1803"></a>
-<span class="sourceLineNo">1804</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1804"></a>
-<span class="sourceLineNo">1805</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1805"></a>
-<span class="sourceLineNo">1806</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1806"></a>
-<span class="sourceLineNo">1807</span><a name="line.1807"></a>
-<span class="sourceLineNo">1808</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1808"></a>
-<span class="sourceLineNo">1809</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1809"></a>
-<span class="sourceLineNo">1810</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1810"></a>
-<span class="sourceLineNo">1811</span><a name="line.1811"></a>
-<span class="sourceLineNo">1812</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1812"></a>
-<span class="sourceLineNo">1813</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1813"></a>
-<span class="sourceLineNo">1814</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1814"></a>
-<span class="sourceLineNo">1815</span><a name="line.1815"></a>
-<span class="sourceLineNo">1816</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1816"></a>
-<span class="sourceLineNo">1817</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1817"></a>
-<span class="sourceLineNo">1818</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1818"></a>
-<span class="sourceLineNo">1819</span><a name="line.1819"></a>
-<span class="sourceLineNo">1820</span>    public WorkerMonitor() {<a name="line.1820"></a>
-<span class="sourceLineNo">1821</span>      refreshConfig();<a name="line.1821"></a>
-<span class="sourceLineNo">1822</span>    }<a name="line.1822"></a>
-<span class="sourceLineNo">1823</span><a name="line.1823"></a>
-<span class="sourceLineNo">1824</span>    @Override<a name="line.1824"></a>
-<span class="sourceLineNo">1825</span>    public void run() {<a name="line.1825"></a>
-<span class="sourceLineNo">1826</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1826"></a>
-<span class="sourceLineNo">1827</span>      checkThreadCount(stuckCount);<a name="line.1827"></a>
-<span class="sourceLineNo">1828</span><a name="line.1828"></a>
-<span class="sourceLineNo">1829</span>      // refresh interval (poor man dynamic conf update)<a name="line.1829"></a>
-<span class="sourceLineNo">1830</span>      refreshConfig();<a name="line.1830"></a>
-<span class="sourceLineNo">1831</span>    }<a name="line.1831"></a>
-<span class="sourceLineNo">1832</span><a name="line.1832"></a>
-<span class="sourceLineNo">1833</span>    private int checkForStuckWorkers() {<a name="line.1833"></a>
-<span class="sourceLineNo">1834</span>      // check if any of the worker is stuck<a name="line.1834"></a>
-<span class="sourceLineNo">1835</span>      int stuckCount = 0;<a name="line.1835"></a>
-<span class="sourceLineNo">1836</span>      for (WorkerThread worker : workerThreads) {<a name="line.1836"></a>
-<span class="sourceLineNo">1837</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1837"></a>
-<span class="sourceLineNo">1838</span>          continue;<a name="line.1838"></a>
-<span class="sourceLineNo">1839</span>        }<a name="line.1839"></a>
-<span class="sourceLineNo">1840</span><a name="line.1840"></a>
-<span class="sourceLineNo">1841</span>        // WARN the worker is stuck<a name="line.1841"></a>
-<span class="sourceLineNo">1842</span>        stuckCount++;<a name="line.1842"></a>
-<span class="sourceLineNo">1843</span>        LOG.warn("Worker stuck {} run time {}", worker,<a name="line.1843"></a>
-<span class="sourceLineNo">1844</span>          StringUtils.humanTimeDiff(worker.getCurrentRunTime()));<a name="line.1844"></a>
-<span class="sourceLineNo">1845</span>      }<a name="line.1845"></a>
-<span class="sourceLineNo">1846</span>      return stuckCount;<a name="line.1846"></a>
-<span class="sourceLineNo">1847</span>    }<a name="line.1847"></a>
-<span class="sourceLineNo">1848</span><a name="line.1848"></a>
-<span class="sourceLineNo">1849</span>    private void checkThreadCount(final int stuckCount) {<a name="line.1849"></a>
-<span class="sourceLineNo">1850</span>      // nothing to do if there are no runnable tasks<a name="line.1850"></a>
-<span class="sourceLineNo">1851</span>      if (stuckCount &lt; 1 || !scheduler.hasRunnables()) {<a name="line.1851"></a>
-<span class="sourceLineNo">1852</span>        return;<a name="line.1852"></a>
-<span class="sourceLineNo">1853</span>      }<a name="line.1853"></a>
-<span class="sourceLineNo">1854</span><a name="line.1854"></a>
-<span class="sourceLineNo">1855</span>      // add a new thread if the worker stuck percentage exceed the threshold limit<a name="line.1855"></a>
-<span class="sourceLineNo">1856</span>      // and every handler is active.<a name="line.1856"></a>
-<span class="sourceLineNo">1857</span>      final float stuckPerc = ((float) stuckCount) / workerThreads.size();<a name="line.1857"></a>
-<span class="sourceLineNo">1858</span>      // let's add new worker thread more aggressively, as they will timeout finally if there is no<a name="line.1858"></a>
-<span class="sourceLineNo">1859</span>      // work to do.<a name="line.1859"></a>
-<span class="sourceLineNo">1860</span>      if (stuckPerc &gt;= addWorkerStuckPercentage &amp;&amp; workerThreads.size() &lt; maxPoolSize) {<a name="line.1860"></a>
-<span class="sourceLineNo">1861</span>        final KeepAliveWorkerThread worker = new KeepAliveWorkerThread(threadGroup);<a name="line.1861"></a>
-<span class="sourceLineNo">1862</span>        workerThreads.add(worker);<a name="line.1862"></a>
-<span class="sourceLineNo">1863</span>        worker.start();<a name="line.1863"></a>
-<span class="sourceLineNo">1864</span>        LOG.debug("Added new worker thread {}", worker);<a name="line.1864"></a>
-<span class="sourceLineNo">1865</span>      }<a name="line.1865"></a>
-<span class="sourceLineNo">1866</span>    }<a name="line.1866"></a>
-<span class="sourceLineNo">1867</span><a name="line.1867"></a>
-<span class="sourceLineNo">1868</span>    private void refreshConfig() {<a name="line.1868"></a>
-<span class="sourceLineNo">1869</span>      addWorkerStuckPercentage = conf.getFloat(WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY,<a name="line.1869"></a>
-<span class="sourceLineNo">1870</span>          DEFAULT_WORKER_ADD_STUCK_PERCENTAGE);<a name="line.1870"></a>
-<span class="sourceLineNo">1871</span>      timeoutInterval = conf.getInt(WORKER_MONITOR_INTERVAL_CONF_KEY,<a name="line.1871"></a>
-<span class="sourceLineNo">1872</span>        DEFAULT_WORKER_MONITOR_INTERVAL);<a name="line.1872"></a>
-<span class="sourceLineNo">1873</span>      stuckThreshold = conf.getInt(WORKER_STUCK_THRESHOLD_CONF_KEY,<a name="line.1873"></a>
-<span class="sourceLineNo">1874</span>        DEFAULT_WORKER_STUCK_THRESHOLD);<a name="line.1874"></a>
-<span class="sourceLineNo">1875</span>    }<a name="line.1875"></a>
-<span class="sourceLineNo">1876</span><a name="line.1876"></a>
-<span class="sourceLineNo">1877</span>    @Override<a name="line.1877"></a>
-<span class="sourceLineNo">1878</span>    public int getTimeoutInterval() {<a name="line.1878"></a>
-<span class="sourceLineNo">1879</span>      return timeoutInterval;<a name="line.1879"></a>
-<span class="sourceLineNo">1880</span>    }<a name="line.1880"></a>
-<span class="sourceLineNo">1881</span>  }<a name="line.1881"></a>
-<span class="sourceLineNo">1882</span>}<a name="line.1882"></a>
+<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE,<a name="line.1430"></a>
+<span class="sourceLineNo">1431</span>        procedure.toString());<a name="line.1431"></a>
+<span class="sourceLineNo">1432</span><a name="line.1432"></a>
+<span class="sourceLineNo">1433</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1433"></a>
+<span class="sourceLineNo">1434</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1434"></a>
+<span class="sourceLineNo">1435</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1435"></a>
+<span class="sourceLineNo">1436</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1436"></a>
+<span class="sourceLineNo">1437</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1437"></a>
+<span class="sourceLineNo">1438</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1438"></a>
+<span class="sourceLineNo">1439</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1439"></a>
+<span class="sourceLineNo">1440</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1440"></a>
+<span class="sourceLineNo">1441</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1441"></a>
+<span class="sourceLineNo">1442</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1442"></a>
+<span class="sourceLineNo">1443</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1443"></a>
+<span class="sourceLineNo">1444</span>    boolean suspended = false;<a name="line.1444"></a>
+<span class="sourceLineNo">1445</span><a name="line.1445"></a>
+<span class="sourceLineNo">1446</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1446"></a>
+<span class="sourceLineNo">1447</span>    boolean reExecute = false;<a name="line.1447"></a>
+<span class="sourceLineNo">1448</span><a name="line.1448"></a>
+<span class="sourceLineNo">1449</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1449"></a>
+<span class="sourceLineNo">1450</span>    do {<a name="line.1450"></a>
+<span class="sourceLineNo">1451</span>      reExecute = false;<a name="line.1451"></a>
+<span class="sourceLineNo">1452</span>      try {<a name="line.1452"></a>
+<span class="sourceLineNo">1453</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1453"></a>
+<span class="sourceLineNo">1454</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1454"></a>
+<span class="sourceLineNo">1455</span>          subprocs = null;<a name="line.1455"></a>
+<span class="sourceLineNo">1456</span>        }<a name="line.1456"></a>
+<span class="sourceLineNo">1457</span>      } catch (ProcedureSuspendedException e) {<a name="line.1457"></a>
+<span class="sourceLineNo">1458</span>        if (LOG.isTraceEnabled()) {<a name="line.1458"></a>
+<span class="sourceLineNo">1459</span>          LOG.trace("Suspend " + procedure);<a name="line.1459"></a>
+<span class="sourceLineNo">1460</span>        }<a name="line.1460"></a>
+<span class="sourceLineNo">1461</span>        suspended = true;<a name="line.1461"></a>
+<span class="sourceLineNo">1462</span>      } catch (ProcedureYieldException e) {<a name="line.1462"></a>
+<span class="sourceLineNo">1463</span>        if (LOG.isTraceEnabled()) {<a name="line.1463"></a>
+<span class="sourceLineNo">1464</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1464"></a>
+<span class="sourceLineNo">1465</span>        }<a name="line.1465"></a>
+<span class="sourceLineNo">1466</span>        scheduler.yield(procedure);<a name="line.1466"></a>
+<span class="sourceLineNo">1467</span>        return;<a name="line.1467"></a>
+<span class="sourceLineNo">1468</span>      } catch (InterruptedException e) {<a name="line.1468"></a>
+<span class="sourceLineNo">1469</span>        if (LOG.isTraceEnabled()) {<a name="line.1469"></a>
+<span class="sourceLineNo">1470</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1470"></a>
+<span class="sourceLineNo">1471</span>        }<a name="line.1471"></a>
+<span class="sourceLineNo">1472</span>        handleInterruptedException(procedure, e);<a name="line.1472"></a>
+<span class="sourceLineNo">1473</span>        scheduler.yield(procedure);<a name="line.1473"></a>
+<span class="sourceLineNo">1474</span>        return;<a name="line.1474"></a>
+<span class="sourceLineNo">1475</span>      } catch (Throwable e) {<a name="line.1475"></a>
+<span class="sourceLineNo">1476</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1476"></a>
+<span class="sourceLineNo">1477</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1477"></a>
+<span class="sourceLineNo">1478</span>        LOG.error(msg, e);<a name="line.1478"></a>
+<span class="sourceLineNo">1479</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1479"></a>
+<span class="sourceLineNo">1480</span>      }<a name="line.1480"></a>
+<span class="sourceLineNo">1481</span><a name="line.1481"></a>
+<span class="sourceLineNo">1482</span>      if (!procedure.isFailed()) {<a name="line.1482"></a>
+<span class="sourceLineNo">1483</span>        if (subprocs != null) {<a name="line.1483"></a>
+<span class="sourceLineNo">1484</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1484"></a>
+<span class="sourceLineNo">1485</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1485"></a>
+<span class="sourceLineNo">1486</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1486"></a>
+<span class="sourceLineNo">1487</span>            subprocs = null;<a name="line.1487"></a>
+<span class="sourceLineNo">1488</span>            reExecute = true;<a name="line.1488"></a>
+<span class="sourceLineNo">1489</span>            if (LOG.isTraceEnabled()) {<a name="line.1489"></a>
+<span class="sourceLineNo">1490</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1490"></a>
+<span class="sourceLineNo">1491</span>            }<a name="line.1491"></a>
+<span class="sourceLineNo">1492</span>          } else {<a name="line.1492"></a>
+<span class="sourceLineNo">1493</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1493"></a>
+<span class="sourceLineNo">1494</span>            // subprocs may come back 'null'.<a name="line.1494"></a>
+<span class="sourceLineNo">1495</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1495"></a>
+<span class="sourceLineNo">1496</span>            LOG.info("Initialized subprocedures=" +<a name="line.1496"></a>
+<span class="sourceLineNo">1497</span>              (subprocs == null? null:<a name="line.1497"></a>
+<span class="sourceLineNo">1498</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1498"></a>
+<span class="sourceLineNo">1499</span>                collect(Collectors.toList()).toString()));<a name="line.1499"></a>
+<span class="sourceLineNo">1500</span>          }<a name="line.1500"></a>
+<span class="sourceLineNo">1501</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1501"></a>
+<span class="sourceLineNo">1502</span>          if (LOG.isTraceEnabled()) {<a name="line.1502"></a>
+<span class="sourceLineNo">1503</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1503"></a>
+<span class="sourceLineNo">1504</span>          }<a name="line.1504"></a>
+<span class="sourceLineNo">1505</span>          timeoutExecutor.add(procedure);<a name="line.1505"></a>
+<span class="sourceLineNo">1506</span>        } else if (!suspended) {<a name="line.1506"></a>
+<span class="sourceLineNo">1507</span>          // No subtask, so we are done<a name="line.1507"></a>
+<span class="sourceLineNo">1508</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1508"></a>
+<span class="sourceLineNo">1509</span>        }<a name="line.1509"></a>
+<span class="sourceLineNo">1510</span>      }<a name="line.1510"></a>
+<span class="sourceLineNo">1511</span><a name="line.1511"></a>
+<span class="sourceLineNo">1512</span>      // Add the procedure to the stack<a name="line.1512"></a>
+<span class="sourceLineNo">1513</span>      procStack.addRollbackStep(procedure);<a name="line.1513"></a>
+<span class="sourceLineNo">1514</span><a name="line.1514"></a>
+<span class="sourceLineNo">1515</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1515"></a>
+<span class="sourceLineNo">1516</span>      // useful to test the procedure recovery.<a name="line.1516"></a>
+<span class="sourceLineNo">1517</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1518"></a>
+<span class="sourceLineNo">1519</span>        stop();<a name="line.1519"></a>
+<span class="sourceLineNo">1520</span>        return;<a name="line.1520"></a>
+<span class="sourceLineNo">1521</span>      }<a name="line.1521"></a>
+<span class="sourceLineNo">1522</span><a name="line.1522"></a>
+<span class="sourceLineNo">1523</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1523"></a>
+<span class="sourceLineNo">1524</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1524"></a>
+<span class="sourceLineNo">1525</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1525"></a>
+<span class="sourceLineNo">1526</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1526"></a>
+<span class="sourceLineNo">1527</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1527"></a>
+<span class="sourceLineNo">1528</span>      //<a name="line.1528"></a>
+<span class="sourceLineNo">1529</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1529"></a>
+<span class="sourceLineNo">1530</span>      // can take a bunch of time to complete.<a name="line.1530"></a>
+<span class="sourceLineNo">1531</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1531"></a>
+<span class="sourceLineNo">1532</span><a name="line.1532"></a>
+<span class="sourceLineNo">1533</span>      // if the store is not running we are aborting<a name="line.1533"></a>
+<span class="sourceLineNo">1534</span>      if (!store.isRunning()) return;<a name="line.1534"></a>
+<span class="sourceLineNo">1535</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1535"></a>
+<span class="sourceLineNo">1536</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1536"></a>
+<span class="sourceLineNo">1537</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1537"></a>
+<span class="sourceLineNo">1538</span>        scheduler.yield(procedure);<a name="line.1538"></a>
+<span class="sourceLineNo">1539</span>        return;<a name="line.1539"></a>
+<span class="sourceLineNo">1540</span>      }<a name="line.1540"></a>
+<span class="sourceLineNo">1541</span><a name="line.1541"></a>
+<span class="sourceLineNo">1542</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1542"></a>
+<span class="sourceLineNo">1543</span>    } while (reExecute);<a name="line.1543"></a>
+<span class="sourceLineNo">1544</span>    // Submit the new subprocedures<a name="line.1544"></a>
+<span class="sourceLineNo">1545</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1545"></a>
+<span class="sourceLineNo">1546</span>      submitChildrenProcedures(subprocs);<a name="line.1546"></a>
+<span class="sourceLineNo">1547</span>    }<a name="line.1547"></a>
+<span class="sourceLineNo">1548</span><a name="line.1548"></a>
+<span class="sourceLineNo">1549</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1549"></a>
+<span class="sourceLineNo">1550</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1550"></a>
+<span class="sourceLineNo">1551</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1551"></a>
+<span class="sourceLineNo">1552</span>      countDownChildren(procStack, procedure);<a name="line.1552"></a>
+<span class="sourceLineNo">1553</span>    }<a name="line.1553"></a>
+<span class="sourceLineNo">1554</span>  }<a name="line.1554"></a>
+<span class="sourceLineNo">1555</span><a name="line.1555"></a>
+<span class="sourceLineNo">1556</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1556"></a>
+<span class="sourceLineNo">1557</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1557"></a>
+<span class="sourceLineNo">1558</span>    assert subprocs != null : "expected subprocedures";<a name="line.1558"></a>
+<span class="sourceLineNo">1559</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1559"></a>
+<span class="sourceLineNo">1560</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1560"></a>
+<span class="sourceLineNo">1561</span>      final Procedure subproc = subprocs[i];<a name="line.1561"></a>
+<span class="sourceLineNo">1562</span>      if (subproc == null) {<a name="line.1562"></a>
+<span class="sourceLineNo">1563</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1563"></a>
+<span class="sourceLineNo">1564</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1564"></a>
+<span class="sourceLineNo">1565</span>          new IllegalArgumentIOException(msg)));<a name="line.1565"></a>
+<span class="sourceLineNo">1566</span>        return null;<a name="line.1566"></a>
+<span class="sourceLineNo">1567</span>      }<a name="line.1567"></a>
+<span class="sourceLineNo">1568</span><a name="line.1568"></a>
+<span class="sourceLineNo">1569</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1569"></a>
+<span class="sourceLineNo">1570</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1570"></a>
+<span class="sourceLineNo">1571</span>      subproc.setRootProcId(rootProcId);<a name="line.1571"></a>
+<span class="sourceLineNo">1572</span>      subproc.setProcId(nextProcId());<a name="line.1572"></a>
+<span class="sourceLineNo">1573</span>      procStack.addSubProcedure(subproc);<a name="line.1573"></a>
+<span class="sourceLineNo">1574</span>    }<a name="line.1574"></a>
+<span class="sourceLineNo">1575</span><a name="line.1575"></a>
+<span class="sourceLineNo">1576</span>    if (!procedure.isFailed()) {<a name="line.1576"></a>
+<span class="sourceLineNo">1577</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1577"></a>
+<span class="sourceLineNo">1578</span>      switch (procedure.getState()) {<a name="line.1578"></a>
+<span class="sourceLineNo">1579</span>        case RUNNABLE:<a name="line.1579"></a>
+<span class="sourceLineNo">1580</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1580"></a>
+<span class="sourceLineNo">1581</span>          break;<a name="line.1581"></a>
+<span class="sourceLineNo">1582</span>        case WAITING_TIMEOUT:<a name="line.1582"></a>
+<span class="sourceLineNo">1583</span>          timeoutExecutor.add(procedure);<a name="line.1583"></a>
+<span class="sourceLineNo">1584</span>          break;<a name="line.1584"></a>
+<span class="sourceLineNo">1585</span>        default:<a name="line.1585"></a>
+<span class="sourceLineNo">1586</span>          break;<a name="line.1586"></a>
+<span class="sourceLineNo">1587</span>      }<a name="line.1587"></a>
+<span class="sourceLineNo">1588</span>    }<a name="line.1588"></a>
+<span class="sourceLineNo">1589</span>    return subprocs;<a name="line.1589"></a>
+<span class="sourceLineNo">1590</span>  }<a name="line.1590"></a>
+<span class="sourceLineNo">1591</span><a name="line.1591"></a>
+<span class="sourceLineNo">1592</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1592"></a>
+<span class="sourceLineNo">1593</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1593"></a>
+<span class="sourceLineNo">1594</span>      final Procedure subproc = subprocs[i];<a name="line.1594"></a>
+<span class="sourceLineNo">1595</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1595"></a>
+<span class="sourceLineNo">1596</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1596"></a>
+<span class="sourceLineNo">1597</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1597"></a>
+<span class="sourceLineNo">1598</span>      scheduler.addFront(subproc);<a name="line.1598"></a>
+<span class="sourceLineNo">1599</span>    }<a name="line.1599"></a>
+<span class="sourceLineNo">1600</span>  }<a name="line.1600"></a>
+<span class="sourceLineNo">1601</span><a name="line.1601"></a>
+<span class="sourceLineNo">1602</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1602"></a>
+<span class="sourceLineNo">1603</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1603"></a>
+<span class="sourceLineNo">1604</span>    if (parent == null) {<a name="line.1604"></a>
+<span class="sourceLineNo">1605</span>      assert procStack.isRollingback();<a name="line.1605"></a>
+<span class="sourceLineNo">1606</span>      return;<a name="line.1606"></a>
+<span class="sourceLineNo">1607</span>    }<a name="line.1607"></a>
+<span class="sourceLineNo">1608</span><a name="line.1608"></a>
+<span class="sourceLineNo">1609</span>    // If this procedure is the last child awake the parent procedure<a name="line.1609"></a>
+<span class="sourceLineNo">1610</span>    if (parent.tryRunnable()) {<a name="line.1610"></a>
+<span class="sourceLineNo">1611</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1611"></a>
+<span class="sourceLineNo">1612</span>      // children have completed, move parent to front of the queue.<a name="line.1612"></a>
+<span class="sourceLineNo">1613</span>      store.update(parent);<a name="line.1613"></a>
+<span class="sourceLineNo">1614</span>      scheduler.addFront(parent);<a name="line.1614"></a>
+<span class="sourceLineNo">1615</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1615"></a>
+<span class="sourceLineNo">1616</span>      return;<a name="line.1616"></a>
+<span class="sourceLineNo">1617</span>    }<a name="line.1617"></a>
+<span class="sourceLineNo">1618</span>  }<a name="line.1618"></a>
+<span class="sourceLineNo">1619</span><a name="line.1619"></a>
+<span class="sourceLineNo">1620</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1620"></a>
+<span class="sourceLineNo">1621</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1621"></a>
+<span class="sourceLineNo">1622</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1622"></a>
+<span class="sourceLineNo">1623</span>      if (LOG.isTraceEnabled()) {<a name="line.1623"></a>
+<span class="sourceLineNo">1624</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1624"></a>
+<span class="sourceLineNo">1625</span>      }<a name="line.1625"></a>
+<span class="sourceLineNo">1626</span>      store.insert(procedure, subprocs);<a name="line.1626"></a>
+<span class="sourceLineNo">1627</span>    } else {<a name="line.1627"></a>
+<span class="sourceLineNo">1628</span>      if (LOG.isTraceEnabled()) {<a name="line.1628"></a>
+<span class="sourceLineNo">1629</span>        LOG.trace("Store update " + procedure);<a name="line.1629"></a>
+<span class="sourceLineNo">1630</span>      }<a name="line.1630"></a>
+<span class="sourceLineNo">1631</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1631"></a>
+<span class="sourceLineNo">1632</span>        // remove child procedures<a name="line.1632"></a>
+<span class="sourceLineNo">1633</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1633"></a>
+<span class="sourceLineNo">1634</span>        if (childProcIds != null) {<a name="line.1634"></a>
+<span class="sourceLineNo">1635</span>          store.delete(procedure, childProcIds);<a name="line.1635"></a>
+<span class="sourceLineNo">1636</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1636"></a>
+<span class="sourceLineNo">1637</span>            procedures.remove(childProcIds[i]);<a name="line.1637"></a>
+<span class="sourceLineNo">1638</span>          }<a name="line.1638"></a>
+<span class="sourceLineNo">1639</span>        } else {<a name="line.1639"></a>
+<span class="sourceLineNo">1640</span>          store.update(procedure);<a name="line.1640"></a>
+<span class="sourceLineNo">1641</span>        }<a name="line.1641"></a>
+<span class="sourceLineNo">1642</span>      } else {<a name="line.1642"></a>
+<span class="sourceLineNo">1643</span>        store.update(procedure);<a name="line.1643"></a>
+<span class="sourceLineNo">1644</span>      }<a name="line.1644"></a>
+<span class="sourceLineNo">1645</span>    }<a name="line.1645"></a>
+<span class="sourceLineNo">1646</span>  }<a name="line.1646"></a>
+<span class="sourceLineNo">1647</span><a name="line.1647"></a>
+<span class="sourceLineNo">1648</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1648"></a>
+<span class="sourceLineNo">1649</span>    if (LOG.isTraceEnabled()) {<a name="line.1649"></a>
+<span class="sourceLineNo">1650</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1650"></a>
+<span class="sourceLineNo">1651</span>    }<a name="line.1651"></a>
+<span class="sourceLineNo">1652</span><a name="line.1652"></a>
+<span class="sourceLineNo">1653</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1653"></a>
+<span class="sourceLineNo">1654</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1654"></a>
+<span class="sourceLineNo">1655</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1655"></a>
+<span class="sourceLineNo">1656</span>    // and the executor/store will be stopped.<a name="line.1656"></a>
+<span class="sourceLineNo">1657</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1657"></a>
+<span class="sourceLineNo">1658</span>  }<a name="line.1658"></a>
+<span class="sourceLineNo">1659</span><a name="line.1659"></a>
+<span class="sourceLineNo">1660</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1660"></a>
+<span class="sourceLineNo">1661</span>    final TEnvironment env = getEnvironment();<a name="line.1661"></a>
+<span class="sourceLineNo">1662</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1662"></a>
+<span class="sourceLineNo">1663</span>      releaseLock(proc, true);<a name="line.1663"></a>
+<span class="sourceLineNo">1664</span>    }<a name="line.1664"></a>
+<span class="sourceLineNo">1665</span>    try {<a name="line.1665"></a>
+<span class="sourceLineNo">1666</span>      proc.completionCleanup(env);<a name="line.1666"></a>
+<span class="sourceLineNo">1667</span>    } catch (Throwable e) {<a name="line.1667"></a>
+<span class="sourceLineNo">1668</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1668"></a>
+<span class="sourceLineNo">1669</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1669"></a>
+<span class="sourceLineNo">1670</span>    }<a name="line.1670"></a>
+<span class="sourceLineNo">1671</span>  }<a name="line.1671"></a>
+<span class="sourceLineNo">1672</span><a name="line.1672"></a>
+<span class="sourceLineNo">1673</span>  private void procedureFinished(final Procedure proc) {<a name="line.1673"></a>
+<span class="sourceLineNo">1674</span>    // call the procedure completion cleanup handler<a name="line.1674"></a>
+<span class="sourceLineNo">1675</span>    execCompletionCleanup(proc);<a name="line.1675"></a>
+<span class="sourceLineNo">1676</span><a name="line.1676"></a>
+<span class="sourceLineNo">1677</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1677"></a>
+<span class="sourceLineNo">1678</span><a name="line.1678"></a>
+<span class="sourceLineNo">1679</span>    // update the executor internal state maps<a name="line.1679"></a>
+<span class="sourceLineNo">1680</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1680"></a>
+<span class="sourceLineNo">1681</span>      retainer.setClientAckTime(0);<a name="line.1681"></a>
+<span class="sourceLineNo">1682</span>    }<a name="line.1682"></a>
+<span class="sourceLineNo">1683</span><a name="line.1683"></a>
+<span class="sourceLineNo">1684</span>    completed.put(proc.getProcId(), retainer);<a name="line.1684"></a>
+<span class="sourceLineNo">1685</span>    rollbackStack.remove(proc.getProcId());<a name="line.1685"></a>
+<span class="sourceLineNo">1686</span>    procedures.remove(proc.getProcId());<a name="line.1686"></a>
+<span class="sourceLineNo">1687</span><a name="line.1687"></a>
+<span class="sourceLineNo">1688</span>    // call the runnableSet completion cleanup handler<a name="line.1688"></a>
+<span class="sourceLineNo">1689</span>    try {<a name="line.1689"></a>
+<span class="sourceLineNo">1690</span>      scheduler.completionCleanup(proc);<a name="line.1690"></a>
+<span class="sourceLineNo">1691</span>    } catch (Throwable e) {<a name="line.1691"></a>
+<span class="sourceLineNo">1692</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1692"></a>
+<span class="sourceLineNo">1693</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1693"></a>
+<span class="sourceLineNo">1694</span>    }<a name="line.1694"></a>
+<span class="sourceLineNo">1695</span><a name="line.1695"></a>
+<span class="sourceLineNo">1696</span>    // Notify the listeners<a name="line.1696"></a>
+<span class="sourceLineNo">1697</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1697"></a>
+<span class="sourceLineNo">1698</span>  }<a name="line.1698"></a>
+<span class="sourceLineNo">1699</span><a name="line.1699"></a>
+<span class="sourceLineNo">1700</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1700"></a>
+<span class="sourceLineNo">1701</span>    return rollbackStack.get(rootProcId);<a name="line.1701"></a>
+<span class="sourceLineNo">1702</span>  }<a name="line.1702"></a>
+<span class="sourceLineNo">1703</span><a name="line.1703"></a>
+<span class="sourceLineNo">1704</span>  // ==========================================================================<a name="line.1704"></a>
+<span class="sourceLineNo">1705</span>  //  Worker Thread<a name="line.1705"></a>
+<span class="sourceLineNo">1706</span>  // ==========================================================================<a name="line.1706"></a>
+<span class="sourceLineNo">1707</span>  private class WorkerThread extends StoppableThread {<a name="line.1707"></a>
+<span class="sourceLineNo">1708</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1708"></a>
+<span class="sourceLineNo">1709</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1709"></a>
+<span class="sourceLineNo">1710</span><a name="line.1710"></a>
+<span class="sourceLineNo">1711</span>    public WorkerThread(ThreadGroup group) {<a name="line.1711"></a>
+<span class="sourceLineNo">1712</span>      this(group, "PEWorker-");<a name="line.1712"></a>
+<span class="sourceLineNo">1713</span>    }<a name="line.1713"></a>
+<span class="sourceLineNo">1714</span><a name="line.1714"></a>
+<span class="sourceLineNo">1715</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1715"></a>
+<span class="sourceLineNo">1716</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1716"></a>
+<span class="sourceLineNo">1717</span>      setDaemon(true);<a name="line.1717"></a>
+<span class="sourceLineNo">1718</span>    }<a name="line.1718"></a>
+<span class="sourceLineNo">1719</span><a name="line.1719"></a>
+<span class="sourceLineNo">1720</span>    @Override<a name="line.1720"></a>
+<span class="sourceLineNo">1721</span>    public void sendStopSignal() {<a name="line.1721"></a>
+<span class="sourceLineNo">1722</span>      scheduler.signalAll();<a name="line.1722"></a>
+<span class="sourceLineNo">1723</span>    }<a name="line.1723"></a>
+<span class="sourceLineNo">1724</span><a name="line.1724"></a>
+<span class="sourceLineNo">1725</span>    @Override<a name="line.1725"></a>
+<span class="sourceLineNo">1726</span>    public void run() {<a name="line.1726"></a>
+<span class="sourceLineNo">1727</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1727"></a>
+<span class="sourceLineNo">1728</span>      try {<a name="line.1728"></a>
+<span class="sourceLineNo">1729</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1729"></a>
+<span class="sourceLineNo">1730</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1730"></a>
+<span class="sourceLineNo">1731</span>          if (proc == null) {<a name="line.1731"></a>
+<span class="sourceLineNo">1732</span>            continue;<a name="line.1732"></a>
+<span class="sourceLineNo">1733</span>          }<a name="line.1733"></a>
+<span class="sourceLineNo">1734</span>          this.activeProcedure = proc;<a name="line.1734"></a>
+<span class="sourceLineNo">1735</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1735"></a>
+<span class="sourceLineNo">1736</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1736"></a>
+<span class="sourceLineNo">1737</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1737"></a>
+<span class="sourceLineNo">1738</span>            runningCount, activeCount);<a name="line.1738"></a>
+<span class="sourceLineNo">1739</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1739"></a>
+<span class="sourceLineNo">1740</span>          try {<a name="line.1740"></a>
+<span class="sourceLineNo">1741</span>            executeProcedure(proc);<a name="line.1741"></a>
+<span class="sourceLineNo">1742</span>          } catch (AssertionError e) {<a name="line.1742"></a>
+<span class="sourceLineNo">1743</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1743"></a>
+<span class="sourceLineNo">1744</span>            throw e;<a name="line.1744"></a>
+<span class="sourceLineNo">1745</span>          } finally {<a name="line.1745"></a>
+<span class="sourceLineNo">1746</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1746"></a>
+<span class="sourceLineNo">1747</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1747"></a>
+<span class="sourceLineNo">1748</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1748"></a>
+<span class="sourceLineNo">1749</span>              runningCount, activeCount);<a name="line.1749"></a>
+<span class="sourceLineNo">1750</span>            this.activeProcedure = null;<a name="line.1750"></a>
+<span class="sourceLineNo">1751</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1751"></a>
+<span class="sourceLineNo">1752</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1752"></a>
+<span class="sourceLineNo">1753</span>          }<a name="line.1753"></a>
+<span class="sourceLineNo">1754</span>        }<a name="line.1754"></a>
+<span class="sourceLineNo">1755</span>      } catch (Throwable t) {<a name="line.1755"></a>
+<span class="sourceLineNo">1756</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1756"></a>
+<span class="sourceLineNo">1757</span>      } finally {<a name="line.1757"></a>
+<span class="sourceLineNo">1758</span>        LOG.trace("Worker terminated.");<a name="line.1758"></a>
+<span class="sourceLineNo">1759</span>      }<a name="line.1759"></a>
+<span class="sourceLineNo">1760</span>      workerThreads.remove(this);<a name="line.1760"></a>
+<span class="sourceLineNo">1761</span>    }<a name="line.1761"></a>
+<span class="sourceLineNo">1762</span><a name="line.1762"></a>
+<span class="sourceLineNo">1763</span>    @Override<a name="line.1763"></a>
+<span class="sourceLineNo">1764</span>    public String toString() {<a name="line.1764"></a>
+<span class="sourceLineNo">1765</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1765"></a>
+<span class="sourceLineNo">1766</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1766"></a>
+<span class="sourceLineNo">1767</span>    }<a name="line.1767"></a>
+<span class="sourceLineNo">1768</span><a name="line.1768"></a>
+<span class="sourceLineNo">1769</span>    /**<a name="line.1769"></a>
+<span class="sourceLineNo">1770</span>     * @return the time since the current procedure is running<a name="line.1770"></a>
+<span class="sourceLineNo">1771</span>     */<a name="line.1771"></a>
+<span class="sourceLineNo">1772</span>    public long getCurrentRunTime() {<a name="line.1772"></a>
+<span class="sourceLineNo">1773</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1773"></a>
+<span class="sourceLineNo">1774</span>    }<a name="line.1774"></a>
+<span class="sourceLineNo">1775</span><a name="line.1775"></a>
+<span class="sourceLineNo">1776</span>    // core worker never timeout<a name="line.1776"></a>
+<span class="sourceLineNo">1777</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1777"></a>
+<span class="sourceLineNo">1778</span>      return true;<a name="line.1778"></a>
+<span class="sourceLineNo">1779</span>    }<a name="line.1779"></a>
+<span class="sourceLineNo">1780</span>  }<a name="line.1780"></a>
+<span class="sourceLineNo">1781</span><a name="line.1781"></a>
+<span class="sourceLineNo">1782</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1782"></a>
+<span class="sourceLineNo">1783</span>  // keepAliveTime if there is no procedure to run.<a name="line.1783"></a>
+<span class="sourceLineNo">1784</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1784"></a>
+<span class="sourceLineNo">1785</span><a name="line.1785"></a>
+<span class="sourceLineNo">1786</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1786"></a>
+<span class="sourceLineNo">1787</span>      super(group, "KeepAlivePEWorker-");<a name="line.1787"></a>
+<span class="sourceLineNo">1788</span>    }<a name="line.1788"></a>
+<span class="sourceLineNo">1789</span><a name="line.1789"></a>
+<span class="sourceLineNo">1790</span>    @Override<a name="line.1790"></a>
+<span class="sourceLineNo">1791</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1791"></a>
+<span class="sourceLineNo">1792</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1792"></a>
+<span class="sourceLineNo">1793</span>    }<a name="line.1793"></a>
+<span class="sourceLineNo">1794</span>  }<a name="line.1794"></a>
+<span class="sourceLineNo">1795</span><a name="line.1795"></a>
+<span class="sourceLineNo">1796</span>  // ----------------------------------------------------------------------------<a name="line.1796"></a>
+<span class="sourceLineNo">1797</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1797"></a>
+<span class="sourceLineNo">1798</span>  // full set of procedures pending and completed to write a compacted<a name="line.1798"></a>
+<span class="sourceLineNo">1799</span>  // version of the log (in case is a log)?<a name="line.1799"></a>
+<span class="sourceLineNo">1800</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1800"></a>
+<span class="sourceLineNo">1801</span>  // will have the tracker saying everything is in the last log.<a name="line.1801"></a>
+<span class="sourceLineNo">1802</span>  // ----------------------------------------------------------------------------<a name="line.1802"></a>
+<span class="sourceLineNo">1803</span><a name="line.1803"></a>
+<span class="sourceLineNo">1804</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1804"></a>
+<span class="sourceLineNo">1805</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1805"></a>
+<span class="sourceLineNo">1806</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1806"></a>
+<span class="sourceLineNo">1807</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1807"></a>
+<span class="sourceLineNo">1808</span><a name="line.1808"></a>
+<span class="sourceLineNo">1809</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1809"></a>
+<span class="sourceLineNo">1810</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1810"></a>
+<span class="sourceLineNo">1811</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1811"></a>
+<span class="sourceLineNo">1812</span><a name="line.1812"></a>
+<span class="sourceLineNo">1813</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1813"></a>
+<span class="sourceLineNo">1814</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1814"></a>
+<span class="sourceLineNo">1815</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1815"></a>
+<span class="sourceLineNo">1816</span><a name="line.1816"></a>
+<span class="sourceLineNo">1817</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1817"></a>
+<span class="sourceLineNo">1818</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1818"></a>
+<span class="sourceLineNo">1819</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1819"></a>
+<span class="sourceLineNo">1820</span><a name="line.1820"></a>
+<span class="sourceLineNo">1821</span>    public WorkerMonitor() {<a name="line.1821"></a>
+<span class="sourceLineNo">1822</span>      refreshConfig();<a name="line.1822"></a>
+<span class="sourceLineNo">1823</span>    }<a name="line.1823"></a>
+<span class="sourceLineNo">1824</span><a name="line.1824"></a>
+<span class="sourceLineNo">1825</span>    @Override<a name="line.1825"></a>
+<span class="sourceLineNo">1826</span>    public void run() {<a name="line.1826"></a>
+<span class="sourceLineNo">1827</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1827"></a>
+<span class="sourceLineNo">1828</span>      checkThreadCount(stuckCount);<a name="line.1828"></a>
+<span class="sourceLineNo">1829</span><a name="line.1829"></a>
+<span class="sourceLineNo">1830</span>      // refresh interval (poor man dynamic conf update)<a name="line.1830"></a>
+<span class="sourceLineNo">1831</span>      refreshConfig();<a name="line.1831"></a>
+<span class="sourceLineNo">1832</span>    }<a name="line.1832"></a>
+<span class="sourceLineNo">1833</span><a name="line.1833"></a>
+<span class="sourceLineNo">1834</span>    private int checkForStuckWorkers() {<a name="line.1834"></a>
+<span class="sourceLineNo">1835</span>      // check if any of the worker is stuck<a name="line.1835"></a>
+<span class="sourceLineNo">1836</span>      int stuckCount = 0;<a name="line.1836"></a>
+<span class="sourceLineNo">1837</span>      for (WorkerThread worker : workerThreads) {<a name="line.1837"></a>
+<span class="sourceLineNo">1838</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1838"></a>
+<span class="sourceLineNo">1839</span>          continue;<a name="line.1839"></a>
+<span class="sourceLineNo">1840</span>        }<a name="line.1840"></a>
+<span class="sourceLineNo">1841</span><a name="line.1841"></a>
+<span class="sourceLineNo">1842</span>        // WARN the worker is stuck<a name

<TRUNCATED>

[40/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html
index 159fa7e..355674a 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/class-use/MasterProcedureEnv.html
@@ -223,6 +223,21 @@
 </td>
 </tr>
 <tr class="altColor">
+<td class="colFirst"><code>private static void</code></td>
+<td class="colLast"><span class="typeNameLabel">MergeTableRegionsProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo:A-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+                   <a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>[]&nbsp;regionsToMerge,
+                   boolean&nbsp;forcible)</code>&nbsp;</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>private static void</code></td>
+<td class="colLast"><span class="typeNameLabel">MergeTableRegionsProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-boolean-">checkRegionsToMerge</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+                   <a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeA,
+                   <a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToMergeB,
+                   boolean&nbsp;forcible)</code>
+<div class="block">One time checks.</div>
+</td>
+</tr>
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">SplitTableRegionProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#checkSplittable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-byte:A-">checkSplittable</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                <a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToSplit,
@@ -984,18 +999,25 @@
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.RegionOpenOperation.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionOpenOperation.html#buildRegionOpenInfoRequest-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">buildRegionOpenInfoRequest</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
+<td class="colFirst"><code>protected static void</code></td>
+<td class="colLast"><span class="typeNameLabel">AbstractStateMachineTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+           <a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;ri)</code>
+<div class="block">Check region is online.</div>
+</td>
+</tr>
+<tr class="rowColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">AbstractStateMachineRegionProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Check whether a table is modifiable - exists and either offline or online with config set</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">AbstractStateMachineTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Check whether a table is modifiable - exists and either offline or online with config set</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private static void</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html#cleanAnyRemainingRows-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.TableName-">cleanAnyRemainingRows</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                      <a href="../../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName)</code>
@@ -1003,26 +1025,26 @@
  info:regioninfo column was empty because of some write error.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">ModifyTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html#completionCleanup-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">completionCleanup</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">RecoverMetaProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RecoverMetaProcedure.html#completionCleanup-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">completionCleanup</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">TruncateTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/TruncateTableProcedure.html#completionCleanup-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">completionCleanup</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected static void</code></td>
 <td class="colLast"><span class="typeNameLabel">CreateNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html#createDirectory-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.NamespaceDescriptor-">createDirectory</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                <a href="../../../../../../../org/apache/hadoop/hbase/NamespaceDescriptor.html" title="class in org.apache.hadoop.hbase">NamespaceDescriptor</a>&nbsp;nsDescriptor)</code>
 <div class="block">Create the namespace directory</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">CloneSnapshotProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html#createFilesystemLayout-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.TableDescriptor-java.util.List-">createFilesystemLayout</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                       <a href="../../../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a>&nbsp;tableDescriptor,
@@ -1030,20 +1052,20 @@
 <div class="block">Create regions in file system.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected static <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">CreateTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html#createFsLayout-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.TableDescriptor-java.util.List-">createFsLayout</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
               <a href="../../../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a>&nbsp;tableDescriptor,
               <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;&nbsp;newRegions)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected static <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">CreateTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html#createFsLayout-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.TableDescriptor-java.util.List-org.apache.hadoop.hbase.master.procedure.CreateTableProcedure.CreateHdfsRegions-">createFsLayout</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
               <a href="../../../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a>&nbsp;tableDescriptor,
               <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;&nbsp;newRegions,
               <a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.CreateHdfsRegions.html" title="interface in org.apache.hadoop.hbase.master.procedure">CreateTableProcedure.CreateHdfsRegions</a>&nbsp;hdfsRegionHandler)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">CloneSnapshotProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html#createFsLayout-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.TableDescriptor-java.util.List-org.apache.hadoop.hbase.master.procedure.CreateTableProcedure.CreateHdfsRegions-">createFsLayout</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
               <a href="../../../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a>&nbsp;tableDescriptor,
@@ -1052,19 +1074,19 @@
 <div class="block">Create region layout in file system.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">CreateTableProcedure.CreateHdfsRegions.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.CreateHdfsRegions.html#createHdfsRegions-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.fs.Path-org.apache.hadoop.hbase.TableName-java.util.List-">createHdfsRegions</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                  org.apache.hadoop.fs.Path&nbsp;tableRootDir,
                  <a href="../../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName,
                  <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;&nbsp;newRegions)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected static void</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html#deleteAssignmentState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.TableName-">deleteAssignmentState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                      <a href="../../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>static void</code></td>
 <td class="colLast"><span class="typeNameLabel">MasterDDLOperationHelper.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterDDLOperationHelper.html#deleteColumnFamilyFromFileSystem-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.TableName-java.util.List-byte:A-boolean-">deleteColumnFamilyFromFileSystem</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                 <a href="../../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName,
@@ -1074,14 +1096,14 @@
 <div class="block">Remove the column family from the file system</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected static void</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteNamespaceProcedure.html#deleteDirectory-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.String-">deleteDirectory</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;namespaceName)</code>
 <div class="block">Delete the namespace directories from the file system</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">ModifyTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html#deleteFromFs-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.TableDescriptor-org.apache.hadoop.hbase.client.TableDescriptor-">deleteFromFs</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
             <a href="../../../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a>&nbsp;oldTableDescriptor,
@@ -1089,183 +1111,183 @@
 <div class="block">Removes from hdfs the families that are not longer present in the new table descriptor.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected static void</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html#deleteFromFs-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.TableName-java.util.List-boolean-">deleteFromFs</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
             <a href="../../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName,
             <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;&nbsp;regions,
             boolean&nbsp;archive)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected static void</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html#deleteFromMeta-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.TableName-java.util.List-">deleteFromMeta</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
               <a href="../../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName,
               <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;&nbsp;regions)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected static void</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteNamespaceProcedure.html#deleteFromNSTable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.String-">deleteFromNSTable</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                  <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;namespaceName)</code>
 <div class="block">delete the row from namespace table</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected static void</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html#deleteTableDescriptorCache-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.TableName-">deleteTableDescriptorCache</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                           <a href="../../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected static void</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html#deleteTableStates-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.TableName-">deleteTableStates</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                  <a href="../../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.RemoteProcedureResolver.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RemoteProcedureResolver.html#dispatchCloseRequests-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.util.List-">dispatchCloseRequests</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                      <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html" title="class in org.apache.hadoop.hbase.master.procedure">RSProcedureDispatcher.RegionCloseOperation</a>&gt;&nbsp;operations)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.ExecuteProceduresRemoteCall.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.ExecuteProceduresRemoteCall.html#dispatchCloseRequests-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.util.List-">dispatchCloseRequests</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                      <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html" title="class in org.apache.hadoop.hbase.master.procedure">RSProcedureDispatcher.RegionCloseOperation</a>&gt;&nbsp;operations)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.CompatRemoteProcedureResolver.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.CompatRemoteProcedureResolver.html#dispatchCloseRequests-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.util.List-">dispatchCloseRequests</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                      <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionCloseOperation.html" title="class in org.apache.hadoop.hbase.master.procedure">RSProcedureDispatcher.RegionCloseOperation</a>&gt;&nbsp;operations)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.RemoteProcedureResolver.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RemoteProcedureResolver.html#dispatchOpenRequests-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.util.List-">dispatchOpenRequests</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                     <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionOpenOperation.html" title="class in org.apache.hadoop.hbase.master.procedure">RSProcedureDispatcher.RegionOpenOperation</a>&gt;&nbsp;operations)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.ExecuteProceduresRemoteCall.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.ExecuteProceduresRemoteCall.html#dispatchOpenRequests-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.util.List-">dispatchOpenRequests</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                     <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionOpenOperation.html" title="class in org.apache.hadoop.hbase.master.procedure">RSProcedureDispatcher.RegionOpenOperation</a>&gt;&nbsp;operations)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.CompatRemoteProcedureResolver.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.CompatRemoteProcedureResolver.html#dispatchOpenRequests-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.util.List-">dispatchOpenRequests</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                     <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RegionOpenOperation.html" title="class in org.apache.hadoop.hbase.master.procedure">RSProcedureDispatcher.RegionOpenOperation</a>&gt;&nbsp;operations)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.RemoteProcedureResolver.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.RemoteProcedureResolver.html#dispatchServerOperations-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.util.List-">dispatchServerOperations</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                         <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.ServerOperation.html" title="class in org.apache.hadoop.hbase.master.procedure">RSProcedureDispatcher.ServerOperation</a>&gt;&nbsp;operations)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.ExecuteProceduresRemoteCall.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.ExecuteProceduresRemoteCall.html#dispatchServerOperations-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.util.List-">dispatchServerOperations</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                         <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.ServerOperation.html" title="class in org.apache.hadoop.hbase.master.procedure">RSProcedureDispatcher.ServerOperation</a>&gt;&nbsp;operations)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.CompatRemoteProcedureResolver.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.CompatRemoteProcedureResolver.html#dispatchServerOperations-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.util.List-">dispatchServerOperations</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                         <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.ServerOperation.html" title="class in org.apache.hadoop.hbase.master.procedure">RSProcedureDispatcher.ServerOperation</a>&gt;&nbsp;operations)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">CloneSnapshotProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.CloneSnapshotState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.CloneSnapshotState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">CreateNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.CreateNamespaceState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.CreateNamespaceState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">CreateTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.CreateTableState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.CreateTableState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteNamespaceProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.DeleteNamespaceState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.DeleteNamespaceState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.DeleteTableState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.DeleteTableState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">DisableTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.DisableTableState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.DisableTableState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">EnableTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.EnableTableState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.EnableTableState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ModifyNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ModifyNamespaceProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.ModifyNamespaceState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.ModifyNamespaceState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ModifyTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.ModifyTableState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.ModifyTableState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">RecoverMetaProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RecoverMetaProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RecoverMetaState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RecoverMetaState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">RestoreSnapshotProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RestoreSnapshotState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.RestoreSnapshotState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ServerCrashProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.ServerCrashState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.ServerCrashState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a></code></td>
 <td class="colLast"><span class="typeNameLabel">TruncateTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/TruncateTableProcedure.html#executeFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.TruncateTableState-">executeFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.TruncateTableState&nbsp;state)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected static <a href="../../../../../../../org/apache/hadoop/hbase/quotas/MasterQuotaManager.html" title="class in org.apache.hadoop.hbase.quotas">MasterQuotaManager</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ProcedureSyncWait.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ProcedureSyncWait.html#getMasterQuotaManager-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">getMasterQuotaManager</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected <a href="../../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureMetrics.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureMetrics</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ServerCrashProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html#getProcedureMetrics-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">getProcedureMetrics</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected org.apache.hadoop.fs.Path</code></td>
 <td class="colLast"><span class="typeNameLabel">AbstractStateMachineTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
             <a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;region)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">ModifyTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html#getRegionInfoList-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">getRegionInfoList</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private static <a href="../../../../../../../org/apache/hadoop/hbase/master/TableNamespaceManager.html" title="class in org.apache.hadoop.hbase.master">TableNamespaceManager</a></code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteNamespaceProcedure.html#getTableNamespaceManager-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">getTableNamespaceManager</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private static <a href="../../../../../../../org/apache/hadoop/hbase/master/TableNamespaceManager.html" title="class in org.apache.hadoop.hbase.master">TableNamespaceManager</a></code></td>
 <td class="colLast"><span class="typeNameLabel">CreateNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html#getTableNamespaceManager-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">getTableNamespaceManager</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private <a href="../../../../../../../org/apache/hadoop/hbase/master/TableNamespaceManager.html" title="class in org.apache.hadoop.hbase.master">TableNamespaceManager</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ModifyNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ModifyNamespaceProcedure.html#getTableNamespaceManager-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">getTableNamespaceManager</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">ServerCrashProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html#handleRIT-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.util.List-">handleRIT</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
          <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;&nbsp;regions)</code>
 <div class="block">Handle any outstanding RIT that are up against this.serverName, the crashed server.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">RecoverMetaProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RecoverMetaProcedure.html#handleRIT-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.ServerName-">handleRIT</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
          <a href="../../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;ri,
@@ -1275,28 +1297,28 @@
  to carry.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">AbstractStateMachineRegionProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.html#hasLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">hasLock</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">AbstractStateMachineRegionProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.html#holdLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">holdLock</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">ModifyNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ModifyNamespaceProcedure.html#insertIntoNSTable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">insertIntoNSTable</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Insert/update the row into namespace table</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected static void</code></td>
 <td class="colLast"><span class="typeNameLabel">CreateNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html#insertIntoNSTable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.NamespaceDescriptor-">insertIntoNSTable</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                  <a href="../../../../../../../org/apache/hadoop/hbase/NamespaceDescriptor.html" title="class in org.apache.hadoop.hbase">NamespaceDescriptor</a>&nbsp;nsDescriptor)</code>
 <div class="block">Insert the row into ns table</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">ServerCrashProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html#isYieldBeforeExecuteFromState-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.ServerCrashState-">isYieldBeforeExecuteFromState</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                              org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.ServerCrashState&nbsp;state)</code>
@@ -1305,425 +1327,425 @@
  before we move to the next.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected static void</code></td>
 <td class="colLast"><span class="typeNameLabel">CreateTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html#moveTempDirectoryToHBaseRoot-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.TableDescriptor-org.apache.hadoop.fs.Path-">moveTempDirectoryToHBaseRoot</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                             <a href="../../../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a>&nbsp;tableDescriptor,
                             org.apache.hadoop.fs.Path&nbsp;tempTableDir)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">CloneSnapshotProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html#postCloneSnapshot-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">postCloneSnapshot</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Action after cloning from snapshot.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">CreateTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html#postCreate-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">postCreate</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html#postDelete-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">postDelete</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">DisableTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html#postDisable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.DisableTableState-">postDisable</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
            org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.DisableTableState&nbsp;state)</code>
 <div class="block">Action after disabling table.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">EnableTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html#postEnable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.EnableTableState-">postEnable</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
           org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.EnableTableState&nbsp;state)</code>
 <div class="block">Action after enabling table.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">ModifyTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html#postModify-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.ModifyTableState-">postModify</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
           org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.ModifyTableState&nbsp;state)</code>
 <div class="block">Action after modifying table.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">TruncateTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/TruncateTableProcedure.html#postTruncate-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">postTruncate</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">CloneSnapshotProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html#preCloneSnapshot-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">preCloneSnapshot</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Action before cloning from snapshot.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">CreateTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html#preCreate-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">preCreate</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html#preDelete-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">preDelete</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">DisableTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html#preDisable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.DisableTableState-">preDisable</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
           org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.DisableTableState&nbsp;state)</code>
 <div class="block">Action before disabling table.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">EnableTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html#preEnable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.EnableTableState-">preEnable</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
          org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.EnableTableState&nbsp;state)</code>
 <div class="block">Action before enabling table.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">AbstractStateMachineTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a>&nbsp;enabled)</code>
 <div class="block">Check that cluster is up and master is running.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">ModifyTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html#preModify-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.ModifyTableState-">preModify</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
          org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.ModifyTableState&nbsp;state)</code>
 <div class="block">Action before modifying table.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">RecoverMetaProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RecoverMetaProcedure.html#prepare-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">prepare</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Prepare for execution</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">CloneSnapshotProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CloneSnapshotProcedure.html#prepareClone-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">prepareClone</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Action before any real action of cloning from snapshot.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">CreateNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateNamespaceProcedure.html#prepareCreate-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">prepareCreate</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Action before any real action of creating namespace.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">CreateTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/CreateTableProcedure.html#prepareCreate-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">prepareCreate</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteTableProcedure.html#prepareDelete-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">prepareDelete</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DeleteNamespaceProcedure.html#prepareDelete-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">prepareDelete</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Action before any real action of deleting namespace.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">DisableTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/DisableTableProcedure.html#prepareDisable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">prepareDisable</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Action before any real action of disabling table.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">EnableTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/EnableTableProcedure.html#prepareEnable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">prepareEnable</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Action before any real action of enabling table.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">ModifyNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ModifyNamespaceProcedure.html#prepareModify-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">prepareModify</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Action before any real action of adding namespace.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">ModifyTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ModifyTableProcedure.html#prepareModify-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">prepareModify</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Check conditions before any real action of modifying a table.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">RestoreSnapshotProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RestoreSnapshotProcedure.html#prepareRestore-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">prepareRestore</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>
 <div class="block">Action before any real action of restoring from snapshot.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">TruncateTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/TruncateTableProcedure.html#prepareTruncate-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">prepareTruncate</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private boolean</code></td>
 <td class="colLast"><span class="typeNameLabel">TruncateTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/TruncateTableProcedure.html#preTruncate-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">preTruncate</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">ServerCrashProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html#processMeta-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">processMeta</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">AbstractStateMachineNamespaceProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineNamespaceProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">AbstractStateMachineRegionProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">AbstractStateMachineTableProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">ServerCrashProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>protected void</code></td>
 <td class="colLast"><span class="typeNameLabel">RecoverMetaProcedure.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RecoverMetaProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.CloseRegionRemoteCall.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.CloseRegionRemoteCall.html#remoteCallCompleted-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.CloseRegionResponse-">remoteCallCompleted</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                    org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.CloseRegionResponse&nbsp;response)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.ExecuteProceduresRemoteCall.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.ExecuteProceduresRemoteCall.html#remoteCallFailed-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.io.IOException-">remoteCallFailed</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a>&nbsp;e)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.OpenRegionRemoteCall.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.OpenRegionRemoteCall.html#remoteCallFailed-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.io.IOException-">remoteCallFailed</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a>&nbsp;e)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private void</code></td>
 <td class="colLast"><span class="typeNameLabel">RSProcedureDispatcher.CloseRegionRemoteCall.</span><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/RSProcedureDispatcher.CloseRegionRemoteCall.html#remoteCallFailed-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.io.IOException-">remoteCallFailed</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                 <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a>&nbsp;e)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>protected static void</code></td>
 <td class="colLast"><span class="typeNameLabel">DeleteNamespaceProce

<TRUNCATED>

[07/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
index 3bc66bb..97aa79c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
@@ -1435,459 +1435,460 @@
 <span class="sourceLineNo">1427</span>   */<a name="line.1427"></a>
 <span class="sourceLineNo">1428</span>  private void execProcedure(final RootProcedureState procStack,<a name="line.1428"></a>
 <span class="sourceLineNo">1429</span>      final Procedure&lt;TEnvironment&gt; procedure) {<a name="line.1429"></a>
-<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE);<a name="line.1430"></a>
-<span class="sourceLineNo">1431</span><a name="line.1431"></a>
-<span class="sourceLineNo">1432</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1432"></a>
-<span class="sourceLineNo">1433</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1433"></a>
-<span class="sourceLineNo">1434</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1434"></a>
-<span class="sourceLineNo">1435</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1435"></a>
-<span class="sourceLineNo">1436</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1436"></a>
-<span class="sourceLineNo">1437</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1437"></a>
-<span class="sourceLineNo">1438</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1438"></a>
-<span class="sourceLineNo">1439</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1439"></a>
-<span class="sourceLineNo">1440</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1440"></a>
-<span class="sourceLineNo">1441</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1441"></a>
-<span class="sourceLineNo">1442</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1442"></a>
-<span class="sourceLineNo">1443</span>    boolean suspended = false;<a name="line.1443"></a>
-<span class="sourceLineNo">1444</span><a name="line.1444"></a>
-<span class="sourceLineNo">1445</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1445"></a>
-<span class="sourceLineNo">1446</span>    boolean reExecute = false;<a name="line.1446"></a>
-<span class="sourceLineNo">1447</span><a name="line.1447"></a>
-<span class="sourceLineNo">1448</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1448"></a>
-<span class="sourceLineNo">1449</span>    do {<a name="line.1449"></a>
-<span class="sourceLineNo">1450</span>      reExecute = false;<a name="line.1450"></a>
-<span class="sourceLineNo">1451</span>      try {<a name="line.1451"></a>
-<span class="sourceLineNo">1452</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1452"></a>
-<span class="sourceLineNo">1453</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1453"></a>
-<span class="sourceLineNo">1454</span>          subprocs = null;<a name="line.1454"></a>
-<span class="sourceLineNo">1455</span>        }<a name="line.1455"></a>
-<span class="sourceLineNo">1456</span>      } catch (ProcedureSuspendedException e) {<a name="line.1456"></a>
-<span class="sourceLineNo">1457</span>        if (LOG.isTraceEnabled()) {<a name="line.1457"></a>
-<span class="sourceLineNo">1458</span>          LOG.trace("Suspend " + procedure);<a name="line.1458"></a>
-<span class="sourceLineNo">1459</span>        }<a name="line.1459"></a>
-<span class="sourceLineNo">1460</span>        suspended = true;<a name="line.1460"></a>
-<span class="sourceLineNo">1461</span>      } catch (ProcedureYieldException e) {<a name="line.1461"></a>
-<span class="sourceLineNo">1462</span>        if (LOG.isTraceEnabled()) {<a name="line.1462"></a>
-<span class="sourceLineNo">1463</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1463"></a>
-<span class="sourceLineNo">1464</span>        }<a name="line.1464"></a>
-<span class="sourceLineNo">1465</span>        scheduler.yield(procedure);<a name="line.1465"></a>
-<span class="sourceLineNo">1466</span>        return;<a name="line.1466"></a>
-<span class="sourceLineNo">1467</span>      } catch (InterruptedException e) {<a name="line.1467"></a>
-<span class="sourceLineNo">1468</span>        if (LOG.isTraceEnabled()) {<a name="line.1468"></a>
-<span class="sourceLineNo">1469</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1469"></a>
-<span class="sourceLineNo">1470</span>        }<a name="line.1470"></a>
-<span class="sourceLineNo">1471</span>        handleInterruptedException(procedure, e);<a name="line.1471"></a>
-<span class="sourceLineNo">1472</span>        scheduler.yield(procedure);<a name="line.1472"></a>
-<span class="sourceLineNo">1473</span>        return;<a name="line.1473"></a>
-<span class="sourceLineNo">1474</span>      } catch (Throwable e) {<a name="line.1474"></a>
-<span class="sourceLineNo">1475</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1475"></a>
-<span class="sourceLineNo">1476</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1476"></a>
-<span class="sourceLineNo">1477</span>        LOG.error(msg, e);<a name="line.1477"></a>
-<span class="sourceLineNo">1478</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1478"></a>
-<span class="sourceLineNo">1479</span>      }<a name="line.1479"></a>
-<span class="sourceLineNo">1480</span><a name="line.1480"></a>
-<span class="sourceLineNo">1481</span>      if (!procedure.isFailed()) {<a name="line.1481"></a>
-<span class="sourceLineNo">1482</span>        if (subprocs != null) {<a name="line.1482"></a>
-<span class="sourceLineNo">1483</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1483"></a>
-<span class="sourceLineNo">1484</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1484"></a>
-<span class="sourceLineNo">1485</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1485"></a>
-<span class="sourceLineNo">1486</span>            subprocs = null;<a name="line.1486"></a>
-<span class="sourceLineNo">1487</span>            reExecute = true;<a name="line.1487"></a>
-<span class="sourceLineNo">1488</span>            if (LOG.isTraceEnabled()) {<a name="line.1488"></a>
-<span class="sourceLineNo">1489</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1489"></a>
-<span class="sourceLineNo">1490</span>            }<a name="line.1490"></a>
-<span class="sourceLineNo">1491</span>          } else {<a name="line.1491"></a>
-<span class="sourceLineNo">1492</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1492"></a>
-<span class="sourceLineNo">1493</span>            // subprocs may come back 'null'.<a name="line.1493"></a>
-<span class="sourceLineNo">1494</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1494"></a>
-<span class="sourceLineNo">1495</span>            LOG.info("Initialized subprocedures=" +<a name="line.1495"></a>
-<span class="sourceLineNo">1496</span>              (subprocs == null? null:<a name="line.1496"></a>
-<span class="sourceLineNo">1497</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1497"></a>
-<span class="sourceLineNo">1498</span>                collect(Collectors.toList()).toString()));<a name="line.1498"></a>
-<span class="sourceLineNo">1499</span>          }<a name="line.1499"></a>
-<span class="sourceLineNo">1500</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1500"></a>
-<span class="sourceLineNo">1501</span>          if (LOG.isTraceEnabled()) {<a name="line.1501"></a>
-<span class="sourceLineNo">1502</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1502"></a>
-<span class="sourceLineNo">1503</span>          }<a name="line.1503"></a>
-<span class="sourceLineNo">1504</span>          timeoutExecutor.add(procedure);<a name="line.1504"></a>
-<span class="sourceLineNo">1505</span>        } else if (!suspended) {<a name="line.1505"></a>
-<span class="sourceLineNo">1506</span>          // No subtask, so we are done<a name="line.1506"></a>
-<span class="sourceLineNo">1507</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1507"></a>
-<span class="sourceLineNo">1508</span>        }<a name="line.1508"></a>
-<span class="sourceLineNo">1509</span>      }<a name="line.1509"></a>
-<span class="sourceLineNo">1510</span><a name="line.1510"></a>
-<span class="sourceLineNo">1511</span>      // Add the procedure to the stack<a name="line.1511"></a>
-<span class="sourceLineNo">1512</span>      procStack.addRollbackStep(procedure);<a name="line.1512"></a>
-<span class="sourceLineNo">1513</span><a name="line.1513"></a>
-<span class="sourceLineNo">1514</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1514"></a>
-<span class="sourceLineNo">1515</span>      // useful to test the procedure recovery.<a name="line.1515"></a>
-<span class="sourceLineNo">1516</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>        stop();<a name="line.1518"></a>
-<span class="sourceLineNo">1519</span>        return;<a name="line.1519"></a>
-<span class="sourceLineNo">1520</span>      }<a name="line.1520"></a>
-<span class="sourceLineNo">1521</span><a name="line.1521"></a>
-<span class="sourceLineNo">1522</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1522"></a>
-<span class="sourceLineNo">1523</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1523"></a>
-<span class="sourceLineNo">1524</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1524"></a>
-<span class="sourceLineNo">1525</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1525"></a>
-<span class="sourceLineNo">1526</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1526"></a>
-<span class="sourceLineNo">1527</span>      //<a name="line.1527"></a>
-<span class="sourceLineNo">1528</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1528"></a>
-<span class="sourceLineNo">1529</span>      // can take a bunch of time to complete.<a name="line.1529"></a>
-<span class="sourceLineNo">1530</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1530"></a>
-<span class="sourceLineNo">1531</span><a name="line.1531"></a>
-<span class="sourceLineNo">1532</span>      // if the store is not running we are aborting<a name="line.1532"></a>
-<span class="sourceLineNo">1533</span>      if (!store.isRunning()) return;<a name="line.1533"></a>
-<span class="sourceLineNo">1534</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1534"></a>
-<span class="sourceLineNo">1535</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1535"></a>
-<span class="sourceLineNo">1536</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1536"></a>
-<span class="sourceLineNo">1537</span>        scheduler.yield(procedure);<a name="line.1537"></a>
-<span class="sourceLineNo">1538</span>        return;<a name="line.1538"></a>
-<span class="sourceLineNo">1539</span>      }<a name="line.1539"></a>
-<span class="sourceLineNo">1540</span><a name="line.1540"></a>
-<span class="sourceLineNo">1541</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1541"></a>
-<span class="sourceLineNo">1542</span>    } while (reExecute);<a name="line.1542"></a>
-<span class="sourceLineNo">1543</span>    // Submit the new subprocedures<a name="line.1543"></a>
-<span class="sourceLineNo">1544</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1544"></a>
-<span class="sourceLineNo">1545</span>      submitChildrenProcedures(subprocs);<a name="line.1545"></a>
-<span class="sourceLineNo">1546</span>    }<a name="line.1546"></a>
-<span class="sourceLineNo">1547</span><a name="line.1547"></a>
-<span class="sourceLineNo">1548</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1548"></a>
-<span class="sourceLineNo">1549</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1549"></a>
-<span class="sourceLineNo">1550</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1550"></a>
-<span class="sourceLineNo">1551</span>      countDownChildren(procStack, procedure);<a name="line.1551"></a>
-<span class="sourceLineNo">1552</span>    }<a name="line.1552"></a>
-<span class="sourceLineNo">1553</span>  }<a name="line.1553"></a>
-<span class="sourceLineNo">1554</span><a name="line.1554"></a>
-<span class="sourceLineNo">1555</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1555"></a>
-<span class="sourceLineNo">1556</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1556"></a>
-<span class="sourceLineNo">1557</span>    assert subprocs != null : "expected subprocedures";<a name="line.1557"></a>
-<span class="sourceLineNo">1558</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1558"></a>
-<span class="sourceLineNo">1559</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1559"></a>
-<span class="sourceLineNo">1560</span>      final Procedure subproc = subprocs[i];<a name="line.1560"></a>
-<span class="sourceLineNo">1561</span>      if (subproc == null) {<a name="line.1561"></a>
-<span class="sourceLineNo">1562</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1562"></a>
-<span class="sourceLineNo">1563</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1563"></a>
-<span class="sourceLineNo">1564</span>          new IllegalArgumentIOException(msg)));<a name="line.1564"></a>
-<span class="sourceLineNo">1565</span>        return null;<a name="line.1565"></a>
-<span class="sourceLineNo">1566</span>      }<a name="line.1566"></a>
-<span class="sourceLineNo">1567</span><a name="line.1567"></a>
-<span class="sourceLineNo">1568</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1568"></a>
-<span class="sourceLineNo">1569</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1569"></a>
-<span class="sourceLineNo">1570</span>      subproc.setRootProcId(rootProcId);<a name="line.1570"></a>
-<span class="sourceLineNo">1571</span>      subproc.setProcId(nextProcId());<a name="line.1571"></a>
-<span class="sourceLineNo">1572</span>      procStack.addSubProcedure(subproc);<a name="line.1572"></a>
-<span class="sourceLineNo">1573</span>    }<a name="line.1573"></a>
-<span class="sourceLineNo">1574</span><a name="line.1574"></a>
-<span class="sourceLineNo">1575</span>    if (!procedure.isFailed()) {<a name="line.1575"></a>
-<span class="sourceLineNo">1576</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1576"></a>
-<span class="sourceLineNo">1577</span>      switch (procedure.getState()) {<a name="line.1577"></a>
-<span class="sourceLineNo">1578</span>        case RUNNABLE:<a name="line.1578"></a>
-<span class="sourceLineNo">1579</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1579"></a>
-<span class="sourceLineNo">1580</span>          break;<a name="line.1580"></a>
-<span class="sourceLineNo">1581</span>        case WAITING_TIMEOUT:<a name="line.1581"></a>
-<span class="sourceLineNo">1582</span>          timeoutExecutor.add(procedure);<a name="line.1582"></a>
-<span class="sourceLineNo">1583</span>          break;<a name="line.1583"></a>
-<span class="sourceLineNo">1584</span>        default:<a name="line.1584"></a>
-<span class="sourceLineNo">1585</span>          break;<a name="line.1585"></a>
-<span class="sourceLineNo">1586</span>      }<a name="line.1586"></a>
-<span class="sourceLineNo">1587</span>    }<a name="line.1587"></a>
-<span class="sourceLineNo">1588</span>    return subprocs;<a name="line.1588"></a>
-<span class="sourceLineNo">1589</span>  }<a name="line.1589"></a>
-<span class="sourceLineNo">1590</span><a name="line.1590"></a>
-<span class="sourceLineNo">1591</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1591"></a>
-<span class="sourceLineNo">1592</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1592"></a>
-<span class="sourceLineNo">1593</span>      final Procedure subproc = subprocs[i];<a name="line.1593"></a>
-<span class="sourceLineNo">1594</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1594"></a>
-<span class="sourceLineNo">1595</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1595"></a>
-<span class="sourceLineNo">1596</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1596"></a>
-<span class="sourceLineNo">1597</span>      scheduler.addFront(subproc);<a name="line.1597"></a>
-<span class="sourceLineNo">1598</span>    }<a name="line.1598"></a>
-<span class="sourceLineNo">1599</span>  }<a name="line.1599"></a>
-<span class="sourceLineNo">1600</span><a name="line.1600"></a>
-<span class="sourceLineNo">1601</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1601"></a>
-<span class="sourceLineNo">1602</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1602"></a>
-<span class="sourceLineNo">1603</span>    if (parent == null) {<a name="line.1603"></a>
-<span class="sourceLineNo">1604</span>      assert procStack.isRollingback();<a name="line.1604"></a>
-<span class="sourceLineNo">1605</span>      return;<a name="line.1605"></a>
-<span class="sourceLineNo">1606</span>    }<a name="line.1606"></a>
-<span class="sourceLineNo">1607</span><a name="line.1607"></a>
-<span class="sourceLineNo">1608</span>    // If this procedure is the last child awake the parent procedure<a name="line.1608"></a>
-<span class="sourceLineNo">1609</span>    if (parent.tryRunnable()) {<a name="line.1609"></a>
-<span class="sourceLineNo">1610</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1610"></a>
-<span class="sourceLineNo">1611</span>      // children have completed, move parent to front of the queue.<a name="line.1611"></a>
-<span class="sourceLineNo">1612</span>      store.update(parent);<a name="line.1612"></a>
-<span class="sourceLineNo">1613</span>      scheduler.addFront(parent);<a name="line.1613"></a>
-<span class="sourceLineNo">1614</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1614"></a>
-<span class="sourceLineNo">1615</span>      return;<a name="line.1615"></a>
-<span class="sourceLineNo">1616</span>    }<a name="line.1616"></a>
-<span class="sourceLineNo">1617</span>  }<a name="line.1617"></a>
-<span class="sourceLineNo">1618</span><a name="line.1618"></a>
-<span class="sourceLineNo">1619</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1619"></a>
-<span class="sourceLineNo">1620</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1620"></a>
-<span class="sourceLineNo">1621</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1621"></a>
-<span class="sourceLineNo">1622</span>      if (LOG.isTraceEnabled()) {<a name="line.1622"></a>
-<span class="sourceLineNo">1623</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1623"></a>
-<span class="sourceLineNo">1624</span>      }<a name="line.1624"></a>
-<span class="sourceLineNo">1625</span>      store.insert(procedure, subprocs);<a name="line.1625"></a>
-<span class="sourceLineNo">1626</span>    } else {<a name="line.1626"></a>
-<span class="sourceLineNo">1627</span>      if (LOG.isTraceEnabled()) {<a name="line.1627"></a>
-<span class="sourceLineNo">1628</span>        LOG.trace("Store update " + procedure);<a name="line.1628"></a>
-<span class="sourceLineNo">1629</span>      }<a name="line.1629"></a>
-<span class="sourceLineNo">1630</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1630"></a>
-<span class="sourceLineNo">1631</span>        // remove child procedures<a name="line.1631"></a>
-<span class="sourceLineNo">1632</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1632"></a>
-<span class="sourceLineNo">1633</span>        if (childProcIds != null) {<a name="line.1633"></a>
-<span class="sourceLineNo">1634</span>          store.delete(procedure, childProcIds);<a name="line.1634"></a>
-<span class="sourceLineNo">1635</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1635"></a>
-<span class="sourceLineNo">1636</span>            procedures.remove(childProcIds[i]);<a name="line.1636"></a>
-<span class="sourceLineNo">1637</span>          }<a name="line.1637"></a>
-<span class="sourceLineNo">1638</span>        } else {<a name="line.1638"></a>
-<span class="sourceLineNo">1639</span>          store.update(procedure);<a name="line.1639"></a>
-<span class="sourceLineNo">1640</span>        }<a name="line.1640"></a>
-<span class="sourceLineNo">1641</span>      } else {<a name="line.1641"></a>
-<span class="sourceLineNo">1642</span>        store.update(procedure);<a name="line.1642"></a>
-<span class="sourceLineNo">1643</span>      }<a name="line.1643"></a>
-<span class="sourceLineNo">1644</span>    }<a name="line.1644"></a>
-<span class="sourceLineNo">1645</span>  }<a name="line.1645"></a>
-<span class="sourceLineNo">1646</span><a name="line.1646"></a>
-<span class="sourceLineNo">1647</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1647"></a>
-<span class="sourceLineNo">1648</span>    if (LOG.isTraceEnabled()) {<a name="line.1648"></a>
-<span class="sourceLineNo">1649</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1649"></a>
-<span class="sourceLineNo">1650</span>    }<a name="line.1650"></a>
-<span class="sourceLineNo">1651</span><a name="line.1651"></a>
-<span class="sourceLineNo">1652</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1652"></a>
-<span class="sourceLineNo">1653</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1653"></a>
-<span class="sourceLineNo">1654</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1654"></a>
-<span class="sourceLineNo">1655</span>    // and the executor/store will be stopped.<a name="line.1655"></a>
-<span class="sourceLineNo">1656</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1656"></a>
-<span class="sourceLineNo">1657</span>  }<a name="line.1657"></a>
-<span class="sourceLineNo">1658</span><a name="line.1658"></a>
-<span class="sourceLineNo">1659</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1659"></a>
-<span class="sourceLineNo">1660</span>    final TEnvironment env = getEnvironment();<a name="line.1660"></a>
-<span class="sourceLineNo">1661</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1661"></a>
-<span class="sourceLineNo">1662</span>      releaseLock(proc, true);<a name="line.1662"></a>
-<span class="sourceLineNo">1663</span>    }<a name="line.1663"></a>
-<span class="sourceLineNo">1664</span>    try {<a name="line.1664"></a>
-<span class="sourceLineNo">1665</span>      proc.completionCleanup(env);<a name="line.1665"></a>
-<span class="sourceLineNo">1666</span>    } catch (Throwable e) {<a name="line.1666"></a>
-<span class="sourceLineNo">1667</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1667"></a>
-<span class="sourceLineNo">1668</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1668"></a>
-<span class="sourceLineNo">1669</span>    }<a name="line.1669"></a>
-<span class="sourceLineNo">1670</span>  }<a name="line.1670"></a>
-<span class="sourceLineNo">1671</span><a name="line.1671"></a>
-<span class="sourceLineNo">1672</span>  private void procedureFinished(final Procedure proc) {<a name="line.1672"></a>
-<span class="sourceLineNo">1673</span>    // call the procedure completion cleanup handler<a name="line.1673"></a>
-<span class="sourceLineNo">1674</span>    execCompletionCleanup(proc);<a name="line.1674"></a>
-<span class="sourceLineNo">1675</span><a name="line.1675"></a>
-<span class="sourceLineNo">1676</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1676"></a>
-<span class="sourceLineNo">1677</span><a name="line.1677"></a>
-<span class="sourceLineNo">1678</span>    // update the executor internal state maps<a name="line.1678"></a>
-<span class="sourceLineNo">1679</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1679"></a>
-<span class="sourceLineNo">1680</span>      retainer.setClientAckTime(0);<a name="line.1680"></a>
-<span class="sourceLineNo">1681</span>    }<a name="line.1681"></a>
-<span class="sourceLineNo">1682</span><a name="line.1682"></a>
-<span class="sourceLineNo">1683</span>    completed.put(proc.getProcId(), retainer);<a name="line.1683"></a>
-<span class="sourceLineNo">1684</span>    rollbackStack.remove(proc.getProcId());<a name="line.1684"></a>
-<span class="sourceLineNo">1685</span>    procedures.remove(proc.getProcId());<a name="line.1685"></a>
-<span class="sourceLineNo">1686</span><a name="line.1686"></a>
-<span class="sourceLineNo">1687</span>    // call the runnableSet completion cleanup handler<a name="line.1687"></a>
-<span class="sourceLineNo">1688</span>    try {<a name="line.1688"></a>
-<span class="sourceLineNo">1689</span>      scheduler.completionCleanup(proc);<a name="line.1689"></a>
-<span class="sourceLineNo">1690</span>    } catch (Throwable e) {<a name="line.1690"></a>
-<span class="sourceLineNo">1691</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1691"></a>
-<span class="sourceLineNo">1692</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1692"></a>
-<span class="sourceLineNo">1693</span>    }<a name="line.1693"></a>
-<span class="sourceLineNo">1694</span><a name="line.1694"></a>
-<span class="sourceLineNo">1695</span>    // Notify the listeners<a name="line.1695"></a>
-<span class="sourceLineNo">1696</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1696"></a>
-<span class="sourceLineNo">1697</span>  }<a name="line.1697"></a>
-<span class="sourceLineNo">1698</span><a name="line.1698"></a>
-<span class="sourceLineNo">1699</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1699"></a>
-<span class="sourceLineNo">1700</span>    return rollbackStack.get(rootProcId);<a name="line.1700"></a>
-<span class="sourceLineNo">1701</span>  }<a name="line.1701"></a>
-<span class="sourceLineNo">1702</span><a name="line.1702"></a>
-<span class="sourceLineNo">1703</span>  // ==========================================================================<a name="line.1703"></a>
-<span class="sourceLineNo">1704</span>  //  Worker Thread<a name="line.1704"></a>
-<span class="sourceLineNo">1705</span>  // ==========================================================================<a name="line.1705"></a>
-<span class="sourceLineNo">1706</span>  private class WorkerThread extends StoppableThread {<a name="line.1706"></a>
-<span class="sourceLineNo">1707</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1707"></a>
-<span class="sourceLineNo">1708</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1708"></a>
-<span class="sourceLineNo">1709</span><a name="line.1709"></a>
-<span class="sourceLineNo">1710</span>    public WorkerThread(ThreadGroup group) {<a name="line.1710"></a>
-<span class="sourceLineNo">1711</span>      this(group, "PEWorker-");<a name="line.1711"></a>
-<span class="sourceLineNo">1712</span>    }<a name="line.1712"></a>
-<span class="sourceLineNo">1713</span><a name="line.1713"></a>
-<span class="sourceLineNo">1714</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1714"></a>
-<span class="sourceLineNo">1715</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1715"></a>
-<span class="sourceLineNo">1716</span>      setDaemon(true);<a name="line.1716"></a>
-<span class="sourceLineNo">1717</span>    }<a name="line.1717"></a>
-<span class="sourceLineNo">1718</span><a name="line.1718"></a>
-<span class="sourceLineNo">1719</span>    @Override<a name="line.1719"></a>
-<span class="sourceLineNo">1720</span>    public void sendStopSignal() {<a name="line.1720"></a>
-<span class="sourceLineNo">1721</span>      scheduler.signalAll();<a name="line.1721"></a>
-<span class="sourceLineNo">1722</span>    }<a name="line.1722"></a>
-<span class="sourceLineNo">1723</span><a name="line.1723"></a>
-<span class="sourceLineNo">1724</span>    @Override<a name="line.1724"></a>
-<span class="sourceLineNo">1725</span>    public void run() {<a name="line.1725"></a>
-<span class="sourceLineNo">1726</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1726"></a>
-<span class="sourceLineNo">1727</span>      try {<a name="line.1727"></a>
-<span class="sourceLineNo">1728</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1728"></a>
-<span class="sourceLineNo">1729</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1729"></a>
-<span class="sourceLineNo">1730</span>          if (proc == null) {<a name="line.1730"></a>
-<span class="sourceLineNo">1731</span>            continue;<a name="line.1731"></a>
-<span class="sourceLineNo">1732</span>          }<a name="line.1732"></a>
-<span class="sourceLineNo">1733</span>          this.activeProcedure = proc;<a name="line.1733"></a>
-<span class="sourceLineNo">1734</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1734"></a>
-<span class="sourceLineNo">1735</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1735"></a>
-<span class="sourceLineNo">1736</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1736"></a>
-<span class="sourceLineNo">1737</span>            runningCount, activeCount);<a name="line.1737"></a>
-<span class="sourceLineNo">1738</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1738"></a>
-<span class="sourceLineNo">1739</span>          try {<a name="line.1739"></a>
-<span class="sourceLineNo">1740</span>            executeProcedure(proc);<a name="line.1740"></a>
-<span class="sourceLineNo">1741</span>          } catch (AssertionError e) {<a name="line.1741"></a>
-<span class="sourceLineNo">1742</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1742"></a>
-<span class="sourceLineNo">1743</span>            throw e;<a name="line.1743"></a>
-<span class="sourceLineNo">1744</span>          } finally {<a name="line.1744"></a>
-<span class="sourceLineNo">1745</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1745"></a>
-<span class="sourceLineNo">1746</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1746"></a>
-<span class="sourceLineNo">1747</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1747"></a>
-<span class="sourceLineNo">1748</span>              runningCount, activeCount);<a name="line.1748"></a>
-<span class="sourceLineNo">1749</span>            this.activeProcedure = null;<a name="line.1749"></a>
-<span class="sourceLineNo">1750</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1750"></a>
-<span class="sourceLineNo">1751</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1751"></a>
-<span class="sourceLineNo">1752</span>          }<a name="line.1752"></a>
-<span class="sourceLineNo">1753</span>        }<a name="line.1753"></a>
-<span class="sourceLineNo">1754</span>      } catch (Throwable t) {<a name="line.1754"></a>
-<span class="sourceLineNo">1755</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1755"></a>
-<span class="sourceLineNo">1756</span>      } finally {<a name="line.1756"></a>
-<span class="sourceLineNo">1757</span>        LOG.trace("Worker terminated.");<a name="line.1757"></a>
-<span class="sourceLineNo">1758</span>      }<a name="line.1758"></a>
-<span class="sourceLineNo">1759</span>      workerThreads.remove(this);<a name="line.1759"></a>
-<span class="sourceLineNo">1760</span>    }<a name="line.1760"></a>
-<span class="sourceLineNo">1761</span><a name="line.1761"></a>
-<span class="sourceLineNo">1762</span>    @Override<a name="line.1762"></a>
-<span class="sourceLineNo">1763</span>    public String toString() {<a name="line.1763"></a>
-<span class="sourceLineNo">1764</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1764"></a>
-<span class="sourceLineNo">1765</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1765"></a>
-<span class="sourceLineNo">1766</span>    }<a name="line.1766"></a>
-<span class="sourceLineNo">1767</span><a name="line.1767"></a>
-<span class="sourceLineNo">1768</span>    /**<a name="line.1768"></a>
-<span class="sourceLineNo">1769</span>     * @return the time since the current procedure is running<a name="line.1769"></a>
-<span class="sourceLineNo">1770</span>     */<a name="line.1770"></a>
-<span class="sourceLineNo">1771</span>    public long getCurrentRunTime() {<a name="line.1771"></a>
-<span class="sourceLineNo">1772</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1772"></a>
-<span class="sourceLineNo">1773</span>    }<a name="line.1773"></a>
-<span class="sourceLineNo">1774</span><a name="line.1774"></a>
-<span class="sourceLineNo">1775</span>    // core worker never timeout<a name="line.1775"></a>
-<span class="sourceLineNo">1776</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1776"></a>
-<span class="sourceLineNo">1777</span>      return true;<a name="line.1777"></a>
-<span class="sourceLineNo">1778</span>    }<a name="line.1778"></a>
-<span class="sourceLineNo">1779</span>  }<a name="line.1779"></a>
-<span class="sourceLineNo">1780</span><a name="line.1780"></a>
-<span class="sourceLineNo">1781</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1781"></a>
-<span class="sourceLineNo">1782</span>  // keepAliveTime if there is no procedure to run.<a name="line.1782"></a>
-<span class="sourceLineNo">1783</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1783"></a>
-<span class="sourceLineNo">1784</span><a name="line.1784"></a>
-<span class="sourceLineNo">1785</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1785"></a>
-<span class="sourceLineNo">1786</span>      super(group, "KeepAlivePEWorker-");<a name="line.1786"></a>
-<span class="sourceLineNo">1787</span>    }<a name="line.1787"></a>
-<span class="sourceLineNo">1788</span><a name="line.1788"></a>
-<span class="sourceLineNo">1789</span>    @Override<a name="line.1789"></a>
-<span class="sourceLineNo">1790</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1790"></a>
-<span class="sourceLineNo">1791</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1791"></a>
-<span class="sourceLineNo">1792</span>    }<a name="line.1792"></a>
-<span class="sourceLineNo">1793</span>  }<a name="line.1793"></a>
-<span class="sourceLineNo">1794</span><a name="line.1794"></a>
-<span class="sourceLineNo">1795</span>  // ----------------------------------------------------------------------------<a name="line.1795"></a>
-<span class="sourceLineNo">1796</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1796"></a>
-<span class="sourceLineNo">1797</span>  // full set of procedures pending and completed to write a compacted<a name="line.1797"></a>
-<span class="sourceLineNo">1798</span>  // version of the log (in case is a log)?<a name="line.1798"></a>
-<span class="sourceLineNo">1799</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1799"></a>
-<span class="sourceLineNo">1800</span>  // will have the tracker saying everything is in the last log.<a name="line.1800"></a>
-<span class="sourceLineNo">1801</span>  // ----------------------------------------------------------------------------<a name="line.1801"></a>
-<span class="sourceLineNo">1802</span><a name="line.1802"></a>
-<span class="sourceLineNo">1803</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1803"></a>
-<span class="sourceLineNo">1804</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1804"></a>
-<span class="sourceLineNo">1805</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1805"></a>
-<span class="sourceLineNo">1806</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1806"></a>
-<span class="sourceLineNo">1807</span><a name="line.1807"></a>
-<span class="sourceLineNo">1808</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1808"></a>
-<span class="sourceLineNo">1809</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1809"></a>
-<span class="sourceLineNo">1810</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1810"></a>
-<span class="sourceLineNo">1811</span><a name="line.1811"></a>
-<span class="sourceLineNo">1812</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1812"></a>
-<span class="sourceLineNo">1813</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1813"></a>
-<span class="sourceLineNo">1814</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1814"></a>
-<span class="sourceLineNo">1815</span><a name="line.1815"></a>
-<span class="sourceLineNo">1816</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1816"></a>
-<span class="sourceLineNo">1817</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1817"></a>
-<span class="sourceLineNo">1818</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1818"></a>
-<span class="sourceLineNo">1819</span><a name="line.1819"></a>
-<span class="sourceLineNo">1820</span>    public WorkerMonitor() {<a name="line.1820"></a>
-<span class="sourceLineNo">1821</span>      refreshConfig();<a name="line.1821"></a>
-<span class="sourceLineNo">1822</span>    }<a name="line.1822"></a>
-<span class="sourceLineNo">1823</span><a name="line.1823"></a>
-<span class="sourceLineNo">1824</span>    @Override<a name="line.1824"></a>
-<span class="sourceLineNo">1825</span>    public void run() {<a name="line.1825"></a>
-<span class="sourceLineNo">1826</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1826"></a>
-<span class="sourceLineNo">1827</span>      checkThreadCount(stuckCount);<a name="line.1827"></a>
-<span class="sourceLineNo">1828</span><a name="line.1828"></a>
-<span class="sourceLineNo">1829</span>      // refresh interval (poor man dynamic conf update)<a name="line.1829"></a>
-<span class="sourceLineNo">1830</span>      refreshConfig();<a name="line.1830"></a>
-<span class="sourceLineNo">1831</span>    }<a name="line.1831"></a>
-<span class="sourceLineNo">1832</span><a name="line.1832"></a>
-<span class="sourceLineNo">1833</span>    private int checkForStuckWorkers() {<a name="line.1833"></a>
-<span class="sourceLineNo">1834</span>      // check if any of the worker is stuck<a name="line.1834"></a>
-<span class="sourceLineNo">1835</span>      int stuckCount = 0;<a name="line.1835"></a>
-<span class="sourceLineNo">1836</span>      for (WorkerThread worker : workerThreads) {<a name="line.1836"></a>
-<span class="sourceLineNo">1837</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1837"></a>
-<span class="sourceLineNo">1838</span>          continue;<a name="line.1838"></a>
-<span class="sourceLineNo">1839</span>        }<a name="line.1839"></a>
-<span class="sourceLineNo">1840</span><a name="line.1840"></a>
-<span class="sourceLineNo">1841</span>        // WARN the worker is stuck<a name="line.1841"></a>
-<span class="sourceLineNo">1842</span>        stuckCount++;<a name="line.1842"></a>
-<span class="sourceLineNo">1843</span>        LOG.warn("Worker stuck {} run time {}", worker,<a name="line.1843"></a>
-<span class="sourceLineNo">1844</span>          StringUtils.humanTimeDiff(worker.getCurrentRunTime()));<a name="line.1844"></a>
-<span class="sourceLineNo">1845</span>      }<a name="line.1845"></a>
-<span class="sourceLineNo">1846</span>      return stuckCount;<a name="line.1846"></a>
-<span class="sourceLineNo">1847</span>    }<a name="line.1847"></a>
-<span class="sourceLineNo">1848</span><a name="line.1848"></a>
-<span class="sourceLineNo">1849</span>    private void checkThreadCount(final int stuckCount) {<a name="line.1849"></a>
-<span class="sourceLineNo">1850</span>      // nothing to do if there are no runnable tasks<a name="line.1850"></a>
-<span class="sourceLineNo">1851</span>      if (stuckCount &lt; 1 || !scheduler.hasRunnables()) {<a name="line.1851"></a>
-<span class="sourceLineNo">1852</span>        return;<a name="line.1852"></a>
-<span class="sourceLineNo">1853</span>      }<a name="line.1853"></a>
-<span class="sourceLineNo">1854</span><a name="line.1854"></a>
-<span class="sourceLineNo">1855</span>      // add a new thread if the worker stuck percentage exceed the threshold limit<a name="line.1855"></a>
-<span class="sourceLineNo">1856</span>      // and every handler is active.<a name="line.1856"></a>
-<span class="sourceLineNo">1857</span>      final float stuckPerc = ((float) stuckCount) / workerThreads.size();<a name="line.1857"></a>
-<span class="sourceLineNo">1858</span>      // let's add new worker thread more aggressively, as they will timeout finally if there is no<a name="line.1858"></a>
-<span class="sourceLineNo">1859</span>      // work to do.<a name="line.1859"></a>
-<span class="sourceLineNo">1860</span>      if (stuckPerc &gt;= addWorkerStuckPercentage &amp;&amp; workerThreads.size() &lt; maxPoolSize) {<a name="line.1860"></a>
-<span class="sourceLineNo">1861</span>        final KeepAliveWorkerThread worker = new KeepAliveWorkerThread(threadGroup);<a name="line.1861"></a>
-<span class="sourceLineNo">1862</span>        workerThreads.add(worker);<a name="line.1862"></a>
-<span class="sourceLineNo">1863</span>        worker.start();<a name="line.1863"></a>
-<span class="sourceLineNo">1864</span>        LOG.debug("Added new worker thread {}", worker);<a name="line.1864"></a>
-<span class="sourceLineNo">1865</span>      }<a name="line.1865"></a>
-<span class="sourceLineNo">1866</span>    }<a name="line.1866"></a>
-<span class="sourceLineNo">1867</span><a name="line.1867"></a>
-<span class="sourceLineNo">1868</span>    private void refreshConfig() {<a name="line.1868"></a>
-<span class="sourceLineNo">1869</span>      addWorkerStuckPercentage = conf.getFloat(WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY,<a name="line.1869"></a>
-<span class="sourceLineNo">1870</span>          DEFAULT_WORKER_ADD_STUCK_PERCENTAGE);<a name="line.1870"></a>
-<span class="sourceLineNo">1871</span>      timeoutInterval = conf.getInt(WORKER_MONITOR_INTERVAL_CONF_KEY,<a name="line.1871"></a>
-<span class="sourceLineNo">1872</span>        DEFAULT_WORKER_MONITOR_INTERVAL);<a name="line.1872"></a>
-<span class="sourceLineNo">1873</span>      stuckThreshold = conf.getInt(WORKER_STUCK_THRESHOLD_CONF_KEY,<a name="line.1873"></a>
-<span class="sourceLineNo">1874</span>        DEFAULT_WORKER_STUCK_THRESHOLD);<a name="line.1874"></a>
-<span class="sourceLineNo">1875</span>    }<a name="line.1875"></a>
-<span class="sourceLineNo">1876</span><a name="line.1876"></a>
-<span class="sourceLineNo">1877</span>    @Override<a name="line.1877"></a>
-<span class="sourceLineNo">1878</span>    public int getTimeoutInterval() {<a name="line.1878"></a>
-<span class="sourceLineNo">1879</span>      return timeoutInterval;<a name="line.1879"></a>
-<span class="sourceLineNo">1880</span>    }<a name="line.1880"></a>
-<span class="sourceLineNo">1881</span>  }<a name="line.1881"></a>
-<span class="sourceLineNo">1882</span>}<a name="line.1882"></a>
+<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE,<a name="line.1430"></a>
+<span class="sourceLineNo">1431</span>        procedure.toString());<a name="line.1431"></a>
+<span class="sourceLineNo">1432</span><a name="line.1432"></a>
+<span class="sourceLineNo">1433</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1433"></a>
+<span class="sourceLineNo">1434</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1434"></a>
+<span class="sourceLineNo">1435</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1435"></a>
+<span class="sourceLineNo">1436</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1436"></a>
+<span class="sourceLineNo">1437</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1437"></a>
+<span class="sourceLineNo">1438</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1438"></a>
+<span class="sourceLineNo">1439</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1439"></a>
+<span class="sourceLineNo">1440</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1440"></a>
+<span class="sourceLineNo">1441</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1441"></a>
+<span class="sourceLineNo">1442</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1442"></a>
+<span class="sourceLineNo">1443</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1443"></a>
+<span class="sourceLineNo">1444</span>    boolean suspended = false;<a name="line.1444"></a>
+<span class="sourceLineNo">1445</span><a name="line.1445"></a>
+<span class="sourceLineNo">1446</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1446"></a>
+<span class="sourceLineNo">1447</span>    boolean reExecute = false;<a name="line.1447"></a>
+<span class="sourceLineNo">1448</span><a name="line.1448"></a>
+<span class="sourceLineNo">1449</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1449"></a>
+<span class="sourceLineNo">1450</span>    do {<a name="line.1450"></a>
+<span class="sourceLineNo">1451</span>      reExecute = false;<a name="line.1451"></a>
+<span class="sourceLineNo">1452</span>      try {<a name="line.1452"></a>
+<span class="sourceLineNo">1453</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1453"></a>
+<span class="sourceLineNo">1454</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1454"></a>
+<span class="sourceLineNo">1455</span>          subprocs = null;<a name="line.1455"></a>
+<span class="sourceLineNo">1456</span>        }<a name="line.1456"></a>
+<span class="sourceLineNo">1457</span>      } catch (ProcedureSuspendedException e) {<a name="line.1457"></a>
+<span class="sourceLineNo">1458</span>        if (LOG.isTraceEnabled()) {<a name="line.1458"></a>
+<span class="sourceLineNo">1459</span>          LOG.trace("Suspend " + procedure);<a name="line.1459"></a>
+<span class="sourceLineNo">1460</span>        }<a name="line.1460"></a>
+<span class="sourceLineNo">1461</span>        suspended = true;<a name="line.1461"></a>
+<span class="sourceLineNo">1462</span>      } catch (ProcedureYieldException e) {<a name="line.1462"></a>
+<span class="sourceLineNo">1463</span>        if (LOG.isTraceEnabled()) {<a name="line.1463"></a>
+<span class="sourceLineNo">1464</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1464"></a>
+<span class="sourceLineNo">1465</span>        }<a name="line.1465"></a>
+<span class="sourceLineNo">1466</span>        scheduler.yield(procedure);<a name="line.1466"></a>
+<span class="sourceLineNo">1467</span>        return;<a name="line.1467"></a>
+<span class="sourceLineNo">1468</span>      } catch (InterruptedException e) {<a name="line.1468"></a>
+<span class="sourceLineNo">1469</span>        if (LOG.isTraceEnabled()) {<a name="line.1469"></a>
+<span class="sourceLineNo">1470</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1470"></a>
+<span class="sourceLineNo">1471</span>        }<a name="line.1471"></a>
+<span class="sourceLineNo">1472</span>        handleInterruptedException(procedure, e);<a name="line.1472"></a>
+<span class="sourceLineNo">1473</span>        scheduler.yield(procedure);<a name="line.1473"></a>
+<span class="sourceLineNo">1474</span>        return;<a name="line.1474"></a>
+<span class="sourceLineNo">1475</span>      } catch (Throwable e) {<a name="line.1475"></a>
+<span class="sourceLineNo">1476</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1476"></a>
+<span class="sourceLineNo">1477</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1477"></a>
+<span class="sourceLineNo">1478</span>        LOG.error(msg, e);<a name="line.1478"></a>
+<span class="sourceLineNo">1479</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1479"></a>
+<span class="sourceLineNo">1480</span>      }<a name="line.1480"></a>
+<span class="sourceLineNo">1481</span><a name="line.1481"></a>
+<span class="sourceLineNo">1482</span>      if (!procedure.isFailed()) {<a name="line.1482"></a>
+<span class="sourceLineNo">1483</span>        if (subprocs != null) {<a name="line.1483"></a>
+<span class="sourceLineNo">1484</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1484"></a>
+<span class="sourceLineNo">1485</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1485"></a>
+<span class="sourceLineNo">1486</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1486"></a>
+<span class="sourceLineNo">1487</span>            subprocs = null;<a name="line.1487"></a>
+<span class="sourceLineNo">1488</span>            reExecute = true;<a name="line.1488"></a>
+<span class="sourceLineNo">1489</span>            if (LOG.isTraceEnabled()) {<a name="line.1489"></a>
+<span class="sourceLineNo">1490</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1490"></a>
+<span class="sourceLineNo">1491</span>            }<a name="line.1491"></a>
+<span class="sourceLineNo">1492</span>          } else {<a name="line.1492"></a>
+<span class="sourceLineNo">1493</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1493"></a>
+<span class="sourceLineNo">1494</span>            // subprocs may come back 'null'.<a name="line.1494"></a>
+<span class="sourceLineNo">1495</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1495"></a>
+<span class="sourceLineNo">1496</span>            LOG.info("Initialized subprocedures=" +<a name="line.1496"></a>
+<span class="sourceLineNo">1497</span>              (subprocs == null? null:<a name="line.1497"></a>
+<span class="sourceLineNo">1498</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1498"></a>
+<span class="sourceLineNo">1499</span>                collect(Collectors.toList()).toString()));<a name="line.1499"></a>
+<span class="sourceLineNo">1500</span>          }<a name="line.1500"></a>
+<span class="sourceLineNo">1501</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1501"></a>
+<span class="sourceLineNo">1502</span>          if (LOG.isTraceEnabled()) {<a name="line.1502"></a>
+<span class="sourceLineNo">1503</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1503"></a>
+<span class="sourceLineNo">1504</span>          }<a name="line.1504"></a>
+<span class="sourceLineNo">1505</span>          timeoutExecutor.add(procedure);<a name="line.1505"></a>
+<span class="sourceLineNo">1506</span>        } else if (!suspended) {<a name="line.1506"></a>
+<span class="sourceLineNo">1507</span>          // No subtask, so we are done<a name="line.1507"></a>
+<span class="sourceLineNo">1508</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1508"></a>
+<span class="sourceLineNo">1509</span>        }<a name="line.1509"></a>
+<span class="sourceLineNo">1510</span>      }<a name="line.1510"></a>
+<span class="sourceLineNo">1511</span><a name="line.1511"></a>
+<span class="sourceLineNo">1512</span>      // Add the procedure to the stack<a name="line.1512"></a>
+<span class="sourceLineNo">1513</span>      procStack.addRollbackStep(procedure);<a name="line.1513"></a>
+<span class="sourceLineNo">1514</span><a name="line.1514"></a>
+<span class="sourceLineNo">1515</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1515"></a>
+<span class="sourceLineNo">1516</span>      // useful to test the procedure recovery.<a name="line.1516"></a>
+<span class="sourceLineNo">1517</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1518"></a>
+<span class="sourceLineNo">1519</span>        stop();<a name="line.1519"></a>
+<span class="sourceLineNo">1520</span>        return;<a name="line.1520"></a>
+<span class="sourceLineNo">1521</span>      }<a name="line.1521"></a>
+<span class="sourceLineNo">1522</span><a name="line.1522"></a>
+<span class="sourceLineNo">1523</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1523"></a>
+<span class="sourceLineNo">1524</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1524"></a>
+<span class="sourceLineNo">1525</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1525"></a>
+<span class="sourceLineNo">1526</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1526"></a>
+<span class="sourceLineNo">1527</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1527"></a>
+<span class="sourceLineNo">1528</span>      //<a name="line.1528"></a>
+<span class="sourceLineNo">1529</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1529"></a>
+<span class="sourceLineNo">1530</span>      // can take a bunch of time to complete.<a name="line.1530"></a>
+<span class="sourceLineNo">1531</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1531"></a>
+<span class="sourceLineNo">1532</span><a name="line.1532"></a>
+<span class="sourceLineNo">1533</span>      // if the store is not running we are aborting<a name="line.1533"></a>
+<span class="sourceLineNo">1534</span>      if (!store.isRunning()) return;<a name="line.1534"></a>
+<span class="sourceLineNo">1535</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1535"></a>
+<span class="sourceLineNo">1536</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1536"></a>
+<span class="sourceLineNo">1537</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1537"></a>
+<span class="sourceLineNo">1538</span>        scheduler.yield(procedure);<a name="line.1538"></a>
+<span class="sourceLineNo">1539</span>        return;<a name="line.1539"></a>
+<span class="sourceLineNo">1540</span>      }<a name="line.1540"></a>
+<span class="sourceLineNo">1541</span><a name="line.1541"></a>
+<span class="sourceLineNo">1542</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1542"></a>
+<span class="sourceLineNo">1543</span>    } while (reExecute);<a name="line.1543"></a>
+<span class="sourceLineNo">1544</span>    // Submit the new subprocedures<a name="line.1544"></a>
+<span class="sourceLineNo">1545</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1545"></a>
+<span class="sourceLineNo">1546</span>      submitChildrenProcedures(subprocs);<a name="line.1546"></a>
+<span class="sourceLineNo">1547</span>    }<a name="line.1547"></a>
+<span class="sourceLineNo">1548</span><a name="line.1548"></a>
+<span class="sourceLineNo">1549</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1549"></a>
+<span class="sourceLineNo">1550</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1550"></a>
+<span class="sourceLineNo">1551</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1551"></a>
+<span class="sourceLineNo">1552</span>      countDownChildren(procStack, procedure);<a name="line.1552"></a>
+<span class="sourceLineNo">1553</span>    }<a name="line.1553"></a>
+<span class="sourceLineNo">1554</span>  }<a name="line.1554"></a>
+<span class="sourceLineNo">1555</span><a name="line.1555"></a>
+<span class="sourceLineNo">1556</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1556"></a>
+<span class="sourceLineNo">1557</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1557"></a>
+<span class="sourceLineNo">1558</span>    assert subprocs != null : "expected subprocedures";<a name="line.1558"></a>
+<span class="sourceLineNo">1559</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1559"></a>
+<span class="sourceLineNo">1560</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1560"></a>
+<span class="sourceLineNo">1561</span>      final Procedure subproc = subprocs[i];<a name="line.1561"></a>
+<span class="sourceLineNo">1562</span>      if (subproc == null) {<a name="line.1562"></a>
+<span class="sourceLineNo">1563</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1563"></a>
+<span class="sourceLineNo">1564</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1564"></a>
+<span class="sourceLineNo">1565</span>          new IllegalArgumentIOException(msg)));<a name="line.1565"></a>
+<span class="sourceLineNo">1566</span>        return null;<a name="line.1566"></a>
+<span class="sourceLineNo">1567</span>      }<a name="line.1567"></a>
+<span class="sourceLineNo">1568</span><a name="line.1568"></a>
+<span class="sourceLineNo">1569</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1569"></a>
+<span class="sourceLineNo">1570</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1570"></a>
+<span class="sourceLineNo">1571</span>      subproc.setRootProcId(rootProcId);<a name="line.1571"></a>
+<span class="sourceLineNo">1572</span>      subproc.setProcId(nextProcId());<a name="line.1572"></a>
+<span class="sourceLineNo">1573</span>      procStack.addSubProcedure(subproc);<a name="line.1573"></a>
+<span class="sourceLineNo">1574</span>    }<a name="line.1574"></a>
+<span class="sourceLineNo">1575</span><a name="line.1575"></a>
+<span class="sourceLineNo">1576</span>    if (!procedure.isFailed()) {<a name="line.1576"></a>
+<span class="sourceLineNo">1577</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1577"></a>
+<span class="sourceLineNo">1578</span>      switch (procedure.getState()) {<a name="line.1578"></a>
+<span class="sourceLineNo">1579</span>        case RUNNABLE:<a name="line.1579"></a>
+<span class="sourceLineNo">1580</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1580"></a>
+<span class="sourceLineNo">1581</span>          break;<a name="line.1581"></a>
+<span class="sourceLineNo">1582</span>        case WAITING_TIMEOUT:<a name="line.1582"></a>
+<span class="sourceLineNo">1583</span>          timeoutExecutor.add(procedure);<a name="line.1583"></a>
+<span class="sourceLineNo">1584</span>          break;<a name="line.1584"></a>
+<span class="sourceLineNo">1585</span>        default:<a name="line.1585"></a>
+<span class="sourceLineNo">1586</span>          break;<a name="line.1586"></a>
+<span class="sourceLineNo">1587</span>      }<a name="line.1587"></a>
+<span class="sourceLineNo">1588</span>    }<a name="line.1588"></a>
+<span class="sourceLineNo">1589</span>    return subprocs;<a name="line.1589"></a>
+<span class="sourceLineNo">1590</span>  }<a name="line.1590"></a>
+<span class="sourceLineNo">1591</span><a name="line.1591"></a>
+<span class="sourceLineNo">1592</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1592"></a>
+<span class="sourceLineNo">1593</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1593"></a>
+<span class="sourceLineNo">1594</span>      final Procedure subproc = subprocs[i];<a name="line.1594"></a>
+<span class="sourceLineNo">1595</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1595"></a>
+<span class="sourceLineNo">1596</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1596"></a>
+<span class="sourceLineNo">1597</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1597"></a>
+<span class="sourceLineNo">1598</span>      scheduler.addFront(subproc);<a name="line.1598"></a>
+<span class="sourceLineNo">1599</span>    }<a name="line.1599"></a>
+<span class="sourceLineNo">1600</span>  }<a name="line.1600"></a>
+<span class="sourceLineNo">1601</span><a name="line.1601"></a>
+<span class="sourceLineNo">1602</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1602"></a>
+<span class="sourceLineNo">1603</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1603"></a>
+<span class="sourceLineNo">1604</span>    if (parent == null) {<a name="line.1604"></a>
+<span class="sourceLineNo">1605</span>      assert procStack.isRollingback();<a name="line.1605"></a>
+<span class="sourceLineNo">1606</span>      return;<a name="line.1606"></a>
+<span class="sourceLineNo">1607</span>    }<a name="line.1607"></a>
+<span class="sourceLineNo">1608</span><a name="line.1608"></a>
+<span class="sourceLineNo">1609</span>    // If this procedure is the last child awake the parent procedure<a name="line.1609"></a>
+<span class="sourceLineNo">1610</span>    if (parent.tryRunnable()) {<a name="line.1610"></a>
+<span class="sourceLineNo">1611</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1611"></a>
+<span class="sourceLineNo">1612</span>      // children have completed, move parent to front of the queue.<a name="line.1612"></a>
+<span class="sourceLineNo">1613</span>      store.update(parent);<a name="line.1613"></a>
+<span class="sourceLineNo">1614</span>      scheduler.addFront(parent);<a name="line.1614"></a>
+<span class="sourceLineNo">1615</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1615"></a>
+<span class="sourceLineNo">1616</span>      return;<a name="line.1616"></a>
+<span class="sourceLineNo">1617</span>    }<a name="line.1617"></a>
+<span class="sourceLineNo">1618</span>  }<a name="line.1618"></a>
+<span class="sourceLineNo">1619</span><a name="line.1619"></a>
+<span class="sourceLineNo">1620</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1620"></a>
+<span class="sourceLineNo">1621</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1621"></a>
+<span class="sourceLineNo">1622</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1622"></a>
+<span class="sourceLineNo">1623</span>      if (LOG.isTraceEnabled()) {<a name="line.1623"></a>
+<span class="sourceLineNo">1624</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1624"></a>
+<span class="sourceLineNo">1625</span>      }<a name="line.1625"></a>
+<span class="sourceLineNo">1626</span>      store.insert(procedure, subprocs);<a name="line.1626"></a>
+<span class="sourceLineNo">1627</span>    } else {<a name="line.1627"></a>
+<span class="sourceLineNo">1628</span>      if (LOG.isTraceEnabled()) {<a name="line.1628"></a>
+<span class="sourceLineNo">1629</span>        LOG.trace("Store update " + procedure);<a name="line.1629"></a>
+<span class="sourceLineNo">1630</span>      }<a name="line.1630"></a>
+<span class="sourceLineNo">1631</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1631"></a>
+<span class="sourceLineNo">1632</span>        // remove child procedures<a name="line.1632"></a>
+<span class="sourceLineNo">1633</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1633"></a>
+<span class="sourceLineNo">1634</span>        if (childProcIds != null) {<a name="line.1634"></a>
+<span class="sourceLineNo">1635</span>          store.delete(procedure, childProcIds);<a name="line.1635"></a>
+<span class="sourceLineNo">1636</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1636"></a>
+<span class="sourceLineNo">1637</span>            procedures.remove(childProcIds[i]);<a name="line.1637"></a>
+<span class="sourceLineNo">1638</span>          }<a name="line.1638"></a>
+<span class="sourceLineNo">1639</span>        } else {<a name="line.1639"></a>
+<span class="sourceLineNo">1640</span>          store.update(procedure);<a name="line.1640"></a>
+<span class="sourceLineNo">1641</span>        }<a name="line.1641"></a>
+<span class="sourceLineNo">1642</span>      } else {<a name="line.1642"></a>
+<span class="sourceLineNo">1643</span>        store.update(procedure);<a name="line.1643"></a>
+<span class="sourceLineNo">1644</span>      }<a name="line.1644"></a>
+<span class="sourceLineNo">1645</span>    }<a name="line.1645"></a>
+<span class="sourceLineNo">1646</span>  }<a name="line.1646"></a>
+<span class="sourceLineNo">1647</span><a name="line.1647"></a>
+<span class="sourceLineNo">1648</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1648"></a>
+<span class="sourceLineNo">1649</span>    if (LOG.isTraceEnabled()) {<a name="line.1649"></a>
+<span class="sourceLineNo">1650</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1650"></a>
+<span class="sourceLineNo">1651</span>    }<a name="line.1651"></a>
+<span class="sourceLineNo">1652</span><a name="line.1652"></a>
+<span class="sourceLineNo">1653</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1653"></a>
+<span class="sourceLineNo">1654</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1654"></a>
+<span class="sourceLineNo">1655</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1655"></a>
+<span class="sourceLineNo">1656</span>    // and the executor/store will be stopped.<a name="line.1656"></a>
+<span class="sourceLineNo">1657</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1657"></a>
+<span class="sourceLineNo">1658</span>  }<a name="line.1658"></a>
+<span class="sourceLineNo">1659</span><a name="line.1659"></a>
+<span class="sourceLineNo">1660</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1660"></a>
+<span class="sourceLineNo">1661</span>    final TEnvironment env = getEnvironment();<a name="line.1661"></a>
+<span class="sourceLineNo">1662</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1662"></a>
+<span class="sourceLineNo">1663</span>      releaseLock(proc, true);<a name="line.1663"></a>
+<span class="sourceLineNo">1664</span>    }<a name="line.1664"></a>
+<span class="sourceLineNo">1665</span>    try {<a name="line.1665"></a>
+<span class="sourceLineNo">1666</span>      proc.completionCleanup(env);<a name="line.1666"></a>
+<span class="sourceLineNo">1667</span>    } catch (Throwable e) {<a name="line.1667"></a>
+<span class="sourceLineNo">1668</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1668"></a>
+<span class="sourceLineNo">1669</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1669"></a>
+<span class="sourceLineNo">1670</span>    }<a name="line.1670"></a>
+<span class="sourceLineNo">1671</span>  }<a name="line.1671"></a>
+<span class="sourceLineNo">1672</span><a name="line.1672"></a>
+<span class="sourceLineNo">1673</span>  private void procedureFinished(final Procedure proc) {<a name="line.1673"></a>
+<span class="sourceLineNo">1674</span>    // call the procedure completion cleanup handler<a name="line.1674"></a>
+<span class="sourceLineNo">1675</span>    execCompletionCleanup(proc);<a name="line.1675"></a>
+<span class="sourceLineNo">1676</span><a name="line.1676"></a>
+<span class="sourceLineNo">1677</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1677"></a>
+<span class="sourceLineNo">1678</span><a name="line.1678"></a>
+<span class="sourceLineNo">1679</span>    // update the executor internal state maps<a name="line.1679"></a>
+<span class="sourceLineNo">1680</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1680"></a>
+<span class="sourceLineNo">1681</span>      retainer.setClientAckTime(0);<a name="line.1681"></a>
+<span class="sourceLineNo">1682</span>    }<a name="line.1682"></a>
+<span class="sourceLineNo">1683</span><a name="line.1683"></a>
+<span class="sourceLineNo">1684</span>    completed.put(proc.getProcId(), retainer);<a name="line.1684"></a>
+<span class="sourceLineNo">1685</span>    rollbackStack.remove(proc.getProcId());<a name="line.1685"></a>
+<span class="sourceLineNo">1686</span>    procedures.remove(proc.getProcId());<a name="line.1686"></a>
+<span class="sourceLineNo">1687</span><a name="line.1687"></a>
+<span class="sourceLineNo">1688</span>    // call the runnableSet completion cleanup handler<a name="line.1688"></a>
+<span class="sourceLineNo">1689</span>    try {<a name="line.1689"></a>
+<span class="sourceLineNo">1690</span>      scheduler.completionCleanup(proc);<a name="line.1690"></a>
+<span class="sourceLineNo">1691</span>    } catch (Throwable e) {<a name="line.1691"></a>
+<span class="sourceLineNo">1692</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1692"></a>
+<span class="sourceLineNo">1693</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1693"></a>
+<span class="sourceLineNo">1694</span>    }<a name="line.1694"></a>
+<span class="sourceLineNo">1695</span><a name="line.1695"></a>
+<span class="sourceLineNo">1696</span>    // Notify the listeners<a name="line.1696"></a>
+<span class="sourceLineNo">1697</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1697"></a>
+<span class="sourceLineNo">1698</span>  }<a name="line.1698"></a>
+<span class="sourceLineNo">1699</span><a name="line.1699"></a>
+<span class="sourceLineNo">1700</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1700"></a>
+<span class="sourceLineNo">1701</span>    return rollbackStack.get(rootProcId);<a name="line.1701"></a>
+<span class="sourceLineNo">1702</span>  }<a name="line.1702"></a>
+<span class="sourceLineNo">1703</span><a name="line.1703"></a>
+<span class="sourceLineNo">1704</span>  // ==========================================================================<a name="line.1704"></a>
+<span class="sourceLineNo">1705</span>  //  Worker Thread<a name="line.1705"></a>
+<span class="sourceLineNo">1706</span>  // ==========================================================================<a name="line.1706"></a>
+<span class="sourceLineNo">1707</span>  private class WorkerThread extends StoppableThread {<a name="line.1707"></a>
+<span class="sourceLineNo">1708</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1708"></a>
+<span class="sourceLineNo">1709</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1709"></a>
+<span class="sourceLineNo">1710</span><a name="line.1710"></a>
+<span class="sourceLineNo">1711</span>    public WorkerThread(ThreadGroup group) {<a name="line.1711"></a>
+<span class="sourceLineNo">1712</span>      this(group, "PEWorker-");<a name="line.1712"></a>
+<span class="sourceLineNo">1713</span>    }<a name="line.1713"></a>
+<span class="sourceLineNo">1714</span><a name="line.1714"></a>
+<span class="sourceLineNo">1715</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1715"></a>
+<span class="sourceLineNo">1716</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1716"></a>
+<span class="sourceLineNo">1717</span>      setDaemon(true);<a name="line.1717"></a>
+<span class="sourceLineNo">1718</span>    }<a name="line.1718"></a>
+<span class="sourceLineNo">1719</span><a name="line.1719"></a>
+<span class="sourceLineNo">1720</span>    @Override<a name="line.1720"></a>
+<span class="sourceLineNo">1721</span>    public void sendStopSignal() {<a name="line.1721"></a>
+<span class="sourceLineNo">1722</span>      scheduler.signalAll();<a name="line.1722"></a>
+<span class="sourceLineNo">1723</span>    }<a name="line.1723"></a>
+<span class="sourceLineNo">1724</span><a name="line.1724"></a>
+<span class="sourceLineNo">1725</span>    @Override<a name="line.1725"></a>
+<span class="sourceLineNo">1726</span>    public void run() {<a name="line.1726"></a>
+<span class="sourceLineNo">1727</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1727"></a>
+<span class="sourceLineNo">1728</span>      try {<a name="line.1728"></a>
+<span class="sourceLineNo">1729</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1729"></a>
+<span class="sourceLineNo">1730</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1730"></a>
+<span class="sourceLineNo">1731</span>          if (proc == null) {<a name="line.1731"></a>
+<span class="sourceLineNo">1732</span>            continue;<a name="line.1732"></a>
+<span class="sourceLineNo">1733</span>          }<a name="line.1733"></a>
+<span class="sourceLineNo">1734</span>          this.activeProcedure = proc;<a name="line.1734"></a>
+<span class="sourceLineNo">1735</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1735"></a>
+<span class="sourceLineNo">1736</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1736"></a>
+<span class="sourceLineNo">1737</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1737"></a>
+<span class="sourceLineNo">1738</span>            runningCount, activeCount);<a name="line.1738"></a>
+<span class="sourceLineNo">1739</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1739"></a>
+<span class="sourceLineNo">1740</span>          try {<a name="line.1740"></a>
+<span class="sourceLineNo">1741</span>            executeProcedure(proc);<a name="line.1741"></a>
+<span class="sourceLineNo">1742</span>          } catch (AssertionError e) {<a name="line.1742"></a>
+<span class="sourceLineNo">1743</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1743"></a>
+<span class="sourceLineNo">1744</span>            throw e;<a name="line.1744"></a>
+<span class="sourceLineNo">1745</span>          } finally {<a name="line.1745"></a>
+<span class="sourceLineNo">1746</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1746"></a>
+<span class="sourceLineNo">1747</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1747"></a>
+<span class="sourceLineNo">1748</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1748"></a>
+<span class="sourceLineNo">1749</span>              runningCount, activeCount);<a name="line.1749"></a>
+<span class="sourceLineNo">1750</span>            this.activeProcedure = null;<a name="line.1750"></a>
+<span class="sourceLineNo">1751</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1751"></a>
+<span class="sourceLineNo">1752</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1752"></a>
+<span class="sourceLineNo">1753</span>          }<a name="line.1753"></a>
+<span class="sourceLineNo">1754</span>        }<a name="line.1754"></a>
+<span class="sourceLineNo">1755</span>      } catch (Throwable t) {<a name="line.1755"></a>
+<span class="sourceLineNo">1756</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1756"></a>
+<span class="sourceLineNo">1757</span>      } finally {<a name="line.1757"></a>
+<span class="sourceLineNo">1758</span>        LOG.trace("Worker terminated.");<a name="line.1758"></a>
+<span class="sourceLineNo">1759</span>      }<a name="line.1759"></a>
+<span class="sourceLineNo">1760</span>      workerThreads.remove(this);<a name="line.1760"></a>
+<span class="sourceLineNo">1761</span>    }<a name="line.1761"></a>
+<span class="sourceLineNo">1762</span><a name="line.1762"></a>
+<span class="sourceLineNo">1763</span>    @Override<a name="line.1763"></a>
+<span class="sourceLineNo">1764</span>    public String toString() {<a name="line.1764"></a>
+<span class="sourceLineNo">1765</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1765"></a>
+<span class="sourceLineNo">1766</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1766"></a>
+<span class="sourceLineNo">1767</span>    }<a name="line.1767"></a>
+<span class="sourceLineNo">1768</span><a name="line.1768"></a>
+<span class="sourceLineNo">1769</span>    /**<a name="line.1769"></a>
+<span class="sourceLineNo">1770</span>     * @return the time since the current procedure is running<a name="line.1770"></a>
+<span class="sourceLineNo">1771</span>     */<a name="line.1771"></a>
+<span class="sourceLineNo">1772</span>    public long getCurrentRunTime() {<a name="line.1772"></a>
+<span class="sourceLineNo">1773</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1773"></a>
+<span class="sourceLineNo">1774</span>    }<a name="line.1774"></a>
+<span class="sourceLineNo">1775</span><a name="line.1775"></a>
+<span class="sourceLineNo">1776</span>    // core worker never timeout<a name="line.1776"></a>
+<span class="sourceLineNo">1777</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1777"></a>
+<span class="sourceLineNo">1778</span>      return true;<a name="line.1778"></a>
+<span class="sourceLineNo">1779</span>    }<a name="line.1779"></a>
+<span class="sourceLineNo">1780</span>  }<a name="line.1780"></a>
+<span class="sourceLineNo">1781</span><a name="line.1781"></a>
+<span class="sourceLineNo">1782</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1782"></a>
+<span class="sourceLineNo">1783</span>  // keepAliveTime if there is no procedure to run.<a name="line.1783"></a>
+<span class="sourceLineNo">1784</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1784"></a>
+<span class="sourceLineNo">1785</span><a name="line.1785"></a>
+<span class="sourceLineNo">1786</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1786"></a>
+<span class="sourceLineNo">1787</span>      super(group, "KeepAlivePEWorker-");<a name="line.1787"></a>
+<span class="sourceLineNo">1788</span>    }<a name="line.1788"></a>
+<span class="sourceLineNo">1789</span><a name="line.1789"></a>
+<span class="sourceLineNo">1790</span>    @Override<a name="line.1790"></a>
+<span class="sourceLineNo">1791</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1791"></a>
+<span class="sourceLineNo">1792</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1792"></a>
+<span class="sourceLineNo">1793</span>    }<a name="line.1793"></a>
+<span class="sourceLineNo">1794</span>  }<a name="line.1794"></a>
+<span class="sourceLineNo">1795</span><a name="line.1795"></a>
+<span class="sourceLineNo">1796</span>  // ----------------------------------------------------------------------------<a name="line.1796"></a>
+<span class="sourceLineNo">1797</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1797"></a>
+<span class="sourceLineNo">1798</span>  // full set of procedures pending and completed to write a compacted<a name="line.1798"></a>
+<span class="sourceLineNo">1799</span>  // version of the log (in case is a log)?<a name="line.1799"></a>
+<span class="sourceLineNo">1800</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1800"></a>
+<span class="sourceLineNo">1801</span>  // will have the tracker saying everything is in the last log.<a name="line.1801"></a>
+<span class="sourceLineNo">1802</span>  // ----------------------------------------------------------------------------<a name="line.1802"></a>
+<span class="sourceLineNo">1803</span><a name="line.1803"></a>
+<span class="sourceLineNo">1804</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1804"></a>
+<span class="sourceLineNo">1805</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1805"></a>
+<span class="sourceLineNo">1806</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1806"></a>
+<span class="sourceLineNo">1807</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1807"></a>
+<span class="sourceLineNo">1808</span><a name="line.1808"></a>
+<span class="sourceLineNo">1809</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1809"></a>
+<span class="sourceLineNo">1810</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1810"></a>
+<span class="sourceLineNo">1811</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1811"></a>
+<span class="sourceLineNo">1812</span><a name="line.1812"></a>
+<span class="sourceLineNo">1813</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1813"></a>
+<span class="sourceLineNo">1814</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1814"></a>
+<span class="sourceLineNo">1815</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1815"></a>
+<span class="sourceLineNo">1816</span><a name="line.1816"></a>
+<span class="sourceLineNo">1817</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1817"></a>
+<span class="sourceLineNo">1818</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1818"></a>
+<span class="sourceLineNo">1819</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1819"></a>
+<span class="sourceLineNo">1820</span><a name="line.1820"></a>
+<span class="sourceLineNo">1821</span>    public WorkerMonitor() {<a name="line.1821"></a>
+<span class="sourceLineNo">1822</span>      refreshConfig();<a name="line.1822"></a>
+<span class="sourceLineNo">1823</span>    }<a name="line.1823"></a>
+<span class="sourceLineNo">1824</span><a name="line.1824"></a>
+<span class="sourceLineNo">1825</span>    @Override<a name="line.1825"></a>
+<span class="sourceLineNo">1826</span>    public void run() {<a name="line.1826"></a>
+<span class="sourceLineNo">1827</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1827"></a>
+<span class="sourceLineNo">1828</span>      checkThreadCount(stuckCount);<a name="line.1828"></a>
+<span class="sourceLineNo">1829</span><a name="line.1829"></a>
+<span class="sourceLineNo">1830</span>      // refresh interval (poor man dynamic conf update)<a name="line.1830"></a>
+<span class="sourceLineNo">1831</span>      refreshConfig();<a name="line.1831"></a>
+<span class="sourceLineNo">1832</span>    }<a name="line.1832"></a>
+<span class="sourceLineNo">1833</span><a name="line.1833"></a>
+<span class="sourceLineNo">1834</span>    private int checkForStuckWorkers() {<a name="line.1834"></a>
+<span class="sourceLineNo">1835</span>      // check if any of the worker is stuck<a name="line.1835"></a>
+<span class="sourceLineNo">1836</span>      int stuckCount = 0;<a name="line.1836"></a>
+<span class="sourceLineNo">1837</span>      for (WorkerThread worker : workerThreads) {<a name="line.1837"></a>
+<span class="sourceLineNo">1838</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1838"></a>
+<span class="sourceLineNo">1839</span>          continue;<a name="line.1839"></a>
+<span class="sourceLineNo">1840</span>        }<a name="line.1840"></a>
+<span class="sourceLineNo">1841</span><a name="line.1841"></a>
+<span class="sourceLineNo">1842</sp

<TRUNCATED>

[25/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaCallIssuingRunnable.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaCallIssuingRunnable.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaCallIssuingRunnable.html
index c27b109..4160a88 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaCallIssuingRunnable.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.ReplicaCallIssuingRunnable.html
@@ -105,7 +105,7 @@
 <span class="sourceLineNo">097</span>        try {<a name="line.97"></a>
 <span class="sourceLineNo">098</span>          done = waitUntilDone(startTime * 1000L + asyncProcess.primaryCallTimeoutMicroseconds);<a name="line.98"></a>
 <span class="sourceLineNo">099</span>        } catch (InterruptedException ex) {<a name="line.99"></a>
-<span class="sourceLineNo">100</span>          LOG.error("Replica thread was interrupted - no replica calls: " + ex.getMessage());<a name="line.100"></a>
+<span class="sourceLineNo">100</span>          LOG.error("Replica thread interrupted - no replica calls {}", ex.getMessage());<a name="line.100"></a>
 <span class="sourceLineNo">101</span>          return;<a name="line.101"></a>
 <span class="sourceLineNo">102</span>        }<a name="line.102"></a>
 <span class="sourceLineNo">103</span>      }<a name="line.103"></a>
@@ -149,7 +149,7 @@
 <span class="sourceLineNo">141</span>      if (loc == null) return;<a name="line.141"></a>
 <span class="sourceLineNo">142</span>      HRegionLocation[] locs = loc.getRegionLocations();<a name="line.142"></a>
 <span class="sourceLineNo">143</span>      if (locs.length == 1) {<a name="line.143"></a>
-<span class="sourceLineNo">144</span>        LOG.warn("No replicas found for " + action.getAction());<a name="line.144"></a>
+<span class="sourceLineNo">144</span>        LOG.warn("No replicas found for {}", action.getAction());<a name="line.144"></a>
 <span class="sourceLineNo">145</span>        return;<a name="line.145"></a>
 <span class="sourceLineNo">146</span>      }<a name="line.146"></a>
 <span class="sourceLineNo">147</span>      synchronized (replicaResultLock) {<a name="line.147"></a>
@@ -230,8 +230,8 @@
 <span class="sourceLineNo">222</span>          return;<a name="line.222"></a>
 <span class="sourceLineNo">223</span>        } catch (Throwable t) {<a name="line.223"></a>
 <span class="sourceLineNo">224</span>          // This should not happen. Let's log &amp; retry anyway.<a name="line.224"></a>
-<span class="sourceLineNo">225</span>          LOG.error("#" + asyncProcess.id + ", Caught throwable while calling. This is unexpected." +<a name="line.225"></a>
-<span class="sourceLineNo">226</span>              " Retrying. Server is " + server + ", tableName=" + tableName, t);<a name="line.226"></a>
+<span class="sourceLineNo">225</span>          LOG.error("id=" + asyncProcess.id + ", caught throwable. Unexpected." +<a name="line.225"></a>
+<span class="sourceLineNo">226</span>              " Retrying. Server=" + server + ", tableName=" + tableName, t);<a name="line.226"></a>
 <span class="sourceLineNo">227</span>          receiveGlobalFailure(multiAction, server, numAttempt, t);<a name="line.227"></a>
 <span class="sourceLineNo">228</span>          return;<a name="line.228"></a>
 <span class="sourceLineNo">229</span>        }<a name="line.229"></a>
@@ -247,1036 +247,1035 @@
 <span class="sourceLineNo">239</span>        }<a name="line.239"></a>
 <span class="sourceLineNo">240</span>      } catch (Throwable t) {<a name="line.240"></a>
 <span class="sourceLineNo">241</span>        // Something really bad happened. We are on the send thread that will now die.<a name="line.241"></a>
-<span class="sourceLineNo">242</span>        LOG.error("Internal AsyncProcess #" + asyncProcess.id + " error for "<a name="line.242"></a>
-<span class="sourceLineNo">243</span>            + tableName + " processing for " + server, t);<a name="line.243"></a>
-<span class="sourceLineNo">244</span>        throw new RuntimeException(t);<a name="line.244"></a>
-<span class="sourceLineNo">245</span>      } finally {<a name="line.245"></a>
-<span class="sourceLineNo">246</span>        asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.246"></a>
-<span class="sourceLineNo">247</span>        if (callsInProgress != null &amp;&amp; callable != null &amp;&amp; res != null) {<a name="line.247"></a>
-<span class="sourceLineNo">248</span>          callsInProgress.remove(callable);<a name="line.248"></a>
-<span class="sourceLineNo">249</span>        }<a name="line.249"></a>
-<span class="sourceLineNo">250</span>      }<a name="line.250"></a>
-<span class="sourceLineNo">251</span>    }<a name="line.251"></a>
-<span class="sourceLineNo">252</span>  }<a name="line.252"></a>
-<span class="sourceLineNo">253</span><a name="line.253"></a>
-<span class="sourceLineNo">254</span>  private final Batch.Callback&lt;CResult&gt; callback;<a name="line.254"></a>
-<span class="sourceLineNo">255</span>  private final BatchErrors errors;<a name="line.255"></a>
-<span class="sourceLineNo">256</span>  private final ConnectionImplementation.ServerErrorTracker errorsByServer;<a name="line.256"></a>
-<span class="sourceLineNo">257</span>  private final ExecutorService pool;<a name="line.257"></a>
-<span class="sourceLineNo">258</span>  private final Set&lt;CancellableRegionServerCallable&gt; callsInProgress;<a name="line.258"></a>
+<span class="sourceLineNo">242</span>        LOG.error("id=" + asyncProcess.id + " error for " + tableName + " processing " + server, t);<a name="line.242"></a>
+<span class="sourceLineNo">243</span>        throw new RuntimeException(t);<a name="line.243"></a>
+<span class="sourceLineNo">244</span>      } finally {<a name="line.244"></a>
+<span class="sourceLineNo">245</span>        asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.245"></a>
+<span class="sourceLineNo">246</span>        if (callsInProgress != null &amp;&amp; callable != null &amp;&amp; res != null) {<a name="line.246"></a>
+<span class="sourceLineNo">247</span>          callsInProgress.remove(callable);<a name="line.247"></a>
+<span class="sourceLineNo">248</span>        }<a name="line.248"></a>
+<span class="sourceLineNo">249</span>      }<a name="line.249"></a>
+<span class="sourceLineNo">250</span>    }<a name="line.250"></a>
+<span class="sourceLineNo">251</span>  }<a name="line.251"></a>
+<span class="sourceLineNo">252</span><a name="line.252"></a>
+<span class="sourceLineNo">253</span>  private final Batch.Callback&lt;CResult&gt; callback;<a name="line.253"></a>
+<span class="sourceLineNo">254</span>  private final BatchErrors errors;<a name="line.254"></a>
+<span class="sourceLineNo">255</span>  private final ConnectionImplementation.ServerErrorTracker errorsByServer;<a name="line.255"></a>
+<span class="sourceLineNo">256</span>  private final ExecutorService pool;<a name="line.256"></a>
+<span class="sourceLineNo">257</span>  private final Set&lt;CancellableRegionServerCallable&gt; callsInProgress;<a name="line.257"></a>
+<span class="sourceLineNo">258</span><a name="line.258"></a>
 <span class="sourceLineNo">259</span><a name="line.259"></a>
-<span class="sourceLineNo">260</span><a name="line.260"></a>
-<span class="sourceLineNo">261</span>  private final TableName tableName;<a name="line.261"></a>
-<span class="sourceLineNo">262</span>  private final AtomicLong actionsInProgress = new AtomicLong(-1);<a name="line.262"></a>
-<span class="sourceLineNo">263</span>  /**<a name="line.263"></a>
-<span class="sourceLineNo">264</span>   * The lock controls access to results. It is only held when populating results where<a name="line.264"></a>
-<span class="sourceLineNo">265</span>   * there might be several callers (eventual consistency gets). For other requests,<a name="line.265"></a>
-<span class="sourceLineNo">266</span>   * there's one unique call going on per result index.<a name="line.266"></a>
-<span class="sourceLineNo">267</span>   */<a name="line.267"></a>
-<span class="sourceLineNo">268</span>  private final Object replicaResultLock = new Object();<a name="line.268"></a>
-<span class="sourceLineNo">269</span>  /**<a name="line.269"></a>
-<span class="sourceLineNo">270</span>   * Result array.  Null if results are not needed. Otherwise, each index corresponds to<a name="line.270"></a>
-<span class="sourceLineNo">271</span>   * the action index in initial actions submitted. For most request types, has null-s for<a name="line.271"></a>
-<span class="sourceLineNo">272</span>   * requests that are not done, and result/exception for those that are done.<a name="line.272"></a>
-<span class="sourceLineNo">273</span>   * For eventual-consistency gets, initially the same applies; at some point, replica calls<a name="line.273"></a>
-<span class="sourceLineNo">274</span>   * might be started, and ReplicaResultState is put at the corresponding indices. The<a name="line.274"></a>
-<span class="sourceLineNo">275</span>   * returning calls check the type to detect when this is the case. After all calls are done,<a name="line.275"></a>
-<span class="sourceLineNo">276</span>   * ReplicaResultState-s are replaced with results for the user.<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   */<a name="line.277"></a>
-<span class="sourceLineNo">278</span>  private final Object[] results;<a name="line.278"></a>
-<span class="sourceLineNo">279</span>  /**<a name="line.279"></a>
-<span class="sourceLineNo">280</span>   * Indices of replica gets in results. If null, all or no actions are replica-gets.<a name="line.280"></a>
-<span class="sourceLineNo">281</span>   */<a name="line.281"></a>
-<span class="sourceLineNo">282</span>  private final int[] replicaGetIndices;<a name="line.282"></a>
-<span class="sourceLineNo">283</span>  private final boolean hasAnyReplicaGets;<a name="line.283"></a>
-<span class="sourceLineNo">284</span>  private final long nonceGroup;<a name="line.284"></a>
-<span class="sourceLineNo">285</span>  private final CancellableRegionServerCallable currentCallable;<a name="line.285"></a>
-<span class="sourceLineNo">286</span>  private final int operationTimeout;<a name="line.286"></a>
-<span class="sourceLineNo">287</span>  private final int rpcTimeout;<a name="line.287"></a>
-<span class="sourceLineNo">288</span>  private final AsyncProcess asyncProcess;<a name="line.288"></a>
-<span class="sourceLineNo">289</span><a name="line.289"></a>
-<span class="sourceLineNo">290</span>  /**<a name="line.290"></a>
-<span class="sourceLineNo">291</span>   * For {@link AsyncRequestFutureImpl#manageError(int, Row, Retry, Throwable, ServerName)}. Only<a name="line.291"></a>
-<span class="sourceLineNo">292</span>   * used to make logging more clear, we don't actually care why we don't retry.<a name="line.292"></a>
-<span class="sourceLineNo">293</span>   */<a name="line.293"></a>
-<span class="sourceLineNo">294</span>  public enum Retry {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>    YES,<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    NO_LOCATION_PROBLEM,<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    NO_NOT_RETRIABLE,<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    NO_RETRIES_EXHAUSTED,<a name="line.298"></a>
-<span class="sourceLineNo">299</span>    NO_OTHER_SUCCEEDED<a name="line.299"></a>
-<span class="sourceLineNo">300</span>  }<a name="line.300"></a>
-<span class="sourceLineNo">301</span><a name="line.301"></a>
-<span class="sourceLineNo">302</span>  /** Sync point for calls to multiple replicas for the same user request (Get).<a name="line.302"></a>
-<span class="sourceLineNo">303</span>   * Created and put in the results array (we assume replica calls require results) when<a name="line.303"></a>
-<span class="sourceLineNo">304</span>   * the replica calls are launched. See results for details of this process.<a name="line.304"></a>
-<span class="sourceLineNo">305</span>   * POJO, all fields are public. To modify them, the object itself is locked. */<a name="line.305"></a>
-<span class="sourceLineNo">306</span>  private static class ReplicaResultState {<a name="line.306"></a>
-<span class="sourceLineNo">307</span>    public ReplicaResultState(int callCount) {<a name="line.307"></a>
-<span class="sourceLineNo">308</span>      this.callCount = callCount;<a name="line.308"></a>
-<span class="sourceLineNo">309</span>    }<a name="line.309"></a>
-<span class="sourceLineNo">310</span><a name="line.310"></a>
-<span class="sourceLineNo">311</span>    /** Number of calls outstanding, or 0 if a call succeeded (even with others outstanding). */<a name="line.311"></a>
-<span class="sourceLineNo">312</span>    int callCount;<a name="line.312"></a>
-<span class="sourceLineNo">313</span>    /** Errors for which it is not decided whether we will report them to user. If one of the<a name="line.313"></a>
-<span class="sourceLineNo">314</span>     * calls succeeds, we will discard the errors that may have happened in the other calls. */<a name="line.314"></a>
-<span class="sourceLineNo">315</span>    BatchErrors replicaErrors = null;<a name="line.315"></a>
-<span class="sourceLineNo">316</span><a name="line.316"></a>
-<span class="sourceLineNo">317</span>    @Override<a name="line.317"></a>
-<span class="sourceLineNo">318</span>    public String toString() {<a name="line.318"></a>
-<span class="sourceLineNo">319</span>      return "[call count " + callCount + "; errors " + replicaErrors + "]";<a name="line.319"></a>
-<span class="sourceLineNo">320</span>    }<a name="line.320"></a>
-<span class="sourceLineNo">321</span>  }<a name="line.321"></a>
-<span class="sourceLineNo">322</span><a name="line.322"></a>
-<span class="sourceLineNo">323</span>  public AsyncRequestFutureImpl(AsyncProcessTask task, List&lt;Action&gt; actions,<a name="line.323"></a>
-<span class="sourceLineNo">324</span>      long nonceGroup, AsyncProcess asyncProcess) {<a name="line.324"></a>
-<span class="sourceLineNo">325</span>    this.pool = task.getPool();<a name="line.325"></a>
-<span class="sourceLineNo">326</span>    this.callback = task.getCallback();<a name="line.326"></a>
-<span class="sourceLineNo">327</span>    this.nonceGroup = nonceGroup;<a name="line.327"></a>
-<span class="sourceLineNo">328</span>    this.tableName = task.getTableName();<a name="line.328"></a>
-<span class="sourceLineNo">329</span>    this.actionsInProgress.set(actions.size());<a name="line.329"></a>
-<span class="sourceLineNo">330</span>    if (task.getResults() == null) {<a name="line.330"></a>
-<span class="sourceLineNo">331</span>      results = task.getNeedResults() ? new Object[actions.size()] : null;<a name="line.331"></a>
-<span class="sourceLineNo">332</span>    } else {<a name="line.332"></a>
-<span class="sourceLineNo">333</span>      if (task.getResults().length != actions.size()) {<a name="line.333"></a>
-<span class="sourceLineNo">334</span>        throw new AssertionError("results.length");<a name="line.334"></a>
-<span class="sourceLineNo">335</span>      }<a name="line.335"></a>
-<span class="sourceLineNo">336</span>      this.results = task.getResults();<a name="line.336"></a>
-<span class="sourceLineNo">337</span>      for (int i = 0; i != this.results.length; ++i) {<a name="line.337"></a>
-<span class="sourceLineNo">338</span>        results[i] = null;<a name="line.338"></a>
-<span class="sourceLineNo">339</span>      }<a name="line.339"></a>
-<span class="sourceLineNo">340</span>    }<a name="line.340"></a>
-<span class="sourceLineNo">341</span>    List&lt;Integer&gt; replicaGetIndices = null;<a name="line.341"></a>
-<span class="sourceLineNo">342</span>    boolean hasAnyReplicaGets = false;<a name="line.342"></a>
-<span class="sourceLineNo">343</span>    if (results != null) {<a name="line.343"></a>
-<span class="sourceLineNo">344</span>      // Check to see if any requests might require replica calls.<a name="line.344"></a>
-<span class="sourceLineNo">345</span>      // We expect that many requests will consist of all or no multi-replica gets; in such<a name="line.345"></a>
-<span class="sourceLineNo">346</span>      // cases we would just use a boolean (hasAnyReplicaGets). If there's a mix, we will<a name="line.346"></a>
-<span class="sourceLineNo">347</span>      // store the list of action indexes for which replica gets are possible, and set<a name="line.347"></a>
-<span class="sourceLineNo">348</span>      // hasAnyReplicaGets to true.<a name="line.348"></a>
-<span class="sourceLineNo">349</span>      boolean hasAnyNonReplicaReqs = false;<a name="line.349"></a>
-<span class="sourceLineNo">350</span>      int posInList = 0;<a name="line.350"></a>
-<span class="sourceLineNo">351</span>      for (Action action : actions) {<a name="line.351"></a>
-<span class="sourceLineNo">352</span>        boolean isReplicaGet = AsyncProcess.isReplicaGet(action.getAction());<a name="line.352"></a>
-<span class="sourceLineNo">353</span>        if (isReplicaGet) {<a name="line.353"></a>
-<span class="sourceLineNo">354</span>          hasAnyReplicaGets = true;<a name="line.354"></a>
-<span class="sourceLineNo">355</span>          if (hasAnyNonReplicaReqs) { // Mixed case<a name="line.355"></a>
-<span class="sourceLineNo">356</span>            if (replicaGetIndices == null) {<a name="line.356"></a>
-<span class="sourceLineNo">357</span>              replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.357"></a>
-<span class="sourceLineNo">358</span>            }<a name="line.358"></a>
-<span class="sourceLineNo">359</span>            replicaGetIndices.add(posInList);<a name="line.359"></a>
-<span class="sourceLineNo">360</span>          }<a name="line.360"></a>
-<span class="sourceLineNo">361</span>        } else if (!hasAnyNonReplicaReqs) {<a name="line.361"></a>
-<span class="sourceLineNo">362</span>          // The first non-multi-replica request in the action list.<a name="line.362"></a>
-<span class="sourceLineNo">363</span>          hasAnyNonReplicaReqs = true;<a name="line.363"></a>
-<span class="sourceLineNo">364</span>          if (posInList &gt; 0) {<a name="line.364"></a>
-<span class="sourceLineNo">365</span>            // Add all the previous requests to the index lists. We know they are all<a name="line.365"></a>
-<span class="sourceLineNo">366</span>            // replica-gets because this is the first non-multi-replica request in the list.<a name="line.366"></a>
-<span class="sourceLineNo">367</span>            replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.367"></a>
-<span class="sourceLineNo">368</span>            for (int i = 0; i &lt; posInList; ++i) {<a name="line.368"></a>
-<span class="sourceLineNo">369</span>              replicaGetIndices.add(i);<a name="line.369"></a>
-<span class="sourceLineNo">370</span>            }<a name="line.370"></a>
-<span class="sourceLineNo">371</span>          }<a name="line.371"></a>
-<span class="sourceLineNo">372</span>        }<a name="line.372"></a>
-<span class="sourceLineNo">373</span>        ++posInList;<a name="line.373"></a>
-<span class="sourceLineNo">374</span>      }<a name="line.374"></a>
-<span class="sourceLineNo">375</span>    }<a name="line.375"></a>
-<span class="sourceLineNo">376</span>    this.hasAnyReplicaGets = hasAnyReplicaGets;<a name="line.376"></a>
-<span class="sourceLineNo">377</span>    if (replicaGetIndices != null) {<a name="line.377"></a>
-<span class="sourceLineNo">378</span>      this.replicaGetIndices = new int[replicaGetIndices.size()];<a name="line.378"></a>
-<span class="sourceLineNo">379</span>      int i = 0;<a name="line.379"></a>
-<span class="sourceLineNo">380</span>      for (Integer el : replicaGetIndices) {<a name="line.380"></a>
-<span class="sourceLineNo">381</span>        this.replicaGetIndices[i++] = el;<a name="line.381"></a>
-<span class="sourceLineNo">382</span>      }<a name="line.382"></a>
-<span class="sourceLineNo">383</span>    } else {<a name="line.383"></a>
-<span class="sourceLineNo">384</span>      this.replicaGetIndices = null;<a name="line.384"></a>
-<span class="sourceLineNo">385</span>    }<a name="line.385"></a>
-<span class="sourceLineNo">386</span>    this.callsInProgress = !hasAnyReplicaGets ? null :<a name="line.386"></a>
-<span class="sourceLineNo">387</span>        Collections.newSetFromMap(<a name="line.387"></a>
-<span class="sourceLineNo">388</span>            new ConcurrentHashMap&lt;CancellableRegionServerCallable, Boolean&gt;());<a name="line.388"></a>
-<span class="sourceLineNo">389</span>    this.asyncProcess = asyncProcess;<a name="line.389"></a>
-<span class="sourceLineNo">390</span>    this.errorsByServer = createServerErrorTracker();<a name="line.390"></a>
-<span class="sourceLineNo">391</span>    this.errors = new BatchErrors();<a name="line.391"></a>
-<span class="sourceLineNo">392</span>    this.operationTimeout = task.getOperationTimeout();<a name="line.392"></a>
-<span class="sourceLineNo">393</span>    this.rpcTimeout = task.getRpcTimeout();<a name="line.393"></a>
-<span class="sourceLineNo">394</span>    this.currentCallable = task.getCallable();<a name="line.394"></a>
-<span class="sourceLineNo">395</span>    if (task.getCallable() == null) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>      tracker = new RetryingTimeTracker().start();<a name="line.396"></a>
-<span class="sourceLineNo">397</span>    }<a name="line.397"></a>
-<span class="sourceLineNo">398</span>  }<a name="line.398"></a>
-<span class="sourceLineNo">399</span><a name="line.399"></a>
-<span class="sourceLineNo">400</span>  @VisibleForTesting<a name="line.400"></a>
-<span class="sourceLineNo">401</span>  protected Set&lt;CancellableRegionServerCallable&gt; getCallsInProgress() {<a name="line.401"></a>
-<span class="sourceLineNo">402</span>    return callsInProgress;<a name="line.402"></a>
-<span class="sourceLineNo">403</span>  }<a name="line.403"></a>
-<span class="sourceLineNo">404</span><a name="line.404"></a>
-<span class="sourceLineNo">405</span>  @VisibleForTesting<a name="line.405"></a>
-<span class="sourceLineNo">406</span>  SingleServerRequestRunnable createSingleServerRequest(MultiAction multiAction, int numAttempt, ServerName server,<a name="line.406"></a>
-<span class="sourceLineNo">407</span>        Set&lt;CancellableRegionServerCallable&gt; callsInProgress) {<a name="line.407"></a>
-<span class="sourceLineNo">408</span>    return new SingleServerRequestRunnable(multiAction, numAttempt, server, callsInProgress);<a name="line.408"></a>
-<span class="sourceLineNo">409</span>  }<a name="line.409"></a>
-<span class="sourceLineNo">410</span><a name="line.410"></a>
-<span class="sourceLineNo">411</span>  /**<a name="line.411"></a>
-<span class="sourceLineNo">412</span>   * Group a list of actions per region servers, and send them.<a name="line.412"></a>
-<span class="sourceLineNo">413</span>   *<a name="line.413"></a>
-<span class="sourceLineNo">414</span>   * @param currentActions - the list of row to submit<a name="line.414"></a>
-<span class="sourceLineNo">415</span>   * @param numAttempt - the current numAttempt (first attempt is 1)<a name="line.415"></a>
-<span class="sourceLineNo">416</span>   */<a name="line.416"></a>
-<span class="sourceLineNo">417</span>  void groupAndSendMultiAction(List&lt;Action&gt; currentActions, int numAttempt) {<a name="line.417"></a>
-<span class="sourceLineNo">418</span>    Map&lt;ServerName, MultiAction&gt; actionsByServer = new HashMap&lt;&gt;();<a name="line.418"></a>
-<span class="sourceLineNo">419</span><a name="line.419"></a>
-<span class="sourceLineNo">420</span>    boolean isReplica = false;<a name="line.420"></a>
-<span class="sourceLineNo">421</span>    List&lt;Action&gt; unknownReplicaActions = null;<a name="line.421"></a>
-<span class="sourceLineNo">422</span>    for (Action action : currentActions) {<a name="line.422"></a>
-<span class="sourceLineNo">423</span>      RegionLocations locs = findAllLocationsOrFail(action, true);<a name="line.423"></a>
-<span class="sourceLineNo">424</span>      if (locs == null) continue;<a name="line.424"></a>
-<span class="sourceLineNo">425</span>      boolean isReplicaAction = !RegionReplicaUtil.isDefaultReplica(action.getReplicaId());<a name="line.425"></a>
-<span class="sourceLineNo">426</span>      if (isReplica &amp;&amp; !isReplicaAction) {<a name="line.426"></a>
-<span class="sourceLineNo">427</span>        // This is the property of the current implementation, not a requirement.<a name="line.427"></a>
-<span class="sourceLineNo">428</span>        throw new AssertionError("Replica and non-replica actions in the same retry");<a name="line.428"></a>
-<span class="sourceLineNo">429</span>      }<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      isReplica = isReplicaAction;<a name="line.430"></a>
-<span class="sourceLineNo">431</span>      HRegionLocation loc = locs.getRegionLocation(action.getReplicaId());<a name="line.431"></a>
-<span class="sourceLineNo">432</span>      if (loc == null || loc.getServerName() == null) {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>        if (isReplica) {<a name="line.433"></a>
-<span class="sourceLineNo">434</span>          if (unknownReplicaActions == null) {<a name="line.434"></a>
-<span class="sourceLineNo">435</span>            unknownReplicaActions = new ArrayList&lt;&gt;(1);<a name="line.435"></a>
-<span class="sourceLineNo">436</span>          }<a name="line.436"></a>
-<span class="sourceLineNo">437</span>          unknownReplicaActions.add(action);<a name="line.437"></a>
-<span class="sourceLineNo">438</span>        } else {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>          // TODO: relies on primary location always being fetched<a name="line.439"></a>
-<span class="sourceLineNo">440</span>          manageLocationError(action, null);<a name="line.440"></a>
-<span class="sourceLineNo">441</span>        }<a name="line.441"></a>
-<span class="sourceLineNo">442</span>      } else {<a name="line.442"></a>
-<span class="sourceLineNo">443</span>        byte[] regionName = loc.getRegionInfo().getRegionName();<a name="line.443"></a>
-<span class="sourceLineNo">444</span>        AsyncProcess.addAction(loc.getServerName(), regionName, action, actionsByServer, nonceGroup);<a name="line.444"></a>
-<span class="sourceLineNo">445</span>      }<a name="line.445"></a>
-<span class="sourceLineNo">446</span>    }<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    boolean doStartReplica = (numAttempt == 1 &amp;&amp; !isReplica &amp;&amp; hasAnyReplicaGets);<a name="line.447"></a>
-<span class="sourceLineNo">448</span>    boolean hasUnknown = unknownReplicaActions != null &amp;&amp; !unknownReplicaActions.isEmpty();<a name="line.448"></a>
-<span class="sourceLineNo">449</span><a name="line.449"></a>
-<span class="sourceLineNo">450</span>    if (!actionsByServer.isEmpty()) {<a name="line.450"></a>
-<span class="sourceLineNo">451</span>      // If this is a first attempt to group and send, no replicas, we need replica thread.<a name="line.451"></a>
-<span class="sourceLineNo">452</span>      sendMultiAction(actionsByServer, numAttempt, (doStartReplica &amp;&amp; !hasUnknown)<a name="line.452"></a>
-<span class="sourceLineNo">453</span>          ? currentActions : null, numAttempt &gt; 1 &amp;&amp; !hasUnknown);<a name="line.453"></a>
-<span class="sourceLineNo">454</span>    }<a name="line.454"></a>
-<span class="sourceLineNo">455</span><a name="line.455"></a>
-<span class="sourceLineNo">456</span>    if (hasUnknown) {<a name="line.456"></a>
-<span class="sourceLineNo">457</span>      actionsByServer = new HashMap&lt;&gt;();<a name="line.457"></a>
-<span class="sourceLineNo">458</span>      for (Action action : unknownReplicaActions) {<a name="line.458"></a>
-<span class="sourceLineNo">459</span>        HRegionLocation loc = getReplicaLocationOrFail(action);<a name="line.459"></a>
-<span class="sourceLineNo">460</span>        if (loc == null) continue;<a name="line.460"></a>
-<span class="sourceLineNo">461</span>        byte[] regionName = loc.getRegionInfo().getRegionName();<a name="line.461"></a>
-<span class="sourceLineNo">462</span>        AsyncProcess.addAction(loc.getServerName(), regionName, action, actionsByServer, nonceGroup);<a name="line.462"></a>
-<span class="sourceLineNo">463</span>      }<a name="line.463"></a>
-<span class="sourceLineNo">464</span>      if (!actionsByServer.isEmpty()) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>        sendMultiAction(<a name="line.465"></a>
-<span class="sourceLineNo">466</span>            actionsByServer, numAttempt, doStartReplica ? currentActions : null, true);<a name="line.466"></a>
-<span class="sourceLineNo">467</span>      }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    }<a name="line.468"></a>
-<span class="sourceLineNo">469</span>  }<a name="line.469"></a>
-<span class="sourceLineNo">470</span><a name="line.470"></a>
-<span class="sourceLineNo">471</span>  private HRegionLocation getReplicaLocationOrFail(Action action) {<a name="line.471"></a>
-<span class="sourceLineNo">472</span>    // We are going to try get location once again. For each action, we'll do it once<a name="line.472"></a>
-<span class="sourceLineNo">473</span>    // from cache, because the previous calls in the loop might populate it.<a name="line.473"></a>
-<span class="sourceLineNo">474</span>    int replicaId = action.getReplicaId();<a name="line.474"></a>
-<span class="sourceLineNo">475</span>    RegionLocations locs = findAllLocationsOrFail(action, true);<a name="line.475"></a>
-<span class="sourceLineNo">476</span>    if (locs == null) return null; // manageError already called<a name="line.476"></a>
-<span class="sourceLineNo">477</span>    HRegionLocation loc = locs.getRegionLocation(replicaId);<a name="line.477"></a>
-<span class="sourceLineNo">478</span>    if (loc == null || loc.getServerName() == null) {<a name="line.478"></a>
-<span class="sourceLineNo">479</span>      locs = findAllLocationsOrFail(action, false);<a name="line.479"></a>
-<span class="sourceLineNo">480</span>      if (locs == null) return null; // manageError already called<a name="line.480"></a>
-<span class="sourceLineNo">481</span>      loc = locs.getRegionLocation(replicaId);<a name="line.481"></a>
-<span class="sourceLineNo">482</span>    }<a name="line.482"></a>
-<span class="sourceLineNo">483</span>    if (loc == null || loc.getServerName() == null) {<a name="line.483"></a>
-<span class="sourceLineNo">484</span>      manageLocationError(action, null);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>      return null;<a name="line.485"></a>
-<span class="sourceLineNo">486</span>    }<a name="line.486"></a>
-<span class="sourceLineNo">487</span>    return loc;<a name="line.487"></a>
-<span class="sourceLineNo">488</span>  }<a name="line.488"></a>
-<span class="sourceLineNo">489</span><a name="line.489"></a>
-<span class="sourceLineNo">490</span>  private void manageLocationError(Action action, Exception ex) {<a name="line.490"></a>
-<span class="sourceLineNo">491</span>    String msg = "Cannot get replica " + action.getReplicaId()<a name="line.491"></a>
-<span class="sourceLineNo">492</span>        + " location for " + action.getAction();<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    LOG.error(msg);<a name="line.493"></a>
-<span class="sourceLineNo">494</span>    if (ex == null) {<a name="line.494"></a>
-<span class="sourceLineNo">495</span>      ex = new IOException(msg);<a name="line.495"></a>
-<span class="sourceLineNo">496</span>    }<a name="line.496"></a>
-<span class="sourceLineNo">497</span>    manageError(action.getOriginalIndex(), action.getAction(),<a name="line.497"></a>
-<span class="sourceLineNo">498</span>        Retry.NO_LOCATION_PROBLEM, ex, null);<a name="line.498"></a>
-<span class="sourceLineNo">499</span>  }<a name="line.499"></a>
-<span class="sourceLineNo">500</span><a name="line.500"></a>
-<span class="sourceLineNo">501</span>  private RegionLocations findAllLocationsOrFail(Action action, boolean useCache) {<a name="line.501"></a>
-<span class="sourceLineNo">502</span>    if (action.getAction() == null) throw new IllegalArgumentException("#" + asyncProcess.id +<a name="line.502"></a>
-<span class="sourceLineNo">503</span>        ", row cannot be null");<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    RegionLocations loc = null;<a name="line.504"></a>
-<span class="sourceLineNo">505</span>    try {<a name="line.505"></a>
-<span class="sourceLineNo">506</span>      loc = asyncProcess.connection.locateRegion(<a name="line.506"></a>
-<span class="sourceLineNo">507</span>          tableName, action.getAction().getRow(), useCache, true, action.getReplicaId());<a name="line.507"></a>
-<span class="sourceLineNo">508</span>    } catch (IOException ex) {<a name="line.508"></a>
-<span class="sourceLineNo">509</span>      manageLocationError(action, ex);<a name="line.509"></a>
-<span class="sourceLineNo">510</span>    }<a name="line.510"></a>
-<span class="sourceLineNo">511</span>    return loc;<a name="line.511"></a>
-<span class="sourceLineNo">512</span>  }<a name="line.512"></a>
-<span class="sourceLineNo">513</span><a name="line.513"></a>
-<span class="sourceLineNo">514</span>  /**<a name="line.514"></a>
-<span class="sourceLineNo">515</span>   * Send a multi action structure to the servers, after a delay depending on the attempt<a name="line.515"></a>
-<span class="sourceLineNo">516</span>   * number. Asynchronous.<a name="line.516"></a>
-<span class="sourceLineNo">517</span>   *<a name="line.517"></a>
-<span class="sourceLineNo">518</span>   * @param actionsByServer the actions structured by regions<a name="line.518"></a>
-<span class="sourceLineNo">519</span>   * @param numAttempt the attempt number.<a name="line.519"></a>
-<span class="sourceLineNo">520</span>   * @param actionsForReplicaThread original actions for replica thread; null on non-first call.<a name="line.520"></a>
-<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
-<span class="sourceLineNo">522</span>  void sendMultiAction(Map&lt;ServerName, MultiAction&gt; actionsByServer,<a name="line.522"></a>
-<span class="sourceLineNo">523</span>                               int numAttempt, List&lt;Action&gt; actionsForReplicaThread, boolean reuseThread) {<a name="line.523"></a>
-<span class="sourceLineNo">524</span>    // Run the last item on the same thread if we are already on a send thread.<a name="line.524"></a>
-<span class="sourceLineNo">525</span>    // We hope most of the time it will be the only item, so we can cut down on threads.<a name="line.525"></a>
-<span class="sourceLineNo">526</span>    int actionsRemaining = actionsByServer.size();<a name="line.526"></a>
-<span class="sourceLineNo">527</span>    // This iteration is by server (the HRegionLocation comparator is by server portion only).<a name="line.527"></a>
-<span class="sourceLineNo">528</span>    for (Map.Entry&lt;ServerName, MultiAction&gt; e : actionsByServer.entrySet()) {<a name="line.528"></a>
-<span class="sourceLineNo">529</span>      ServerName server = e.getKey();<a name="line.529"></a>
-<span class="sourceLineNo">530</span>      MultiAction multiAction = e.getValue();<a name="line.530"></a>
-<span class="sourceLineNo">531</span>      Collection&lt;? extends Runnable&gt; runnables = getNewMultiActionRunnable(server, multiAction,<a name="line.531"></a>
-<span class="sourceLineNo">532</span>          numAttempt);<a name="line.532"></a>
-<span class="sourceLineNo">533</span>      // make sure we correctly count the number of runnables before we try to reuse the send<a name="line.533"></a>
-<span class="sourceLineNo">534</span>      // thread, in case we had to split the request into different runnables because of backoff<a name="line.534"></a>
-<span class="sourceLineNo">535</span>      if (runnables.size() &gt; actionsRemaining) {<a name="line.535"></a>
-<span class="sourceLineNo">536</span>        actionsRemaining = runnables.size();<a name="line.536"></a>
-<span class="sourceLineNo">537</span>      }<a name="line.537"></a>
-<span class="sourceLineNo">538</span><a name="line.538"></a>
-<span class="sourceLineNo">539</span>      // run all the runnables<a name="line.539"></a>
-<span class="sourceLineNo">540</span>      // HBASE-17475: Do not reuse the thread after stack reach a certain depth to prevent stack overflow<a name="line.540"></a>
-<span class="sourceLineNo">541</span>      // for now, we use HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER to control the depth<a name="line.541"></a>
-<span class="sourceLineNo">542</span>      for (Runnable runnable : runnables) {<a name="line.542"></a>
-<span class="sourceLineNo">543</span>        if ((--actionsRemaining == 0) &amp;&amp; reuseThread<a name="line.543"></a>
-<span class="sourceLineNo">544</span>            &amp;&amp; numAttempt % HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER != 0) {<a name="line.544"></a>
-<span class="sourceLineNo">545</span>          runnable.run();<a name="line.545"></a>
-<span class="sourceLineNo">546</span>        } else {<a name="line.546"></a>
-<span class="sourceLineNo">547</span>          try {<a name="line.547"></a>
-<span class="sourceLineNo">548</span>            pool.submit(runnable);<a name="line.548"></a>
-<span class="sourceLineNo">549</span>          } catch (Throwable t) {<a name="line.549"></a>
-<span class="sourceLineNo">550</span>            if (t instanceof RejectedExecutionException) {<a name="line.550"></a>
-<span class="sourceLineNo">551</span>              // This should never happen. But as the pool is provided by the end user,<a name="line.551"></a>
-<span class="sourceLineNo">552</span>              // let's secure this a little.<a name="line.552"></a>
-<span class="sourceLineNo">553</span>              LOG.warn("#" + asyncProcess.id + ", the task was rejected by the pool. This is unexpected." +<a name="line.553"></a>
-<span class="sourceLineNo">554</span>                  " Server is " + server.getServerName(), t);<a name="line.554"></a>
-<span class="sourceLineNo">555</span>            } else {<a name="line.555"></a>
-<span class="sourceLineNo">556</span>              // see #HBASE-14359 for more details<a name="line.556"></a>
-<span class="sourceLineNo">557</span>              LOG.warn("Caught unexpected exception/error: ", t);<a name="line.557"></a>
-<span class="sourceLineNo">558</span>            }<a name="line.558"></a>
-<span class="sourceLineNo">559</span>            asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.559"></a>
-<span class="sourceLineNo">560</span>            // We're likely to fail again, but this will increment the attempt counter,<a name="line.560"></a>
-<span class="sourceLineNo">561</span>            // so it will finish.<a name="line.561"></a>
-<span class="sourceLineNo">562</span>            receiveGlobalFailure(multiAction, server, numAttempt, t);<a name="line.562"></a>
-<span class="sourceLineNo">563</span>          }<a name="line.563"></a>
-<span class="sourceLineNo">564</span>        }<a name="line.564"></a>
-<span class="sourceLineNo">565</span>      }<a name="line.565"></a>
-<span class="sourceLineNo">566</span>    }<a name="line.566"></a>
-<span class="sourceLineNo">567</span><a name="line.567"></a>
-<span class="sourceLineNo">568</span>    if (actionsForReplicaThread != null) {<a name="line.568"></a>
-<span class="sourceLineNo">569</span>      startWaitingForReplicaCalls(actionsForReplicaThread);<a name="line.569"></a>
-<span class="sourceLineNo">570</span>    }<a name="line.570"></a>
-<span class="sourceLineNo">571</span>  }<a name="line.571"></a>
-<span class="sourceLineNo">572</span><a name="line.572"></a>
-<span class="sourceLineNo">573</span>  private Collection&lt;? extends Runnable&gt; getNewMultiActionRunnable(ServerName server,<a name="line.573"></a>
-<span class="sourceLineNo">574</span>                                                                   MultiAction multiAction,<a name="line.574"></a>
-<span class="sourceLineNo">575</span>                                                                   int numAttempt) {<a name="line.575"></a>
-<span class="sourceLineNo">576</span>    // no stats to manage, just do the standard action<a name="line.576"></a>
-<span class="sourceLineNo">577</span>    if (asyncProcess.connection.getStatisticsTracker() == null) {<a name="line.577"></a>
-<span class="sourceLineNo">578</span>      if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.578"></a>
-<span class="sourceLineNo">579</span>        asyncProcess.connection.getConnectionMetrics().incrNormalRunners();<a name="line.579"></a>
-<span class="sourceLineNo">580</span>      }<a name="line.580"></a>
-<span class="sourceLineNo">581</span>      asyncProcess.incTaskCounters(multiAction.getRegions(), server);<a name="line.581"></a>
-<span class="sourceLineNo">582</span>      SingleServerRequestRunnable runnable = createSingleServerRequest(<a name="line.582"></a>
-<span class="sourceLineNo">583</span>              multiAction, numAttempt, server, callsInProgress);<a name="line.583"></a>
-<span class="sourceLineNo">584</span>      Tracer tracer = Tracer.curThreadTracer();<a name="line.584"></a>
-<span class="sourceLineNo">585</span><a name="line.585"></a>
-<span class="sourceLineNo">586</span>      if (tracer == null) {<a name="line.586"></a>
-<span class="sourceLineNo">587</span>        return Collections.singletonList(runnable);<a name="line.587"></a>
-<span class="sourceLineNo">588</span>      } else {<a name="line.588"></a>
-<span class="sourceLineNo">589</span>        return Collections.singletonList(tracer.wrap(runnable, "AsyncProcess.sendMultiAction"));<a name="line.589"></a>
-<span class="sourceLineNo">590</span>      }<a name="line.590"></a>
-<span class="sourceLineNo">591</span>    }<a name="line.591"></a>
-<span class="sourceLineNo">592</span><a name="line.592"></a>
-<span class="sourceLineNo">593</span>    // group the actions by the amount of delay<a name="line.593"></a>
-<span class="sourceLineNo">594</span>    Map&lt;Long, DelayingRunner&gt; actions = new HashMap&lt;&gt;(multiAction.size());<a name="line.594"></a>
-<span class="sourceLineNo">595</span><a name="line.595"></a>
-<span class="sourceLineNo">596</span>    // split up the actions<a name="line.596"></a>
-<span class="sourceLineNo">597</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; e : multiAction.actions.entrySet()) {<a name="line.597"></a>
-<span class="sourceLineNo">598</span>      Long backoff = getBackoff(server, e.getKey());<a name="line.598"></a>
-<span class="sourceLineNo">599</span>      DelayingRunner runner = actions.get(backoff);<a name="line.599"></a>
-<span class="sourceLineNo">600</span>      if (runner == null) {<a name="line.600"></a>
-<span class="sourceLineNo">601</span>        actions.put(backoff, new DelayingRunner(backoff, e));<a name="line.601"></a>
-<span class="sourceLineNo">602</span>      } else {<a name="line.602"></a>
-<span class="sourceLineNo">603</span>        runner.add(e);<a name="line.603"></a>
-<span class="sourceLineNo">604</span>      }<a name="line.604"></a>
-<span class="sourceLineNo">605</span>    }<a name="line.605"></a>
-<span class="sourceLineNo">606</span><a name="line.606"></a>
-<span class="sourceLineNo">607</span>    List&lt;Runnable&gt; toReturn = new ArrayList&lt;&gt;(actions.size());<a name="line.607"></a>
-<span class="sourceLineNo">608</span>    for (DelayingRunner runner : actions.values()) {<a name="line.608"></a>
-<span class="sourceLineNo">609</span>      asyncProcess.incTaskCounters(runner.getActions().getRegions(), server);<a name="line.609"></a>
-<span class="sourceLineNo">610</span>      String traceText = "AsyncProcess.sendMultiAction";<a name="line.610"></a>
-<span class="sourceLineNo">611</span>      Runnable runnable = createSingleServerRequest(runner.getActions(), numAttempt, server, callsInProgress);<a name="line.611"></a>
-<span class="sourceLineNo">612</span>      // use a delay runner only if we need to sleep for some time<a name="line.612"></a>
-<span class="sourceLineNo">613</span>      if (runner.getSleepTime() &gt; 0) {<a name="line.613"></a>
-<span class="sourceLineNo">614</span>        runner.setRunner(runnable);<a name="line.614"></a>
-<span class="sourceLineNo">615</span>        traceText = "AsyncProcess.clientBackoff.sendMultiAction";<a name="line.615"></a>
-<span class="sourceLineNo">616</span>        runnable = runner;<a name="line.616"></a>
-<span class="sourceLineNo">617</span>        if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.617"></a>
-<span class="sourceLineNo">618</span>          asyncProcess.connection.getConnectionMetrics().incrDelayRunners();<a name="line.618"></a>
-<span class="sourceLineNo">619</span>          asyncProcess.connection.getConnectionMetrics().updateDelayInterval(runner.getSleepTime());<a name="line.619"></a>
-<span class="sourceLineNo">620</span>        }<a name="line.620"></a>
-<span class="sourceLineNo">621</span>      } else {<a name="line.621"></a>
-<span class="sourceLineNo">622</span>        if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.622"></a>
-<span class="sourceLineNo">623</span>          asyncProcess.connection.getConnectionMetrics().incrNormalRunners();<a name="line.623"></a>
-<span class="sourceLineNo">624</span>        }<a name="line.624"></a>
-<span class="sourceLineNo">625</span>      }<a name="line.625"></a>
-<span class="sourceLineNo">626</span>      runnable = TraceUtil.wrap(runnable, traceText);<a name="line.626"></a>
-<span class="sourceLineNo">627</span>      toReturn.add(runnable);<a name="line.627"></a>
-<span class="sourceLineNo">628</span><a name="line.628"></a>
-<span class="sourceLineNo">629</span>    }<a name="line.629"></a>
-<span class="sourceLineNo">630</span>    return toReturn;<a name="line.630"></a>
-<span class="sourceLineNo">631</span>  }<a name="line.631"></a>
-<span class="sourceLineNo">632</span><a name="line.632"></a>
-<span class="sourceLineNo">633</span>  /**<a name="line.633"></a>
-<span class="sourceLineNo">634</span>   * @param server server location where the target region is hosted<a name="line.634"></a>
-<span class="sourceLineNo">635</span>   * @param regionName name of the region which we are going to write some data<a name="line.635"></a>
-<span class="sourceLineNo">636</span>   * @return the amount of time the client should wait until it submit a request to the<a name="line.636"></a>
-<span class="sourceLineNo">637</span>   * specified server and region<a name="line.637"></a>
-<span class="sourceLineNo">638</span>   */<a name="line.638"></a>
-<span class="sourceLineNo">639</span>  private Long getBackoff(ServerName server, byte[] regionName) {<a name="line.639"></a>
-<span class="sourceLineNo">640</span>    ServerStatisticTracker tracker = asyncProcess.connection.getStatisticsTracker();<a name="line.640"></a>
-<span class="sourceLineNo">641</span>    ServerStatistics stats = tracker.getStats(server);<a name="line.641"></a>
-<span class="sourceLineNo">642</span>    return asyncProcess.connection.getBackoffPolicy()<a name="line.642"></a>
-<span class="sourceLineNo">643</span>        .getBackoffTime(server, regionName, stats);<a name="line.643"></a>
-<span class="sourceLineNo">644</span>  }<a name="line.644"></a>
-<span class="sourceLineNo">645</span><a name="line.645"></a>
-<span class="sourceLineNo">646</span>  /**<a name="line.646"></a>
-<span class="sourceLineNo">647</span>   * Starts waiting to issue replica calls on a different thread; or issues them immediately.<a name="line.647"></a>
-<span class="sourceLineNo">648</span>   */<a name="line.648"></a>
-<span class="sourceLineNo">649</span>  private void startWaitingForReplicaCalls(List&lt;Action&gt; actionsForReplicaThread) {<a name="line.649"></a>
-<span class="sourceLineNo">650</span>    long startTime = EnvironmentEdgeManager.currentTime();<a name="line.650"></a>
-<span class="sourceLineNo">651</span>    ReplicaCallIssuingRunnable replicaRunnable = new ReplicaCallIssuingRunnable(<a name="line.651"></a>
-<span class="sourceLineNo">652</span>        actionsForReplicaThread, startTime);<a name="line.652"></a>
-<span class="sourceLineNo">653</span>    if (asyncProcess.primaryCallTimeoutMicroseconds == 0) {<a name="line.653"></a>
-<span class="sourceLineNo">654</span>      // Start replica calls immediately.<a name="line.654"></a>
-<span class="sourceLineNo">655</span>      replicaRunnable.run();<a name="line.655"></a>
-<span class="sourceLineNo">656</span>    } else {<a name="line.656"></a>
-<span class="sourceLineNo">657</span>      // Start the thread that may kick off replica gets.<a name="line.657"></a>
-<span class="sourceLineNo">658</span>      // TODO: we could do it on the same thread, but it's a user thread, might be a bad idea.<a name="line.658"></a>
-<span class="sourceLineNo">659</span>      try {<a name="line.659"></a>
-<span class="sourceLineNo">660</span>        pool.submit(replicaRunnable);<a name="line.660"></a>
-<span class="sourceLineNo">661</span>      } catch (RejectedExecutionException ree) {<a name="line.661"></a>
-<span class="sourceLineNo">662</span>        LOG.warn("#" + asyncProcess.id + ", replica task was rejected by the pool - no replica calls", ree);<a name="line.662"></a>
-<span class="sourceLineNo">663</span>      }<a name="line.663"></a>
-<span class="sourceLineNo">664</span>    }<a name="line.664"></a>
-<span class="sourceLineNo">665</span>  }<a name="line.665"></a>
-<span class="sourceLineNo">666</span><a name="line.666"></a>
-<span class="sourceLineNo">667</span>  /**<a name="line.667"></a>
-<span class="sourceLineNo">668</span>   * Check that we can retry acts accordingly: logs, set the error status.<a name="line.668"></a>
-<span class="sourceLineNo">669</span>   *<a name="line.669"></a>
-<span class="sourceLineNo">670</span>   * @param originalIndex the position in the list sent<a name="line.670"></a>
-<span class="sourceLineNo">671</span>   * @param row           the row<a name="line.671"></a>
-<span class="sourceLineNo">672</span>   * @param canRetry      if false, we won't retry whatever the settings.<a name="line.672"></a>
-<span class="sourceLineNo">673</span>   * @param throwable     the throwable, if any (can be null)<a name="line.673"></a>
-<span class="sourceLineNo">674</span>   * @param server        the location, if any (can be null)<a name="line.674"></a>
-<span class="sourceLineNo">675</span>   * @return true if the action can be retried, false otherwise.<a name="line.675"></a>
-<span class="sourceLineNo">676</span>   */<a name="line.676"></a>
-<span class="sourceLineNo">677</span>  Retry manageError(int originalIndex, Row row, Retry canRetry,<a name="line.677"></a>
-<span class="sourceLineNo">678</span>                                        Throwable throwable, ServerName server) {<a name="line.678"></a>
-<span class="sourceLineNo">679</span>    if (canRetry == Retry.YES<a name="line.679"></a>
-<span class="sourceLineNo">680</span>        &amp;&amp; throwable != null &amp;&amp; throwable instanceof DoNotRetryIOException) {<a name="line.680"></a>
-<span class="sourceLineNo">681</span>      canRetry = Retry.NO_NOT_RETRIABLE;<a name="line.681"></a>
-<span class="sourceLineNo">682</span>    }<a name="line.682"></a>
-<span class="sourceLineNo">683</span><a name="line.683"></a>
-<span class="sourceLineNo">684</span>    if (canRetry != Retry.YES) {<a name="line.684"></a>
-<span class="sourceLineNo">685</span>      // Batch.Callback&lt;Res&gt; was not called on failure in 0.94. We keep this.<a name="line.685"></a>
-<span class="sourceLineNo">686</span>      setError(originalIndex, row, throwable, server);<a name="line.686"></a>
-<span class="sourceLineNo">687</span>    } else if (isActionComplete(originalIndex, row)) {<a name="line.687"></a>
-<span class="sourceLineNo">688</span>      canRetry = Retry.NO_OTHER_SUCCEEDED;<a name="line.688"></a>
-<span class="sourceLineNo">689</span>    }<a name="line.689"></a>
-<span class="sourceLineNo">690</span>    return canRetry;<a name="line.690"></a>
-<span class="sourceLineNo">691</span>  }<a name="line.691"></a>
-<span class="sourceLineNo">692</span><a name="line.692"></a>
-<span class="sourceLineNo">693</span>  /**<a name="line.693"></a>
-<span class="sourceLineNo">694</span>   * Resubmit all the actions from this multiaction after a failure.<a name="line.694"></a>
-<span class="sourceLineNo">695</span>   *<a name="line.695"></a>
-<span class="sourceLineNo">696</span>   * @param rsActions  the actions still to do from the initial list<a name="line.696"></a>
-<span class="sourceLineNo">697</span>   * @param server   the destination<a name="line.697"></a>
-<span class="sourceLineNo">698</span>   * @param numAttempt the number of attempts so far<a name="line.698"></a>
-<span class="sourceLineNo">699</span>   * @param t the throwable (if any) that caused the resubmit<a name="line.699"></a>
-<span class="sourceLineNo">700</span>   */<a name="line.700"></a>
-<span class="sourceLineNo">701</span>  private void receiveGlobalFailure(<a name="line.701"></a>
-<span class="sourceLineNo">702</span>      MultiAction rsActions, ServerName server, int numAttempt, Throwable t) {<a name="line.702"></a>
-<span class="sourceLineNo">703</span>    errorsByServer.reportServerError(server);<a name="line.703"></a>
-<span class="sourceLineNo">704</span>    Retry canRetry = errorsByServer.canTryMore(numAttempt)<a name="line.704"></a>
-<span class="sourceLineNo">705</span>        ? Retry.YES : Retry.NO_RETRIES_EXHAUSTED;<a name="line.705"></a>
-<span class="sourceLineNo">706</span><a name="line.706"></a>
-<span class="sourceLineNo">707</span>    cleanServerCache(server, t);<a name="line.707"></a>
-<span class="sourceLineNo">708</span>    int failed = 0;<a name="line.708"></a>
-<span class="sourceLineNo">709</span>    int stopped = 0;<a name="line.709"></a>
-<span class="sourceLineNo">710</span>    List&lt;Action&gt; toReplay = new ArrayList&lt;&gt;();<a name="line.710"></a>
-<span class="sourceLineNo">711</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; e : rsActions.actions.entrySet()) {<a name="line.711"></a>
-<span class="sourceLineNo">712</span>      byte[] regionName = e.getKey();<a name="line.712"></a>
-<span class="sourceLineNo">713</span>      byte[] row = e.getValue().get(0).getAction().getRow();<a name="line.713"></a>
-<span class="sourceLineNo">714</span>      // Do not use the exception for updating cache because it might be coming from<a name="line.714"></a>
-<span class="sourceLineNo">715</span>      // any of the regions in the MultiAction.<a name="line.715"></a>
-<span class="sourceLineNo">716</span>      updateCachedLocations(server, regionName, row,<a name="line.716"></a>
-<span class="sourceLineNo">717</span>        ClientExceptionsUtil.isMetaClearingException(t) ? null : t);<a name="line.717"></a>
-<span class="sourceLineNo">718</span>      for (Action action : e.getValue()) {<a name="line.718"></a>
-<span class="sourceLineNo">719</span>        Retry retry = manageError(<a name="line.719"></a>
-<span class="sourceLineNo">720</span>            action.getOriginalIndex(), action.getAction(), canRetry, t, server);<a name="line.720"></a>
-<span class="sourceLineNo">721</span>        if (retry == Retry.YES) {<a name="line.721"></a>
-<span class="sourceLineNo">722</span>          toReplay.add(action);<a name="line.722"></a>
-<span class="sourceLineNo">723</span>        } else if (retry == Retry.NO_OTHER_SUCCEEDED) {<a name="line.723"></a>
-<span class="sourceLineNo">724</span>          ++stopped;<a name="line.724"></a>
-<span class="sourceLineNo">725</span>        } else {<a name="line.725"></a>
-<span class="sourceLineNo">726</span>          ++failed;<a name="line.726"></a>
-<span class="sourceLineNo">727</span>        }<a name="line.727"></a>
-<span class="sourceLineNo">728</span>      }<a name="line.728"></a>
-<span class="sourceLineNo">729</span>    }<a name="line.729"></a>
-<span class="sourceLineNo">730</span><a name="line.730"></a>
-<span class="sourceLineNo">731</span>    if (toReplay.isEmpty()) {<a name="line.731"></a>
-<span class="sourceLineNo">732</span>      logNoResubmit(server, numAttempt, rsActions.size(), t, failed, stopped);<a name="line.732"></a>
-<span class="sourceLineNo">733</span>    } else {<a name="line.733"></a>
-<span class="sourceLineNo">734</span>      resubmit(server, toReplay, numAttempt, rsActions.size(), t);<a name="line.734"></a>
-<span class="sourceLineNo">735</span>    }<a name="line.735"></a>
-<span class="sourceLineNo">736</span>  }<a name="line.736"></a>
-<span class="sourceLineNo">737</span><a name="line.737"></a>
-<span class="sourceLineNo">738</span>  /**<a name="line.738"></a>
-<span class="sourceLineNo">739</span>   * Log as much info as possible, and, if there is something to replay,<a name="line.739"></a>
-<span class="sourceLineNo">740</span>   * submit it again after a back off sleep.<a name="line.740"></a>
-<span class="sourceLineNo">741</span>   */<a name="line.741"></a>
-<span class="sourceLineNo">742</span>  private void resubmit(ServerName oldServer, List&lt;Action&gt; toReplay,<a name="line.742"></a>
-<span class="sourceLineNo">743</span>                        int numAttempt, int failureCount, Throwable throwable) {<a name="line.743"></a>
-<span class="sourceLineNo">744</span>    // We have something to replay. We're going to sleep a little before.<a name="line.744"></a>
-<span class="sourceLineNo">745</span><a name="line.745"></a>
-<span class="sourceLineNo">746</span>    // We have two contradicting needs here:<a name="line.746"></a>
-<span class="sourceLineNo">747</span>    //  1) We want to get the new location after having slept, as it may change.<a name="line.747"></a>
-<span class="sourceLineNo">748</span>    //  2) We want to take into account the location when calculating the sleep time.<a name="line.748"></a>
-<span class="sourceLineNo">749</span>    //  3) If all this is just because the response needed to be chunked try again FAST.<a name="line.749"></a>
-<span class="sourceLineNo">750</span>    // It should be possible to have some heuristics to take the right decision. Short term,<a name="line.750"></a>
-<span class="sourceLineNo">751</span>    //  we go for one.<a name="line.751"></a>
-<span class="sourceLineNo">752</span>    boolean retryImmediately = throwable instanceof RetryImmediatelyException;<a name="line.752"></a>
-<span class="sourceLineNo">753</span>    int nextAttemptNumber = retryImmediately ? numAttempt : numAttempt + 1;<a name="line.753"></a>
-<span class="sourceLineNo">754</span>    long backOffTime;<a name="line.754"></a>
-<span class="sourceLineNo">755</span>    if (retryImmediately) {<a name="line.755"></a>
-<span class="sourceLineNo">756</span>      backOffTime = 0;<a name="line.756"></a>
-<span class="sourceLineNo">757</span>    } else if (throwable instanceof CallQueueTooBigException) {<a name="line.757"></a>
-<span class="sourceLineNo">758</span>      // Give a special check on CQTBE, see #HBASE-17114<a name="line.758"></a>
-<span class="sourceLineNo">759</span>      backOffTime = errorsByServer.calculateBackoffTime(oldServer, asyncProcess.pauseForCQTBE);<a name="line.759"></a>
-<span class="sourceLineNo">760</span>    } else {<a name="line.760"></a>
-<span class="sourceLineNo">761</span>      backOffTime = errorsByServer.calculateBackoffTime(oldServer, asyncProcess.pause);<a name="line.761"></a>
-<span class="sourceLineNo">762</span>    }<a name="line.762"></a>
-<span class="sourceLineNo">763</span>    if (numAttempt &gt; asyncProcess.startLogErrorsCnt) {<a name="line.763"></a>
-<span class="sourceLineNo">764</span>      // We use this value to have some logs when we have multiple failures, but not too many<a name="line.764"></a>
-<span class="sourceLineNo">765</span>      //  logs, as errors are to be expected when a region moves, splits and so on<a name="line.765"></a>
-<span class="sourceLineNo">766</span>      LOG.info(createLog(numAttempt, failureCount, toReplay.size(),<a name="line.766"></a>
-<span class="sourceLineNo">767</span>          oldServer, throwable, backOffTime, true, null, -1, -1));<a name="line.767"></a>
-<span class="sourceLineNo">768</span>    }<a name="line.768"></a>
-<span class="sourceLineNo">769</span><a name="line.769"></a>
-<span class="sourceLineNo">770</span>    try {<a name="line.770"></a>
-<span class="sourceLineNo">771</span>      if (backOffTime &gt; 0) {<a name="line.771"></a>
-<span class="sourceLineNo">772</span>        Thread.sleep(backOffTime);<a name="line.772"></a>
-<span class="sourceLineNo">773</span>      }<a name="line.773"></a>
-<span class="sourceLineNo">774</span>    } catch (InterruptedException e) {<a name="line.774"></a>
-<span class="sourceLineNo">775</span>      LOG.warn("#" + asyncProcess.id + ", not sent: " + toReplay.size() + " operations, " + oldServer, e);<a name="line.775"></a>
-<span class="sourceLineNo">776</span>      Thread.currentThread().interrupt();<a name="line.776"></a>
-<span class="sourceLineNo">777</span>      return;<a name="line.777"></a>
-<span class="sourceLineNo">778</span>    }<a name="line.778"></a>
-<span class="sourceLineNo">779</span><a name="line.779"></a>
-<span class="sourceLineNo">780</span>    groupAndSendMultiAction(toReplay, nextAttemptNumber);<a name="line.780"></a>
-<span class="sourceLineNo">781</span>  }<a name="line.781"></a>
-<span class="sourceLineNo">782</span><a name="line.782"></a>
-<span class="sourceLineNo">783</span>  private void logNoResubmit(ServerName oldServer, int numAttempt,<a name="line.783"></a>
-<span class="sourceLineNo">784</span>                             int failureCount, Throwable throwable, int failed, int stopped) {<a name="line.784"></a>
-<span class="sourceLineNo">785</span>    if (failureCount != 0 || numAttempt &gt; asyncProcess.startLogErrorsCnt + 1) {<a name="line.785"></a>
-<span class="sourceLineNo">786</span>      String timeStr = new Date(errorsByServer.getStartTrackingTime()).toString();<a name="line.786"></a>
-<span class="sourceLineNo">787</span>      String logMessage = createLog(numAttempt, failureCount, 0, oldServer,<a name="line.787"></a>
-<span class="sourceLineNo">788</span>          throwable, -1, false, timeStr, failed, stopped);<a name="line.788"></a>
-<span class="sourceLineNo">789</span>      if (failed != 0) {<a name="line.789"></a>
-<span class="sourceLineNo">790</span>        // Only log final failures as warning<a name="line.790"></a>
-<span class="sourceLineNo">791</span>        LOG.warn(logMessage);<a name="line.791"></a>
-<span class="sourceLineNo">792</span>      } else {<a name="line.792"></a>
-<span class="sourceLineNo">793</span>        LOG.info(logMessage);<a name="line.793"></a>
-<span class="sourceLineNo">794</span>      }<a name="line.794"></a>
-<span class="sourceLineNo">795</span>    }<a name="line.795"></a>
-<span class="sourceLineNo">796</span>  }<a name="line.796"></a>
-<span class="sourceLineNo">797</span><a name="line.797"></a>
-<span class="sourceLineNo">798</span>  /**<a name="line.798"></a>
-<span class="sourceLineNo">799</span>   * Called when we receive the result of a server query.<a name="line.799"></a>
-<span class="sourceLineNo">800</span>   *<a name="line.800"></a>
-<span class="sourceLineNo">801</span>   * @param multiAction    - the multiAction we sent<a name="line.801"></a>
-<span class="sourceLineNo">802</span>   * @param server       - the location. It's used as a server name.<a name="line.802"></a>
-<span class="sourceLineNo">803</span>   * @param responses      - the response, if any<a name="line.803"></a>
-<span class="sourceLineNo">804</span>   * @param numAttempt     - the attempt<a name="line.804"></a>
-<span class="sourceLineNo">805</span>   */<a name="line.805"></a>
-<span class="sourceLineNo">806</span>  private void receiveMultiAction(MultiAction multiAction,<a name="line.806"></a>
-<span class="sourceLineNo">807</span>                                  ServerName server, MultiResponse responses, int numAttempt) {<a name="line.807"></a>
-<span class="sourceLineNo">808</span>    assert responses != null;<a name="line.808"></a>
-<span class="sourceLineNo">809</span><a name="line.809"></a>
-<span class="sourceLineNo">810</span>    Map&lt;byte[], MultiResponse.RegionResult&gt; results = responses.getResults();<a name="line.810"></a>
-<span class="sourceLineNo">811</span>    updateStats(server, results);<a name="line.811"></a>
-<span class="sourceLineNo">812</span><a name="line.812"></a>
-<span class="sourceLineNo">813</span>    // Success or partial success<a name="line.813"></a>
-<span class="sourceLineNo">814</span>    // Analyze detailed results. We can still have individual failures to be redo.<a name="line.814"></a>
-<span class="sourceLineNo">815</span>    // two specific throwables are managed:<a name="line.815"></a>
-<span class="sourceLineNo">816</span>    //  - DoNotRetryIOException: we continue to retry for other actions<a name="line.816"></a>
-<span class="sourceLineNo">817</span>    //  - RegionMovedException: we update the cache with the new region location<a name="line.817"></a>
-<span class="sourceLineNo">818</span><a name="line.818"></a>
-<span class="sourceLineNo">819</span>    List&lt;Action&gt; toReplay = new ArrayList&lt;&gt;();<a name="line.819"></a>
-<span class="sourceLineNo">820</span>    Throwable lastException = null;<a name="line.820"></a>
-<span class="sourceLineNo">821</span>    int failureCount = 0;<a name="line.821"></a>
-<span class="sourceLineNo">822</span>    int failed = 0;<a name="line.822"></a>
-<span class="sourceLineNo">823</span>    int stopped = 0;<a name="line.823"></a>
-<span class="sourceLineNo">824</span>    Retry retry = null;<a name="line.824"></a>
-<span class="sourceLineNo">825</span>    // Go by original action.<a name="line.825"></a>
-<span class="sourceLineNo">826</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; regionEntry : multiAction.actions.entrySet()) {<a name="line.826"></a>
-<span class="sourceLineNo">827</span>      byte[] regionName = regionEntry.getKey();<a name="line.827"></a>
-<span class="sourceLineNo">828</span><a name="line.828"></a>
-<span class="sourceLineNo">829</span>      Throwable regionException = responses.getExceptions().get(regionName);<a name="line.829"></a>
-<span class="sourceLineNo">830</span>      cleanServerCache(server, regionException);<a name="line.830"></a>
-<span class="sourceLineNo">831</span><a name="line.831"></a>
-<span class="sourceLineNo">832</span>      Map&lt;Integer, Object&gt; regionResults =<a name="line.832"></a>
-<span class="sourceLineNo">833</span>        results.containsKey(regionName) ? results.get(regionName).result : Collections.emptyMap();<a name="line.833"></a>
-<span class="sourceLineNo">834</span>      boolean regionFailureRegistered = false;<a name="line.834"></a>
-<span class="sourceLineNo">835</span>      for (Action sentAction : regionEntry.getValue()) {<a name="line.835"></a>
-<span class="sourceLineNo">836</span>        Object result = regionResults.get(sentAction.getOriginalIndex());<a name="line.836"></a>
-<span class="sourceLineNo">837</span>        if (result == null) {<a name="line.837"></a>
-<span class="sourceLineNo">838</span>          if (regionException == null) {<a name="line.838"></a>
-<span class="sourceLineNo">839</span>            LOG.error("Server sent us neither results nor exceptions for "<a name="line.839"></a>
-<span class="sourceLineNo">840</span>              + Bytes.toStringBinary(regionName)<a name="line.840"></a>
-<span class="sourceLineNo">841</span>              + ", numAttempt:" + numAttempt);<a name="line.841"></a>
-<span class="sourceLineNo">842</span>            regionException = new RuntimeException("Invalid response");<a name="line.842"></a>
-<span class="sourceLineNo">843</span>          }<a name="line.843"></a>
-<span class="sourceLineNo">844</span>          // If the row operation encounters the region-lever error, the exception of action may be<a name="line.844"></a>
-<span class="sourceLineNo">845</span>          // null.<a name="line.845"></a>
-<span class="sourceLineNo">846</span>          result = regionException;<a name="line.846"></a>
-<span class="sourceLineNo">847</span>        }<a name="line.847"></a>
-<span class="sourceLineNo">848</span>        // Failure: retry if it's make sense else update the errors lists<a name="line.848"></a>
-<span class="sourceLineNo">849</span>        if (result instanceof Throwable) {<a name="line.849"></a>
-<span class="sourceLineNo">850</span>          Throwable actionException = (Throwable) result;<a name="line.850"></a>
-<span class="sourceLineNo">851</span>          Row row = sentAction.getAction();<a name="line.851"></a>
-<span class="sourceLineNo">852</span>          lastException = regionException != null ? regionException<a name="line.852"></a>
-<span class="sourceLineNo">853</span>            : ClientExceptionsUtil.findException(actionException);<a name="line.853"></a>
-<span class="sourceLineNo">854</span>          // Register corresponding failures once per server/once per region.<a name="line.854"></a>
-<span class="sourceLineNo">855</span>          if (!regionFailureRegistered) {<a name="line.855"></a>
-<span class="sourceLineNo">856</span>            regionFailureRegistered = true;<a name="line.856"></a>
-<span class="sourceLineNo">857</span>            updateCachedLocations(server, regionName, row.getRow(), actionException);<a name="line.857"></a>
-<span class="sourceLineNo">858</span>          }<a name="line.858"></a>
-<span class="sourceLineNo">859</span>          if (retry == null) {<a name="line.859"></a>
-<span class="sourceLineNo">860</span>            errorsByServer.reportServerError(server);<a name="line.860"></a>
-<span class="sourceLineNo">861</span>            // We determine canRetry only once for all calls, after reporting server failure.<a name="line.861"></a>
-<span class="sourceLineNo">862</span>            retry = errorsByServer.canTryMore(numAttempt) ?<a name="line.862"></a>
-<span class="sourceLineNo">863</span>              Retry.YES : Retry.NO_RETRIES_EXHAUSTED;<a name="line.863"></a>
-<span class="sourceLineNo">864</span>          }<a name="line.864"></a>
-<span class="sourceLineNo">865</span>          ++failureCount;<a name="line.865"></a>
-<span class="sourceLineNo">866</span>          switch (manageError(sentAction.getOriginalIndex(), row, retry, actionException,<a name="line.866"></a>
-<span class="sourceLineNo">867</span>            server)) {<a name="line.867"></a>
-<span class="sourceLineNo">868</span>            case YES:<a name="line.868"></a>
-<span class="sourceLineNo">869</span>              toReplay.add(sentAction);<a name="line.869"></a>
-<span class="sourceLineNo">870</span>              break;<a name="line.870"></a>
-<span class="sourceLineNo">871</span>            case NO_OTHER_SUCCEEDED:<a name="line.871"></a>
-<span class="sourceLineNo">872</span>              ++stopped;<a name="line.872"></a>
-<span class="sourceLineNo">873</span>              break;<a name="line.873"></a>
-<span class="sourceLineNo">874</span>            default:<a name="line.874"></a>
-<span class="sourceLineNo">875</span>              ++failed;<a name="line.875"></a>
-<span class="sourceLineNo">876</span>              break;<a name="line.876"></a>
-<span class="sourceLineNo">877</span>          }<a name="line.877"></a>
-<span class="sourceLineNo">878</span>        } else {<a name="line.878"></a>
-<span class="sourceLineNo">879</span>          invokeCallBack(regionName, sentAction.getAction().getRow(), (CResult) result);<a name="line.879"></a>
-<span class="sourceLineNo">880</span>          setResult(sentAction, result);<a name="line.880"></a>
-<span class="sourceLineNo">881</span>        }<a name="line.881"></a>
-<span class="sourceLineNo">882</span>      }<a name="line.882"></a>
-<span class="sourceLineNo">883</span>    }<a name="line.883"></a>
-<span class="sourceLineNo">884</span>    if (toReplay.isEmpty()) {<a name="line.884"></a>
-<span class="sourceLineNo">885</span>      logNoResubmit(server, numAttempt, failureCount, lastException, failed, stopped);<a name="line.885"></a>
-<span class="sourceLineNo">886</span>    } else {<a name="line.886"></a>
-<span class="sourceLineNo">887</span>      resubmit(server, toReplay, numAttempt, failureCount, lastException);<a name="line.887"></a>
-<span class="sourceLineNo">888</span>    }<a name="line.888"></a>
-<span class="sourceLineNo">889</span>  }<a name="line.889"></a>
-<span class="sourceLineNo">890</span><a name="line.890"></a>
-<span class="sourceLineNo">891</span>  private void updateCachedLocations(ServerName server, byte[] regionName, byte[] row,<a name="line.891"></a>
-<span class="sourceLineNo">892</span>    Throwable rowException) {<a name="line.892"></a>
-<span class="sourceLineNo">893</span>    if (tableName == null) {<a name="line.893"></a>
-<span class="sourceLineNo">894</span>      return;<a name="line.894"></a>
-<span class="sourceLineNo">895</span>    }<a name="line.895"></a>
-<span class="sourceLineNo">896</span>    try {<a name="line.896"></a>
-<span class="sourceLineNo">897</span>      asyncProcess.connection<a name="line.897"></a>
-<span class="sourceLineNo">898</span>        .updateCachedLocations(tableName, regionName, row, rowException, server);<a name="line.898"></a>
-<span class="sourceLineNo">899</span>    } catch (Throwable ex) {<a name="line.899"></a>
-<span class="sourceLineNo">900</span>      // That should never happen, but if it did, we want to make sure<a name="line.900"></a>
-<span class="sourceLineNo">901</span>      // we still process errors<a name="line.901"></a>
-<span class="sourceLineNo">902</span>      LOG.error("Couldn't update cached region locations: " + ex);<a name="line.902"></a>
-<span class="sourceLineNo">903</span>    }<a name="line.903"></a>
-<span class="sourceLineNo">904</span>  }<a name="line.904"></a>
-<span class="sourceLineNo">905</span><a name="line.905"></a>
-<span class="sourceLineNo">906</span>  private void invokeCallBack(byte[] regionName, byte[] row, CResult result) {<a name="line.906"></a>
-<span class="sourceLineNo">907</span>    if (callback != null) {<a name="line.907"></a>
-<span class="sourceLineNo">908</span>      try {<a name="line.908"></a>
-<span class="sourceLineNo">909</span>        //noinspection unchecked<a name="line.909"></a>
-<span class="sourceLineNo">910</span>        // TODO: would callback expect a replica region name if it gets one?<a name="line.910"></a>
-<span class="sourceLineNo">911</span>        this.callback.update(regionName, row, result);<a name="line.911"></a>
-<span class="sourceLineNo">912</span>      } catch (Throwable t) {<a name="line.912"></a>
-<span class="sourceLineNo">913</span>        LOG.error("User callback threw an exception for "<a name="line.913"></a>
-<span class="sourceLineNo">914</span>          + Bytes.toStringBinary(regionName) + ", ignoring", t);<a name="line.914"></a>
-<span class="sourceLineNo">915</span>      }<a name="line.915"></a>
-<span class="sourceLineNo">916</span>    }<a name="line.916"></a>
-<span class="sourceLineNo">917</span>  }<a name="line.917"></a>
-<span class="sourceLineNo">918</span><a name="line.918"></a>
-<span class="sourceLineNo">919</span>  private void cleanServerCache(ServerName server, Throwable regionException) {<a name="line.919"></a>
-<span class="sourceLineNo">920</span>    if (tableName == null &amp;&amp; ClientExceptionsUtil.isMetaClearingException(regionException)) {<a name="line.920"></a>
-<span class="sourceLineNo">921</span>      // For multi-actions, we don't have a table name, but we want to make sure to clear the<a name="line.921"></a>
-<span class="sourceLineNo">922</span>      // cache in case there were location-related exceptions. We don't to clear the cache<a name="line.922"></a>
-<span class="sourceLineNo">923</span>      // for every possible exception that comes through, however.<a name="line.923"></a>
-<span class="sourceLineNo">924</span>      asyncProcess.connection.clearCaches(server);<a name="line.924"></a>
-<span class="sourceLineNo">925</span>    }<a name="line.925"></a>
-<span class="sourceLineNo">926</span>  }<a name="line.926"></a>
-<span class="sourceLineNo">927</span><a name="line.927"></a>
-<span class="sourceLineNo">928</span>  @VisibleForTesting<a name="line.928"></a>
-<span class="sourceLineNo">929</span>  protected void updateStats(ServerName server, Map&lt;byte[], MultiResponse.RegionResult&gt; results) {<a name="line.929"></a>
-<span class="sourceLineNo">930</span>    boolean metrics = asyncProcess.connection.getConnectionMetrics() != null;<a name="line.930"></a>
-<span class="sourceLineNo">931</span>    boolean stats = asyncProcess.connection.getStatisticsTracker() != null;<a name="line.931"></a>
-<span class="sourceLineNo">932</span>    if (!stats &amp;&amp; !metrics) {<a name="line.932"></a>
-<span class="sourceLineNo">933</span>      return;<a name="line.933"></a>
-<span class="sourceLineNo">934</span>    }<a name="line.934"></a>
-<span class="sourceLineNo">935</span>    for (Map.Entry&lt;byte[], MultiResponse.RegionResult&gt; regionStats : results.entrySet()) {<a name="line.935"></a>
-<span class="sourceLineNo">936</span>      byte[] regionName = regionStats.getKey();<a name="line.936"></a>
-<span class="sourceLineNo">937</span>      ClientProtos.RegionLoadStats stat = regionStats.getValue().getStat();<a name="line.937"></a>
-<span class="sourceLineNo">938</span>      if (stat == null) {<a name="line.938"></a>
-<span class="sourceLineNo">939</span>        LOG.error("No ClientProtos.RegionLoadStats found for server=" + server<a name="line.939"></a>
-<span class="sourceLineNo">940</span>          + ", region=" + Bytes.toStringBinary(regionName));<a name="line.940"></a>
-<span class="sourceLineNo">941</span>        continue;<a name="line.941"></a>
-<span class="sourceLineNo">942</span>      }<a name="line.942"></a>
-<span class="sourceLineNo">943</span>      RegionLoadStats regionLoadstats = ProtobufUtil.createRegionLoadStats(stat);<a name="line.943"></a>
-<span class="sourceLineNo">944</span>      ResultStatsUtil.updateStats(asyncProcess.connection.getStatisticsTracker(), server,<a name="line.944"></a>
-<span class="sourceLineNo">945</span>          regionName, regionLoadstats);<a name="line.945"></a>
-<span class="sourceLineNo">946</span>      ResultStatsUtil.updateStats(asyncProcess.connection.getConnectionMetrics(),<a name="line.946"></a>
-<span class="sourceLineNo">947</span>          server, regionName, regionLoadstats);<a name="line.947"></a>
-<span class="sourceLineNo">948</span>    }<a name="line.948"></a>
-<span class="sourceLineNo">949</span>  }<a name="line.949"></a>
+<span class="sourceLineNo">260</span>  private final TableName tableName;<a name="line.260"></a>
+<span class="sourceLineNo">261</span>  private final AtomicLong actionsInProgress = new AtomicLong(-1);<a name="line.261"></a>
+<span class="sourceLineNo">262</span>  /**<a name="line.262"></a>
+<span class="sourceLineNo">263</span>   * The lock controls access to results. It is only held when populating results where<a name="line.263"></a>
+<span class="sourceLineNo">264</span>   * there might be several callers (eventual consistency gets). For other requests,<a name="line.264"></a>
+<span class="sourceLineNo">265</span>   * there's one unique call going on per result index.<a name="line.265"></a>
+<span class="sourceLineNo">266</span>   */<a name="line.266"></a>
+<span class="sourceLineNo">267</span>  private final Object replicaResultLock = new Object();<a name="line.267"></a>
+<span class="sourceLineNo">268</span>  /**<a name="line.268"></a>
+<span class="sourceLineNo">269</span>   * Result array.  Null if results are not needed. Otherwise, each index corresponds to<a name="line.269"></a>
+<span class="sourceLineNo">270</span>   * the action index in initial actions submitted. For most request types, has null-s for<a name="line.270"></a>
+<span class="sourceLineNo">271</span>   * requests that are not done, and result/exception for those that are done.<a name="line.271"></a>
+<span class="sourceLineNo">272</span>   * For eventual-consistency gets, initially the same applies; at some point, replica calls<a name="line.272"></a>
+<span class="sourceLineNo">273</span>   * might be started, and ReplicaResultState is put at the corresponding indices. The<a name="line.273"></a>
+<span class="sourceLineNo">274</span>   * returning calls check the type to detect when this is the case. After all calls are done,<a name="line.274"></a>
+<span class="sourceLineNo">275</span>   * ReplicaResultState-s are replaced with results for the user.<a name="line.275"></a>
+<span class="sourceLineNo">276</span>   */<a name="line.276"></a>
+<span class="sourceLineNo">277</span>  private final Object[] results;<a name="line.277"></a>
+<span class="sourceLineNo">278</span>  /**<a name="line.278"></a>
+<span class="sourceLineNo">279</span>   * Indices of replica gets in results. If null, all or no actions are replica-gets.<a name="line.279"></a>
+<span class="sourceLineNo">280</span>   */<a name="line.280"></a>
+<span class="sourceLineNo">281</span>  private final int[] replicaGetIndices;<a name="line.281"></a>
+<span class="sourceLineNo">282</span>  private final boolean hasAnyReplicaGets;<a name="line.282"></a>
+<span class="sourceLineNo">283</span>  private final long nonceGroup;<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  private final CancellableRegionServerCallable currentCallable;<a name="line.284"></a>
+<span class="sourceLineNo">285</span>  private final int operationTimeout;<a name="line.285"></a>
+<span class="sourceLineNo">286</span>  private final int rpcTimeout;<a name="line.286"></a>
+<span class="sourceLineNo">287</span>  private final AsyncProcess asyncProcess;<a name="line.287"></a>
+<span class="sourceLineNo">288</span><a name="line.288"></a>
+<span class="sourceLineNo">289</span>  /**<a name="line.289"></a>
+<span class="sourceLineNo">290</span>   * For {@link AsyncRequestFutureImpl#manageError(int, Row, Retry, Throwable, ServerName)}. Only<a name="line.290"></a>
+<span class="sourceLineNo">291</span>   * used to make logging more clear, we don't actually care why we don't retry.<a name="line.291"></a>
+<span class="sourceLineNo">292</span>   */<a name="line.292"></a>
+<span class="sourceLineNo">293</span>  public enum Retry {<a name="line.293"></a>
+<span class="sourceLineNo">294</span>    YES,<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    NO_LOCATION_PROBLEM,<a name="line.295"></a>
+<span class="sourceLineNo">296</span>    NO_NOT_RETRIABLE,<a name="line.296"></a>
+<span class="sourceLineNo">297</span>    NO_RETRIES_EXHAUSTED,<a name="line.297"></a>
+<span class="sourceLineNo">298</span>    NO_OTHER_SUCCEEDED<a name="line.298"></a>
+<span class="sourceLineNo">299</span>  }<a name="line.299"></a>
+<span class="sourceLineNo">300</span><a name="line.300"></a>
+<span class="sourceLineNo">301</span>  /** Sync point for calls to multiple replicas for the same user request (Get).<a name="line.301"></a>
+<span class="sourceLineNo">302</span>   * Created and put in the results array (we assume replica calls require results) when<a name="line.302"></a>
+<span class="sourceLineNo">303</span>   * the replica calls are launched. See results for details of this process.<a name="line.303"></a>
+<span class="sourceLineNo">304</span>   * POJO, all fields are public. To modify them, the object itself is locked. */<a name="line.304"></a>
+<span class="sourceLineNo">305</span>  private static class ReplicaResultState {<a name="line.305"></a>
+<span class="sourceLineNo">306</span>    public ReplicaResultState(int callCount) {<a name="line.306"></a>
+<span class="sourceLineNo">307</span>      this.callCount = callCount;<a name="line.307"></a>
+<span class="sourceLineNo">308</span>    }<a name="line.308"></a>
+<span class="sourceLineNo">309</span><a name="line.309"></a>
+<span class="sourceLineNo">310</span>    /** Number of calls outstanding, or 0 if a call succeeded (even with others outstanding). */<a name="line.310"></a>
+<span class="sourceLineNo">311</span>    int callCount;<a name="line.311"></a>
+<span class="sourceLineNo">312</span>    /** Errors for which it is not decided whether we will report them to user. If one of the<a name="line.312"></a>
+<span class="sourceLineNo">313</span>     * calls succeeds, we will discard the errors that may have happened in the other calls. */<a name="line.313"></a>
+<span class="sourceLineNo">314</span>    BatchErrors replicaErrors = null;<a name="line.314"></a>
+<span class="sourceLineNo">315</span><a name="line.315"></a>
+<span class="sourceLineNo">316</span>    @Override<a name="line.316"></a>
+<span class="sourceLineNo">317</span>    public String toString() {<a name="line.317"></a>
+<span class="sourceLineNo">318</span>      return "[call count " + callCount + "; errors " + replicaErrors + "]";<a name="line.318"></a>
+<span class="sourceLineNo">319</span>    }<a name="line.319"></a>
+<span class="sourceLineNo">320</span>  }<a name="line.320"></a>
+<span class="sourceLineNo">321</span><a name="line.321"></a>
+<span class="sourceLineNo">322</span>  public AsyncRequestFutureImpl(AsyncProcessTask task, List&lt;Action&gt; actions,<a name="line.322"></a>
+<span class="sourceLineNo">323</span>      long nonceGroup, AsyncProcess asyncProcess) {<a name="line.323"></a>
+<span class="sourceLineNo">324</span>    this.pool = task.getPool();<a name="line.324"></a>
+<span class="sourceLineNo">325</span>    this.callback = task.getCallback();<a name="line.325"></a>
+<span class="sourceLineNo">326</span>    this.nonceGroup = nonceGroup;<a name="line.326"></a>
+<span class="sourceLineNo">327</span>    this.tableName = task.getTableName();<a name="line.327"></a>
+<span class="sourceLineNo">328</span>    this.actionsInProgress.set(actions.size());<a name="line.328"></a>
+<span class="sourceLineNo">329</span>    if (task.getResults() == null) {<a name="line.329"></a>
+<span class="sourceLineNo">330</span>      results = task.getNeedResults() ? new Object[actions.size()] : null;<a name="line.330"></a>
+<span class="sourceLineNo">331</span>    } else {<a name="line.331"></a>
+<span class="sourceLineNo">332</span>      if (task.getResults().length != actions.size()) {<a name="line.332"></a>
+<span class="sourceLineNo">333</span>        throw new AssertionError("results.length");<a name="line.333"></a>
+<span class="sourceLineNo">334</span>      }<a name="line.334"></a>
+<span class="sourceLineNo">335</span>      this.results = task.getResults();<a name="line.335"></a>
+<span class="sourceLineNo">336</span>      for (int i = 0; i != this.results.length; ++i) {<a name="line.336"></a>
+<span class="sourceLineNo">337</span>        results[i] = null;<a name="line.337"></a>
+<span class="sourceLineNo">338</span>      }<a name="line.338"></a>
+<span class="sourceLineNo">339</span>    }<a name="line.339"></a>
+<span class="sourceLineNo">340</span>    List&lt;Integer&gt; replicaGetIndices = null;<a name="line.340"></a>
+<span class="sourceLineNo">341</span>    boolean hasAnyReplicaGets = false;<a name="line.341"></a>
+<span class="sourceLineNo">342</span>    if (results != null) {<a name="line.342"></a>
+<span class="sourceLineNo">343</span>      // Check to see if any requests might require replica calls.<a name="line.343"></a>
+<span class="sourceLineNo">344</span>      // We expect that many requests will consist of all or no multi-replica gets; in such<a name="line.344"></a>
+<span class="sourceLineNo">345</span>      // cases we would just use a boolean (hasAnyReplicaGets). If there's a mix, we will<a name="line.345"></a>
+<span class="sourceLineNo">346</span>      // store the list of action indexes for which replica gets are possible, and set<a name="line.346"></a>
+<span class="sourceLineNo">347</span>      // hasAnyReplicaGets to true.<a name="line.347"></a>
+<span class="sourceLineNo">348</span>      boolean hasAnyNonReplicaReqs = false;<a name="line.348"></a>
+<span class="sourceLineNo">349</span>      int posInList = 0;<a name="line.349"></a>
+<span class="sourceLineNo">350</span>      for (Action action : actions) {<a name="line.350"></a>
+<span class="sourceLineNo">351</span>        boolean isReplicaGet = AsyncProcess.isReplicaGet(action.getAction());<a name="line.351"></a>
+<span class="sourceLineNo">352</span>        if (isReplicaGet) {<a name="line.352"></a>
+<span class="sourceLineNo">353</span>          hasAnyReplicaGets = true;<a name="line.353"></a>
+<span class="sourceLineNo">354</span>          if (hasAnyNonReplicaReqs) { // Mixed case<a name="line.354"></a>
+<span class="sourceLineNo">355</span>            if (replicaGetIndices == null) {<a name="line.355"></a>
+<span class="sourceLineNo">356</span>              replicaGetIndices = new ArrayList&lt;&gt;(actions.s

<TRUNCATED>

[27/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html
index f47d627..c3d225c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html
@@ -117,219 +117,219 @@
 <span class="sourceLineNo">109</span>   */<a name="line.109"></a>
 <span class="sourceLineNo">110</span>  public static boolean archiveRegion(FileSystem fs, Path rootdir, Path tableDir, Path regionDir)<a name="line.110"></a>
 <span class="sourceLineNo">111</span>      throws IOException {<a name="line.111"></a>
-<span class="sourceLineNo">112</span>    if (LOG.isDebugEnabled()) {<a name="line.112"></a>
-<span class="sourceLineNo">113</span>      LOG.debug("ARCHIVING " + regionDir.toString());<a name="line.113"></a>
-<span class="sourceLineNo">114</span>    }<a name="line.114"></a>
-<span class="sourceLineNo">115</span><a name="line.115"></a>
-<span class="sourceLineNo">116</span>    // otherwise, we archive the files<a name="line.116"></a>
-<span class="sourceLineNo">117</span>    // make sure we can archive<a name="line.117"></a>
-<span class="sourceLineNo">118</span>    if (tableDir == null || regionDir == null) {<a name="line.118"></a>
-<span class="sourceLineNo">119</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.119"></a>
-<span class="sourceLineNo">120</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.120"></a>
-<span class="sourceLineNo">121</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.121"></a>
-<span class="sourceLineNo">122</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.122"></a>
-<span class="sourceLineNo">123</span>      // the archived files correctly or not.<a name="line.123"></a>
-<span class="sourceLineNo">124</span>      return false;<a name="line.124"></a>
-<span class="sourceLineNo">125</span>    }<a name="line.125"></a>
-<span class="sourceLineNo">126</span><a name="line.126"></a>
-<span class="sourceLineNo">127</span>    // make sure the regiondir lives under the tabledir<a name="line.127"></a>
-<span class="sourceLineNo">128</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.129"></a>
-<span class="sourceLineNo">130</span>        FSUtils.getTableName(tableDir),<a name="line.130"></a>
-<span class="sourceLineNo">131</span>        regionDir.getName());<a name="line.131"></a>
-<span class="sourceLineNo">132</span><a name="line.132"></a>
-<span class="sourceLineNo">133</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.133"></a>
-<span class="sourceLineNo">134</span>    // otherwise, we attempt to archive the store files<a name="line.134"></a>
-<span class="sourceLineNo">135</span><a name="line.135"></a>
-<span class="sourceLineNo">136</span>    // build collection of just the store directories to archive<a name="line.136"></a>
-<span class="sourceLineNo">137</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.137"></a>
-<span class="sourceLineNo">138</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.138"></a>
-<span class="sourceLineNo">139</span>    PathFilter nonHidden = new PathFilter() {<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      @Override<a name="line.140"></a>
-<span class="sourceLineNo">141</span>      public boolean accept(Path file) {<a name="line.141"></a>
-<span class="sourceLineNo">142</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.142"></a>
-<span class="sourceLineNo">143</span>      }<a name="line.143"></a>
-<span class="sourceLineNo">144</span>    };<a name="line.144"></a>
-<span class="sourceLineNo">145</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.145"></a>
-<span class="sourceLineNo">146</span>    // if there no files, we can just delete the directory and return;<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    if (storeDirs == null) {<a name="line.147"></a>
-<span class="sourceLineNo">148</span>      LOG.debug("Region directory " + regionDir + " empty.");<a name="line.148"></a>
-<span class="sourceLineNo">149</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.149"></a>
-<span class="sourceLineNo">150</span>    }<a name="line.150"></a>
-<span class="sourceLineNo">151</span><a name="line.151"></a>
-<span class="sourceLineNo">152</span>    // convert the files in the region to a File<a name="line.152"></a>
-<span class="sourceLineNo">153</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.153"></a>
-<span class="sourceLineNo">154</span>    LOG.debug("Archiving " + toArchive);<a name="line.154"></a>
-<span class="sourceLineNo">155</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.155"></a>
-<span class="sourceLineNo">156</span>        EnvironmentEdgeManager.currentTime());<a name="line.156"></a>
-<span class="sourceLineNo">157</span>    if (!failedArchive.isEmpty()) {<a name="line.157"></a>
-<span class="sourceLineNo">158</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.158"></a>
-<span class="sourceLineNo">159</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.159"></a>
-<span class="sourceLineNo">160</span>          + ". Something is probably awry on the filesystem.",<a name="line.160"></a>
-<span class="sourceLineNo">161</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.161"></a>
-<span class="sourceLineNo">162</span>    }<a name="line.162"></a>
-<span class="sourceLineNo">163</span>    // if that was successful, then we delete the region<a name="line.163"></a>
-<span class="sourceLineNo">164</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.164"></a>
-<span class="sourceLineNo">165</span>  }<a name="line.165"></a>
-<span class="sourceLineNo">166</span><a name="line.166"></a>
-<span class="sourceLineNo">167</span>  /**<a name="line.167"></a>
-<span class="sourceLineNo">168</span>   * Remove from the specified region the store files of the specified column family,<a name="line.168"></a>
-<span class="sourceLineNo">169</span>   * either by archiving them or outright deletion<a name="line.169"></a>
-<span class="sourceLineNo">170</span>   * @param fs the filesystem where the store files live<a name="line.170"></a>
-<span class="sourceLineNo">171</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.171"></a>
-<span class="sourceLineNo">172</span>   * @param parent Parent region hosting the store files<a name="line.172"></a>
-<span class="sourceLineNo">173</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.173"></a>
-<span class="sourceLineNo">174</span>   * @param family the family hosting the store files<a name="line.174"></a>
-<span class="sourceLineNo">175</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.175"></a>
-<span class="sourceLineNo">176</span>   */<a name="line.176"></a>
-<span class="sourceLineNo">177</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.177"></a>
-<span class="sourceLineNo">178</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.179"></a>
-<span class="sourceLineNo">180</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.180"></a>
-<span class="sourceLineNo">181</span>  }<a name="line.181"></a>
-<span class="sourceLineNo">182</span><a name="line.182"></a>
-<span class="sourceLineNo">183</span>  /**<a name="line.183"></a>
-<span class="sourceLineNo">184</span>   * Removes from the specified region the store files of the specified column family,<a name="line.184"></a>
-<span class="sourceLineNo">185</span>   * either by archiving them or outright deletion<a name="line.185"></a>
-<span class="sourceLineNo">186</span>   * @param fs the filesystem where the store files live<a name="line.186"></a>
-<span class="sourceLineNo">187</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.187"></a>
-<span class="sourceLineNo">188</span>   * @param parent Parent region hosting the store files<a name="line.188"></a>
-<span class="sourceLineNo">189</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.189"></a>
-<span class="sourceLineNo">190</span>   * @param family the family hosting the store files<a name="line.190"></a>
-<span class="sourceLineNo">191</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.191"></a>
-<span class="sourceLineNo">192</span>   */<a name="line.192"></a>
-<span class="sourceLineNo">193</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.193"></a>
-<span class="sourceLineNo">194</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.195"></a>
-<span class="sourceLineNo">196</span>    if (storeFiles == null) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span>      LOG.debug("No store files to dispose for region=" + parent.getRegionNameAsString() +<a name="line.197"></a>
-<span class="sourceLineNo">198</span>          ", family=" + Bytes.toString(family));<a name="line.198"></a>
-<span class="sourceLineNo">199</span>      return;<a name="line.199"></a>
-<span class="sourceLineNo">200</span>    }<a name="line.200"></a>
-<span class="sourceLineNo">201</span><a name="line.201"></a>
-<span class="sourceLineNo">202</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.202"></a>
-<span class="sourceLineNo">203</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.204"></a>
-<span class="sourceLineNo">205</span><a name="line.205"></a>
-<span class="sourceLineNo">206</span>    // do the actual archive<a name="line.206"></a>
-<span class="sourceLineNo">207</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.207"></a>
-<span class="sourceLineNo">208</span>        EnvironmentEdgeManager.currentTime());<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    if (!failedArchive.isEmpty()){<a name="line.209"></a>
-<span class="sourceLineNo">210</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.210"></a>
-<span class="sourceLineNo">211</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.211"></a>
-<span class="sourceLineNo">212</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.212"></a>
-<span class="sourceLineNo">213</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.213"></a>
-<span class="sourceLineNo">214</span>    }<a name="line.214"></a>
-<span class="sourceLineNo">215</span>  }<a name="line.215"></a>
-<span class="sourceLineNo">216</span><a name="line.216"></a>
-<span class="sourceLineNo">217</span>  /**<a name="line.217"></a>
-<span class="sourceLineNo">218</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.218"></a>
-<span class="sourceLineNo">219</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.219"></a>
-<span class="sourceLineNo">220</span>   * @param fs the filesystem where the store files live<a name="line.220"></a>
-<span class="sourceLineNo">221</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.221"></a>
-<span class="sourceLineNo">222</span>   * @param family the family hosting the store files<a name="line.222"></a>
-<span class="sourceLineNo">223</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.223"></a>
-<span class="sourceLineNo">224</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.224"></a>
-<span class="sourceLineNo">225</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.225"></a>
-<span class="sourceLineNo">226</span>   */<a name="line.226"></a>
-<span class="sourceLineNo">227</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.227"></a>
-<span class="sourceLineNo">228</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.228"></a>
-<span class="sourceLineNo">229</span>      throws IOException, FailedArchiveException {<a name="line.229"></a>
-<span class="sourceLineNo">230</span><a name="line.230"></a>
-<span class="sourceLineNo">231</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.231"></a>
-<span class="sourceLineNo">232</span>    if (fs == null) {<a name="line.232"></a>
-<span class="sourceLineNo">233</span>      LOG.warn("Passed filesystem is null, so just deleting the files without archiving for region:"<a name="line.233"></a>
-<span class="sourceLineNo">234</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family));<a name="line.234"></a>
-<span class="sourceLineNo">235</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.235"></a>
-<span class="sourceLineNo">236</span>      return;<a name="line.236"></a>
-<span class="sourceLineNo">237</span>    }<a name="line.237"></a>
-<span class="sourceLineNo">238</span><a name="line.238"></a>
-<span class="sourceLineNo">239</span>    // short circuit if we don't have any files to delete<a name="line.239"></a>
-<span class="sourceLineNo">240</span>    if (compactedFiles.isEmpty()) {<a name="line.240"></a>
-<span class="sourceLineNo">241</span>      LOG.debug("No store files to dispose, done!");<a name="line.241"></a>
-<span class="sourceLineNo">242</span>      return;<a name="line.242"></a>
-<span class="sourceLineNo">243</span>    }<a name="line.243"></a>
-<span class="sourceLineNo">244</span><a name="line.244"></a>
-<span class="sourceLineNo">245</span>    // build the archive path<a name="line.245"></a>
-<span class="sourceLineNo">246</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.246"></a>
-<span class="sourceLineNo">247</span>        "Need to have a region and a family to archive from.");<a name="line.247"></a>
+<span class="sourceLineNo">112</span>    LOG.debug("ARCHIVING {}", rootdir.toString());<a name="line.112"></a>
+<span class="sourceLineNo">113</span><a name="line.113"></a>
+<span class="sourceLineNo">114</span>    // otherwise, we archive the files<a name="line.114"></a>
+<span class="sourceLineNo">115</span>    // make sure we can archive<a name="line.115"></a>
+<span class="sourceLineNo">116</span>    if (tableDir == null || regionDir == null) {<a name="line.116"></a>
+<span class="sourceLineNo">117</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.117"></a>
+<span class="sourceLineNo">118</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.118"></a>
+<span class="sourceLineNo">119</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.119"></a>
+<span class="sourceLineNo">120</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.120"></a>
+<span class="sourceLineNo">121</span>      // the archived files correctly or not.<a name="line.121"></a>
+<span class="sourceLineNo">122</span>      return false;<a name="line.122"></a>
+<span class="sourceLineNo">123</span>    }<a name="line.123"></a>
+<span class="sourceLineNo">124</span><a name="line.124"></a>
+<span class="sourceLineNo">125</span>    // make sure the regiondir lives under the tabledir<a name="line.125"></a>
+<span class="sourceLineNo">126</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.126"></a>
+<span class="sourceLineNo">127</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.127"></a>
+<span class="sourceLineNo">128</span>        FSUtils.getTableName(tableDir),<a name="line.128"></a>
+<span class="sourceLineNo">129</span>        regionDir.getName());<a name="line.129"></a>
+<span class="sourceLineNo">130</span><a name="line.130"></a>
+<span class="sourceLineNo">131</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.131"></a>
+<span class="sourceLineNo">132</span>    // otherwise, we attempt to archive the store files<a name="line.132"></a>
+<span class="sourceLineNo">133</span><a name="line.133"></a>
+<span class="sourceLineNo">134</span>    // build collection of just the store directories to archive<a name="line.134"></a>
+<span class="sourceLineNo">135</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.135"></a>
+<span class="sourceLineNo">136</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.136"></a>
+<span class="sourceLineNo">137</span>    PathFilter nonHidden = new PathFilter() {<a name="line.137"></a>
+<span class="sourceLineNo">138</span>      @Override<a name="line.138"></a>
+<span class="sourceLineNo">139</span>      public boolean accept(Path file) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.140"></a>
+<span class="sourceLineNo">141</span>      }<a name="line.141"></a>
+<span class="sourceLineNo">142</span>    };<a name="line.142"></a>
+<span class="sourceLineNo">143</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.143"></a>
+<span class="sourceLineNo">144</span>    // if there no files, we can just delete the directory and return;<a name="line.144"></a>
+<span class="sourceLineNo">145</span>    if (storeDirs == null) {<a name="line.145"></a>
+<span class="sourceLineNo">146</span>      LOG.debug("Directory {} empty.", regionDir);<a name="line.146"></a>
+<span class="sourceLineNo">147</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.147"></a>
+<span class="sourceLineNo">148</span>    }<a name="line.148"></a>
+<span class="sourceLineNo">149</span><a name="line.149"></a>
+<span class="sourceLineNo">150</span>    // convert the files in the region to a File<a name="line.150"></a>
+<span class="sourceLineNo">151</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    LOG.debug("Archiving " + toArchive);<a name="line.152"></a>
+<span class="sourceLineNo">153</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.153"></a>
+<span class="sourceLineNo">154</span>        EnvironmentEdgeManager.currentTime());<a name="line.154"></a>
+<span class="sourceLineNo">155</span>    if (!failedArchive.isEmpty()) {<a name="line.155"></a>
+<span class="sourceLineNo">156</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.156"></a>
+<span class="sourceLineNo">157</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.157"></a>
+<span class="sourceLineNo">158</span>          + ". Something is probably awry on the filesystem.",<a name="line.158"></a>
+<span class="sourceLineNo">159</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.159"></a>
+<span class="sourceLineNo">160</span>    }<a name="line.160"></a>
+<span class="sourceLineNo">161</span>    // if that was successful, then we delete the region<a name="line.161"></a>
+<span class="sourceLineNo">162</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.162"></a>
+<span class="sourceLineNo">163</span>  }<a name="line.163"></a>
+<span class="sourceLineNo">164</span><a name="line.164"></a>
+<span class="sourceLineNo">165</span>  /**<a name="line.165"></a>
+<span class="sourceLineNo">166</span>   * Remove from the specified region the store files of the specified column family,<a name="line.166"></a>
+<span class="sourceLineNo">167</span>   * either by archiving them or outright deletion<a name="line.167"></a>
+<span class="sourceLineNo">168</span>   * @param fs the filesystem where the store files live<a name="line.168"></a>
+<span class="sourceLineNo">169</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.169"></a>
+<span class="sourceLineNo">170</span>   * @param parent Parent region hosting the store files<a name="line.170"></a>
+<span class="sourceLineNo">171</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.171"></a>
+<span class="sourceLineNo">172</span>   * @param family the family hosting the store files<a name="line.172"></a>
+<span class="sourceLineNo">173</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.173"></a>
+<span class="sourceLineNo">174</span>   */<a name="line.174"></a>
+<span class="sourceLineNo">175</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.177"></a>
+<span class="sourceLineNo">178</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.178"></a>
+<span class="sourceLineNo">179</span>  }<a name="line.179"></a>
+<span class="sourceLineNo">180</span><a name="line.180"></a>
+<span class="sourceLineNo">181</span>  /**<a name="line.181"></a>
+<span class="sourceLineNo">182</span>   * Removes from the specified region the store files of the specified column family,<a name="line.182"></a>
+<span class="sourceLineNo">183</span>   * either by archiving them or outright deletion<a name="line.183"></a>
+<span class="sourceLineNo">184</span>   * @param fs the filesystem where the store files live<a name="line.184"></a>
+<span class="sourceLineNo">185</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.185"></a>
+<span class="sourceLineNo">186</span>   * @param parent Parent region hosting the store files<a name="line.186"></a>
+<span class="sourceLineNo">187</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.187"></a>
+<span class="sourceLineNo">188</span>   * @param family the family hosting the store files<a name="line.188"></a>
+<span class="sourceLineNo">189</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.189"></a>
+<span class="sourceLineNo">190</span>   */<a name="line.190"></a>
+<span class="sourceLineNo">191</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.191"></a>
+<span class="sourceLineNo">192</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.193"></a>
+<span class="sourceLineNo">194</span>    if (storeFiles == null) {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>      LOG.debug("No files to dispose of in {}, family={}", parent.getRegionNameAsString(),<a name="line.195"></a>
+<span class="sourceLineNo">196</span>          Bytes.toString(family));<a name="line.196"></a>
+<span class="sourceLineNo">197</span>      return;<a name="line.197"></a>
+<span class="sourceLineNo">198</span>    }<a name="line.198"></a>
+<span class="sourceLineNo">199</span><a name="line.199"></a>
+<span class="sourceLineNo">200</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.200"></a>
+<span class="sourceLineNo">201</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.201"></a>
+<span class="sourceLineNo">202</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.202"></a>
+<span class="sourceLineNo">203</span><a name="line.203"></a>
+<span class="sourceLineNo">204</span>    // do the actual archive<a name="line.204"></a>
+<span class="sourceLineNo">205</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.205"></a>
+<span class="sourceLineNo">206</span>        EnvironmentEdgeManager.currentTime());<a name="line.206"></a>
+<span class="sourceLineNo">207</span>    if (!failedArchive.isEmpty()){<a name="line.207"></a>
+<span class="sourceLineNo">208</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.208"></a>
+<span class="sourceLineNo">209</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.209"></a>
+<span class="sourceLineNo">210</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.210"></a>
+<span class="sourceLineNo">211</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.211"></a>
+<span class="sourceLineNo">212</span>    }<a name="line.212"></a>
+<span class="sourceLineNo">213</span>  }<a name="line.213"></a>
+<span class="sourceLineNo">214</span><a name="line.214"></a>
+<span class="sourceLineNo">215</span>  /**<a name="line.215"></a>
+<span class="sourceLineNo">216</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.216"></a>
+<span class="sourceLineNo">217</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.217"></a>
+<span class="sourceLineNo">218</span>   * @param fs the filesystem where the store files live<a name="line.218"></a>
+<span class="sourceLineNo">219</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.219"></a>
+<span class="sourceLineNo">220</span>   * @param family the family hosting the store files<a name="line.220"></a>
+<span class="sourceLineNo">221</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.221"></a>
+<span class="sourceLineNo">222</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.222"></a>
+<span class="sourceLineNo">223</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.223"></a>
+<span class="sourceLineNo">224</span>   */<a name="line.224"></a>
+<span class="sourceLineNo">225</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.225"></a>
+<span class="sourceLineNo">226</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.226"></a>
+<span class="sourceLineNo">227</span>      throws IOException, FailedArchiveException {<a name="line.227"></a>
+<span class="sourceLineNo">228</span><a name="line.228"></a>
+<span class="sourceLineNo">229</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.229"></a>
+<span class="sourceLineNo">230</span>    if (fs == null) {<a name="line.230"></a>
+<span class="sourceLineNo">231</span>      LOG.warn("Passed filesystem is null, so just deleting files without archiving for {}," +<a name="line.231"></a>
+<span class="sourceLineNo">232</span>              "family={}", Bytes.toString(regionInfo.getRegionName()), Bytes.toString(family));<a name="line.232"></a>
+<span class="sourceLineNo">233</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.233"></a>
+<span class="sourceLineNo">234</span>      return;<a name="line.234"></a>
+<span class="sourceLineNo">235</span>    }<a name="line.235"></a>
+<span class="sourceLineNo">236</span><a name="line.236"></a>
+<span class="sourceLineNo">237</span>    // short circuit if we don't have any files to delete<a name="line.237"></a>
+<span class="sourceLineNo">238</span>    if (compactedFiles.isEmpty()) {<a name="line.238"></a>
+<span class="sourceLineNo">239</span>      LOG.debug("No files to dispose of, done!");<a name="line.239"></a>
+<span class="sourceLineNo">240</span>      return;<a name="line.240"></a>
+<span class="sourceLineNo">241</span>    }<a name="line.241"></a>
+<span class="sourceLineNo">242</span><a name="line.242"></a>
+<span class="sourceLineNo">243</span>    // build the archive path<a name="line.243"></a>
+<span class="sourceLineNo">244</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.244"></a>
+<span class="sourceLineNo">245</span>        "Need to have a region and a family to archive from.");<a name="line.245"></a>
+<span class="sourceLineNo">246</span><a name="line.246"></a>
+<span class="sourceLineNo">247</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.247"></a>
 <span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.249"></a>
-<span class="sourceLineNo">250</span><a name="line.250"></a>
-<span class="sourceLineNo">251</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.251"></a>
-<span class="sourceLineNo">252</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.252"></a>
-<span class="sourceLineNo">253</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.253"></a>
-<span class="sourceLineNo">254</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.254"></a>
-<span class="sourceLineNo">255</span>    }<a name="line.255"></a>
-<span class="sourceLineNo">256</span><a name="line.256"></a>
-<span class="sourceLineNo">257</span>    // otherwise we attempt to archive the store files<a name="line.257"></a>
-<span class="sourceLineNo">258</span>    LOG.debug("Archiving compacted store files.");<a name="line.258"></a>
-<span class="sourceLineNo">259</span><a name="line.259"></a>
-<span class="sourceLineNo">260</span>    // Wrap the storefile into a File<a name="line.260"></a>
-<span class="sourceLineNo">261</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.261"></a>
-<span class="sourceLineNo">262</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.262"></a>
-<span class="sourceLineNo">263</span><a name="line.263"></a>
-<span class="sourceLineNo">264</span>    // do the actual archive<a name="line.264"></a>
-<span class="sourceLineNo">265</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.265"></a>
-<span class="sourceLineNo">266</span>        EnvironmentEdgeManager.currentTime());<a name="line.266"></a>
-<span class="sourceLineNo">267</span><a name="line.267"></a>
-<span class="sourceLineNo">268</span>    if (!failedArchive.isEmpty()){<a name="line.268"></a>
-<span class="sourceLineNo">269</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.269"></a>
-<span class="sourceLineNo">270</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.270"></a>
-<span class="sourceLineNo">271</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.272"></a>
-<span class="sourceLineNo">273</span>    }<a name="line.273"></a>
-<span class="sourceLineNo">274</span>  }<a name="line.274"></a>
-<span class="sourceLineNo">275</span><a name="line.275"></a>
-<span class="sourceLineNo">276</span>  /**<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   * Archive the store file<a name="line.277"></a>
-<span class="sourceLineNo">278</span>   * @param fs the filesystem where the store files live<a name="line.278"></a>
-<span class="sourceLineNo">279</span>   * @param regionInfo region hosting the store files<a name="line.279"></a>
-<span class="sourceLineNo">280</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.280"></a>
-<span class="sourceLineNo">281</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.281"></a>
-<span class="sourceLineNo">282</span>   * @param family the family hosting the store files<a name="line.282"></a>
-<span class="sourceLineNo">283</span>   * @param storeFile file to be archived<a name="line.283"></a>
-<span class="sourceLineNo">284</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.284"></a>
-<span class="sourceLineNo">285</span>   */<a name="line.285"></a>
-<span class="sourceLineNo">286</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.286"></a>
-<span class="sourceLineNo">287</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.287"></a>
-<span class="sourceLineNo">288</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.288"></a>
-<span class="sourceLineNo">289</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.289"></a>
-<span class="sourceLineNo">290</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.290"></a>
-<span class="sourceLineNo">291</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.291"></a>
-<span class="sourceLineNo">292</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.292"></a>
-<span class="sourceLineNo">293</span>    }<a name="line.293"></a>
-<span class="sourceLineNo">294</span><a name="line.294"></a>
-<span class="sourceLineNo">295</span>    // do the actual archive<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    File file = new FileablePath(fs, storeFile);<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.299"></a>
-<span class="sourceLineNo">300</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.300"></a>
-<span class="sourceLineNo">301</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.301"></a>
-<span class="sourceLineNo">302</span>    }<a name="line.302"></a>
-<span class="sourceLineNo">303</span>  }<a name="line.303"></a>
-<span class="sourceLineNo">304</span><a name="line.304"></a>
-<span class="sourceLineNo">305</span>  /**<a name="line.305"></a>
-<span class="sourceLineNo">306</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.306"></a>
-<span class="sourceLineNo">307</span>   * renaming of the existing file and then archive the passed in files.<a name="line.307"></a>
-<span class="sourceLineNo">308</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.308"></a>
-<span class="sourceLineNo">309</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.309"></a>
-<span class="sourceLineNo">310</span>   *          the files to archive are directories, will append the name of the<a name="line.310"></a>
-<span class="sourceLineNo">311</span>   *          directory to the base archive directory name, creating a parallel<a name="line.311"></a>
-<span class="sourceLineNo">312</span>   *          structure.<a name="line.312"></a>
-<span class="sourceLineNo">313</span>   * @param toArchive files/directories that need to be archvied<a name="line.313"></a>
-<span class="sourceLineNo">314</span>   * @param start time the archiving started - used for resolving archive<a name="line.314"></a>
-<span class="sourceLineNo">315</span>   *          conflicts.<a name="line.315"></a>
-<span class="sourceLineNo">316</span>   * @return the list of failed to archive files.<a name="line.316"></a>
-<span class="sourceLineNo">317</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.317"></a>
-<span class="sourceLineNo">318</span>   */<a name="line.318"></a>
-<span class="sourceLineNo">319</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.319"></a>
-<span class="sourceLineNo">320</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.320"></a>
-<span class="sourceLineNo">321</span>    // short circuit if no files to move<a name="line.321"></a>
-<span class="sourceLineNo">322</span>    if (toArchive.isEmpty()) return Collections.emptyList();<a name="line.322"></a>
+<span class="sourceLineNo">249</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.249"></a>
+<span class="sourceLineNo">250</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.250"></a>
+<span class="sourceLineNo">251</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.251"></a>
+<span class="sourceLineNo">252</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.252"></a>
+<span class="sourceLineNo">253</span>    }<a name="line.253"></a>
+<span class="sourceLineNo">254</span><a name="line.254"></a>
+<span class="sourceLineNo">255</span>    // otherwise we attempt to archive the store files<a name="line.255"></a>
+<span class="sourceLineNo">256</span>    LOG.debug("Archiving compacted files.");<a name="line.256"></a>
+<span class="sourceLineNo">257</span><a name="line.257"></a>
+<span class="sourceLineNo">258</span>    // Wrap the storefile into a File<a name="line.258"></a>
+<span class="sourceLineNo">259</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.259"></a>
+<span class="sourceLineNo">260</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.260"></a>
+<span class="sourceLineNo">261</span><a name="line.261"></a>
+<span class="sourceLineNo">262</span>    // do the actual archive<a name="line.262"></a>
+<span class="sourceLineNo">263</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.263"></a>
+<span class="sourceLineNo">264</span>        EnvironmentEdgeManager.currentTime());<a name="line.264"></a>
+<span class="sourceLineNo">265</span><a name="line.265"></a>
+<span class="sourceLineNo">266</span>    if (!failedArchive.isEmpty()){<a name="line.266"></a>
+<span class="sourceLineNo">267</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.267"></a>
+<span class="sourceLineNo">268</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.268"></a>
+<span class="sourceLineNo">269</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.269"></a>
+<span class="sourceLineNo">270</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.270"></a>
+<span class="sourceLineNo">271</span>    }<a name="line.271"></a>
+<span class="sourceLineNo">272</span>  }<a name="line.272"></a>
+<span class="sourceLineNo">273</span><a name="line.273"></a>
+<span class="sourceLineNo">274</span>  /**<a name="line.274"></a>
+<span class="sourceLineNo">275</span>   * Archive the store file<a name="line.275"></a>
+<span class="sourceLineNo">276</span>   * @param fs the filesystem where the store files live<a name="line.276"></a>
+<span class="sourceLineNo">277</span>   * @param regionInfo region hosting the store files<a name="line.277"></a>
+<span class="sourceLineNo">278</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.278"></a>
+<span class="sourceLineNo">279</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.279"></a>
+<span class="sourceLineNo">280</span>   * @param family the family hosting the store files<a name="line.280"></a>
+<span class="sourceLineNo">281</span>   * @param storeFile file to be archived<a name="line.281"></a>
+<span class="sourceLineNo">282</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.282"></a>
+<span class="sourceLineNo">283</span>   */<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.284"></a>
+<span class="sourceLineNo">285</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.285"></a>
+<span class="sourceLineNo">286</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.286"></a>
+<span class="sourceLineNo">287</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.287"></a>
+<span class="sourceLineNo">288</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.288"></a>
+<span class="sourceLineNo">289</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.289"></a>
+<span class="sourceLineNo">290</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.290"></a>
+<span class="sourceLineNo">291</span>    }<a name="line.291"></a>
+<span class="sourceLineNo">292</span><a name="line.292"></a>
+<span class="sourceLineNo">293</span>    // do the actual archive<a name="line.293"></a>
+<span class="sourceLineNo">294</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    File file = new FileablePath(fs, storeFile);<a name="line.295"></a>
+<span class="sourceLineNo">296</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.297"></a>
+<span class="sourceLineNo">298</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.298"></a>
+<span class="sourceLineNo">299</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.299"></a>
+<span class="sourceLineNo">300</span>    }<a name="line.300"></a>
+<span class="sourceLineNo">301</span>  }<a name="line.301"></a>
+<span class="sourceLineNo">302</span><a name="line.302"></a>
+<span class="sourceLineNo">303</span>  /**<a name="line.303"></a>
+<span class="sourceLineNo">304</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.304"></a>
+<span class="sourceLineNo">305</span>   * renaming of the existing file and then archive the passed in files.<a name="line.305"></a>
+<span class="sourceLineNo">306</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.306"></a>
+<span class="sourceLineNo">307</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.307"></a>
+<span class="sourceLineNo">308</span>   *          the files to archive are directories, will append the name of the<a name="line.308"></a>
+<span class="sourceLineNo">309</span>   *          directory to the base archive directory name, creating a parallel<a name="line.309"></a>
+<span class="sourceLineNo">310</span>   *          structure.<a name="line.310"></a>
+<span class="sourceLineNo">311</span>   * @param toArchive files/directories that need to be archvied<a name="line.311"></a>
+<span class="sourceLineNo">312</span>   * @param start time the archiving started - used for resolving archive<a name="line.312"></a>
+<span class="sourceLineNo">313</span>   *          conflicts.<a name="line.313"></a>
+<span class="sourceLineNo">314</span>   * @return the list of failed to archive files.<a name="line.314"></a>
+<span class="sourceLineNo">315</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.315"></a>
+<span class="sourceLineNo">316</span>   */<a name="line.316"></a>
+<span class="sourceLineNo">317</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.317"></a>
+<span class="sourceLineNo">318</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.318"></a>
+<span class="sourceLineNo">319</span>    // short circuit if no files to move<a name="line.319"></a>
+<span class="sourceLineNo">320</span>    if (toArchive.isEmpty()) {<a name="line.320"></a>
+<span class="sourceLineNo">321</span>      return Collections.emptyList();<a name="line.321"></a>
+<span class="sourceLineNo">322</span>    }<a name="line.322"></a>
 <span class="sourceLineNo">323</span><a name="line.323"></a>
-<span class="sourceLineNo">324</span>    if (LOG.isTraceEnabled()) LOG.trace("moving files to the archive directory: " + baseArchiveDir);<a name="line.324"></a>
+<span class="sourceLineNo">324</span>    LOG.trace("Moving files to the archive directory {}", baseArchiveDir);<a name="line.324"></a>
 <span class="sourceLineNo">325</span><a name="line.325"></a>
 <span class="sourceLineNo">326</span>    // make sure the archive directory exists<a name="line.326"></a>
 <span class="sourceLineNo">327</span>    if (!fs.exists(baseArchiveDir)) {<a name="line.327"></a>
@@ -337,7 +337,7 @@
 <span class="sourceLineNo">329</span>        throw new IOException("Failed to create the archive directory:" + baseArchiveDir<a name="line.329"></a>
 <span class="sourceLineNo">330</span>            + ", quitting archive attempt.");<a name="line.330"></a>
 <span class="sourceLineNo">331</span>      }<a name="line.331"></a>
-<span class="sourceLineNo">332</span>      if (LOG.isTraceEnabled()) LOG.trace("Created archive directory:" + baseArchiveDir);<a name="line.332"></a>
+<span class="sourceLineNo">332</span>      LOG.trace("Created archive directory {}", baseArchiveDir);<a name="line.332"></a>
 <span class="sourceLineNo">333</span>    }<a name="line.333"></a>
 <span class="sourceLineNo">334</span><a name="line.334"></a>
 <span class="sourceLineNo">335</span>    List&lt;File&gt; failures = new ArrayList&lt;&gt;();<a name="line.335"></a>
@@ -345,7 +345,7 @@
 <span class="sourceLineNo">337</span>    for (File file : toArchive) {<a name="line.337"></a>
 <span class="sourceLineNo">338</span>      // if its a file archive it<a name="line.338"></a>
 <span class="sourceLineNo">339</span>      try {<a name="line.339"></a>
-<span class="sourceLineNo">340</span>        if (LOG.isTraceEnabled()) LOG.trace("Archiving: " + file);<a name="line.340"></a>
+<span class="sourceLineNo">340</span>        LOG.trace("Archiving {}", file);<a name="line.340"></a>
 <span class="sourceLineNo">341</span>        if (file.isFile()) {<a name="line.341"></a>
 <span class="sourceLineNo">342</span>          // attempt to archive the file<a name="line.342"></a>
 <span class="sourceLineNo">343</span>          if (!resolveAndArchiveFile(baseArchiveDir, file, startTime)) {<a name="line.343"></a>
@@ -354,7 +354,7 @@
 <span class="sourceLineNo">346</span>          }<a name="line.346"></a>
 <span class="sourceLineNo">347</span>        } else {<a name="line.347"></a>
 <span class="sourceLineNo">348</span>          // otherwise its a directory and we need to archive all files<a name="line.348"></a>
-<span class="sourceLineNo">349</span>          if (LOG.isTraceEnabled()) LOG.trace(file + " is a directory, archiving children files");<a name="line.349"></a>
+<span class="sourceLineNo">349</span>          LOG.trace("{} is a directory, archiving children files", file);<a name="line.349"></a>
 <span class="sourceLineNo">350</span>          // so we add the directory name to the one base archive<a name="line.350"></a>
 <span class="sourceLineNo">351</span>          Path parentArchiveDir = new Path(baseArchiveDir, file.getName());<a name="line.351"></a>
 <span class="sourceLineNo">352</span>          // and then get all the files from that directory and attempt to<a name="line.352"></a>
@@ -363,7 +363,7 @@
 <span class="sourceLineNo">355</span>          failures.addAll(resolveAndArchive(fs, parentArchiveDir, children, start));<a name="line.355"></a>
 <span class="sourceLineNo">356</span>        }<a name="line.356"></a>
 <span class="sourceLineNo">357</span>      } catch (IOException e) {<a name="line.357"></a>
-<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive " + file, e);<a name="line.358"></a>
+<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive {}", file, e);<a name="line.358"></a>
 <span class="sourceLineNo">359</span>        failures.add(file);<a name="line.359"></a>
 <span class="sourceLineNo">360</span>      }<a name="line.360"></a>
 <span class="sourceLineNo">361</span>    }<a name="line.361"></a>
@@ -393,319 +393,312 @@
 <span class="sourceLineNo">385</span>    // really, really unlikely situtation, where we get the same name for the existing file, but<a name="line.385"></a>
 <span class="sourceLineNo">386</span>    // is included just for that 1 in trillion chance.<a name="line.386"></a>
 <span class="sourceLineNo">387</span>    if (fs.exists(archiveFile)) {<a name="line.387"></a>
-<span class="sourceLineNo">388</span>      if (LOG.isDebugEnabled()) {<a name="line.388"></a>
-<span class="sourceLineNo">389</span>        LOG.debug("File:" + archiveFile + " already exists in archive, moving to "<a name="line.389"></a>
-<span class="sourceLineNo">390</span>            + "timestamped backup and overwriting current.");<a name="line.390"></a>
-<span class="sourceLineNo">391</span>      }<a name="line.391"></a>
-<span class="sourceLineNo">392</span><a name="line.392"></a>
-<span class="sourceLineNo">393</span>      // move the archive file to the stamped backup<a name="line.393"></a>
-<span class="sourceLineNo">394</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.394"></a>
-<span class="sourceLineNo">395</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.396"></a>
-<span class="sourceLineNo">397</span>            + ", deleting existing file in favor of newer.");<a name="line.397"></a>
-<span class="sourceLineNo">398</span>        // try to delete the exisiting file, if we can't rename it<a name="line.398"></a>
-<span class="sourceLineNo">399</span>        if (!fs.delete(archiveFile, false)) {<a name="line.399"></a>
-<span class="sourceLineNo">400</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.400"></a>
-<span class="sourceLineNo">401</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.401"></a>
-<span class="sourceLineNo">402</span>              + ") to make room for similarly named file.");<a name="line.402"></a>
-<span class="sourceLineNo">403</span>        }<a name="line.403"></a>
-<span class="sourceLineNo">404</span>      }<a name="line.404"></a>
-<span class="sourceLineNo">405</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.405"></a>
-<span class="sourceLineNo">406</span>    }<a name="line.406"></a>
+<span class="sourceLineNo">388</span>      LOG.debug("{} already exists in archive, moving to timestamped backup and " +<a name="line.388"></a>
+<span class="sourceLineNo">389</span>          "overwriting current.", archiveFile);<a name="line.389"></a>
+<span class="sourceLineNo">390</span><a name="line.390"></a>
+<span class="sourceLineNo">391</span>      // move the archive file to the stamped backup<a name="line.391"></a>
+<span class="sourceLineNo">392</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.392"></a>
+<span class="sourceLineNo">393</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.393"></a>
+<span class="sourceLineNo">394</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.394"></a>
+<span class="sourceLineNo">395</span>            + ", deleting existing file in favor of newer.");<a name="line.395"></a>
+<span class="sourceLineNo">396</span>        // try to delete the exisiting file, if we can't rename it<a name="line.396"></a>
+<span class="sourceLineNo">397</span>        if (!fs.delete(archiveFile, false)) {<a name="line.397"></a>
+<span class="sourceLineNo">398</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.398"></a>
+<span class="sourceLineNo">399</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.399"></a>
+<span class="sourceLineNo">400</span>              + ") to make room for similarly named file.");<a name="line.400"></a>
+<span class="sourceLineNo">401</span>        }<a name="line.401"></a>
+<span class="sourceLineNo">402</span>      }<a name="line.402"></a>
+<span class="sourceLineNo">403</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.403"></a>
+<span class="sourceLineNo">404</span>    }<a name="line.404"></a>
+<span class="sourceLineNo">405</span><a name="line.405"></a>
+<span class="sourceLineNo">406</span>    LOG.trace("No existing file in archive for {}, free to archive original file.", archiveFile);<a name="line.406"></a>
 <span class="sourceLineNo">407</span><a name="line.407"></a>
-<span class="sourceLineNo">408</span>    if (LOG.isTraceEnabled()) {<a name="line.408"></a>
-<span class="sourceLineNo">409</span>      LOG.trace("No existing file in archive for: " + archiveFile +<a name="line.409"></a>
-<span class="sourceLineNo">410</span>        ", free to archive original file.");<a name="line.410"></a>
-<span class="sourceLineNo">411</span>    }<a name="line.411"></a>
-<span class="sourceLineNo">412</span><a name="line.412"></a>
-<span class="sourceLineNo">413</span>    // at this point, we should have a free spot for the archive file<a name="line.413"></a>
-<span class="sourceLineNo">414</span>    boolean success = false;<a name="line.414"></a>
-<span class="sourceLineNo">415</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.415"></a>
-<span class="sourceLineNo">416</span>      if (i &gt; 0) {<a name="line.416"></a>
-<span class="sourceLineNo">417</span>        // Ensure that the archive directory exists.<a name="line.417"></a>
-<span class="sourceLineNo">418</span>        // The previous "move to archive" operation has failed probably because<a name="line.418"></a>
-<span class="sourceLineNo">419</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.419"></a>
-<span class="sourceLineNo">420</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.420"></a>
-<span class="sourceLineNo">421</span>        try {<a name="line.421"></a>
-<span class="sourceLineNo">422</span>          if (!fs.exists(archiveDir)) {<a name="line.422"></a>
-<span class="sourceLineNo">423</span>            if (fs.mkdirs(archiveDir)) {<a name="line.423"></a>
-<span class="sourceLineNo">424</span>              LOG.debug("Created archive directory:" + archiveDir);<a name="line.424"></a>
-<span class="sourceLineNo">425</span>            }<a name="line.425"></a>
-<span class="sourceLineNo">426</span>          }<a name="line.426"></a>
-<span class="sourceLineNo">427</span>        } catch (IOException e) {<a name="line.427"></a>
-<span class="sourceLineNo">428</span>          LOG.warn("Failed to create directory: " + archiveDir, e);<a name="line.428"></a>
-<span class="sourceLineNo">429</span>        }<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      }<a name="line.430"></a>
-<span class="sourceLineNo">431</span><a name="line.431"></a>
-<span class="sourceLineNo">432</span>      try {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.433"></a>
-<span class="sourceLineNo">434</span>      } catch (FileNotFoundException fnfe) {<a name="line.434"></a>
-<span class="sourceLineNo">435</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.435"></a>
-<span class="sourceLineNo">436</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.436"></a>
-<span class="sourceLineNo">437</span>        success = true;<a name="line.437"></a>
-<span class="sourceLineNo">438</span>      } catch (IOException e) {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.439"></a>
-<span class="sourceLineNo">440</span>        success = false;<a name="line.440"></a>
-<span class="sourceLineNo">441</span>      }<a name="line.441"></a>
+<span class="sourceLineNo">408</span>    // at this point, we should have a free spot for the archive file<a name="line.408"></a>
+<span class="sourceLineNo">409</span>    boolean success = false;<a name="line.409"></a>
+<span class="sourceLineNo">410</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.410"></a>
+<span class="sourceLineNo">411</span>      if (i &gt; 0) {<a name="line.411"></a>
+<span class="sourceLineNo">412</span>        // Ensure that the archive directory exists.<a name="line.412"></a>
+<span class="sourceLineNo">413</span>        // The previous "move to archive" operation has failed probably because<a name="line.413"></a>
+<span class="sourceLineNo">414</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.414"></a>
+<span class="sourceLineNo">415</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.415"></a>
+<span class="sourceLineNo">416</span>        try {<a name="line.416"></a>
+<span class="sourceLineNo">417</span>          if (!fs.exists(archiveDir)) {<a name="line.417"></a>
+<span class="sourceLineNo">418</span>            if (fs.mkdirs(archiveDir)) {<a name="line.418"></a>
+<span class="sourceLineNo">419</span>              LOG.debug("Created archive directory {}", archiveDir);<a name="line.419"></a>
+<span class="sourceLineNo">420</span>            }<a name="line.420"></a>
+<span class="sourceLineNo">421</span>          }<a name="line.421"></a>
+<span class="sourceLineNo">422</span>        } catch (IOException e) {<a name="line.422"></a>
+<span class="sourceLineNo">423</span>          LOG.warn("Failed to create directory {}", archiveDir, e);<a name="line.423"></a>
+<span class="sourceLineNo">424</span>        }<a name="line.424"></a>
+<span class="sourceLineNo">425</span>      }<a name="line.425"></a>
+<span class="sourceLineNo">426</span><a name="line.426"></a>
+<span class="sourceLineNo">427</span>      try {<a name="line.427"></a>
+<span class="sourceLineNo">428</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.428"></a>
+<span class="sourceLineNo">429</span>      } catch (FileNotFoundException fnfe) {<a name="line.429"></a>
+<span class="sourceLineNo">430</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.430"></a>
+<span class="sourceLineNo">431</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.431"></a>
+<span class="sourceLineNo">432</span>        success = true;<a name="line.432"></a>
+<span class="sourceLineNo">433</span>      } catch (IOException e) {<a name="line.433"></a>
+<span class="sourceLineNo">434</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.434"></a>
+<span class="sourceLineNo">435</span>        success = false;<a name="line.435"></a>
+<span class="sourceLineNo">436</span>      }<a name="line.436"></a>
+<span class="sourceLineNo">437</span>    }<a name="line.437"></a>
+<span class="sourceLineNo">438</span><a name="line.438"></a>
+<span class="sourceLineNo">439</span>    if (!success) {<a name="line.439"></a>
+<span class="sourceLineNo">440</span>      LOG.error("Failed to archive " + currentFile);<a name="line.440"></a>
+<span class="sourceLineNo">441</span>      return false;<a name="line.441"></a>
 <span class="sourceLineNo">442</span>    }<a name="line.442"></a>
 <span class="sourceLineNo">443</span><a name="line.443"></a>
-<span class="sourceLineNo">444</span>    if (!success) {<a name="line.444"></a>
-<span class="sourceLineNo">445</span>      LOG.error("Failed to archive " + currentFile);<a name="line.445"></a>
-<span class="sourceLineNo">446</span>      return false;<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    }<a name="line.447"></a>
-<span class="sourceLineNo">448</span><a name="line.448"></a>
-<span class="sourceLineNo">449</span>    if (LOG.isDebugEnabled()) {<a name="line.449"></a>
-<span class="sourceLineNo">450</span>      LOG.debug("Finished archiving from " + currentFile + ", to " + archiveFile);<a name="line.450"></a>
-<span class="sourceLineNo">451</span>    }<a name="line.451"></a>
-<span class="sourceLineNo">452</span>    return true;<a name="line.452"></a>
-<span class="sourceLineNo">453</span>  }<a name="line.453"></a>
-<span class="sourceLineNo">454</span><a name="line.454"></a>
-<span class="sourceLineNo">455</span>  /**<a name="line.455"></a>
-<span class="sourceLineNo">456</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.456"></a>
-<span class="sourceLineNo">457</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.457"></a>
-<span class="sourceLineNo">458</span>   * @param fs FileSystem from which to delete the region<a name="line.458"></a>
-<span class="sourceLineNo">459</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.459"></a>
-<span class="sourceLineNo">460</span>   * @throws IOException on filesystem operation failure<a name="line.460"></a>
-<span class="sourceLineNo">461</span>   */<a name="line.461"></a>
-<span class="sourceLineNo">462</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.462"></a>
-<span class="sourceLineNo">463</span>      throws IOException {<a name="line.463"></a>
-<span class="sourceLineNo">464</span>    if (fs.delete(regionDir, true)) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>      LOG.debug("Deleted " + regionDir);<a name="line.465"></a>
-<span class="sourceLineNo">466</span>      return true;<a name="line.466"></a>
-<span class="sourceLineNo">467</span>    }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    LOG.debug("Failed to delete region directory:" + regionDir);<a name="line.468"></a>
-<span class="sourceLineNo">469</span>    return false;<a name="line.469"></a>
-<span class="sourceLineNo">470</span>  }<a name="line.470"></a>
-<span class="sourceLineNo">471</span><a name="line.471"></a>
-<span class="sourceLineNo">472</span>  /**<a name="line.472"></a>
-<span class="sourceLineNo">473</span>   * Just do a simple delete of the given store files<a name="line.473"></a>
-<span class="sourceLineNo">474</span>   * &lt;p&gt;<a name="line.474"></a>
-<span class="sourceLineNo">475</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.475"></a>
-<span class="sourceLineNo">476</span>   * &lt;p&gt;<a name="line.476"></a>
-<span class="sourceLineNo">477</span>   * @param compactedFiles store files to delete from the file system.<a name="line.477"></a>
-<span class="sourceLineNo">478</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.478"></a>
-<span class="sourceLineNo">479</span>   *           throwing the exception, rather than failing at the first file.<a name="line.479"></a>
-<span class="sourceLineNo">480</span>   */<a name="line.480"></a>
-<span class="sourceLineNo">481</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.481"></a>
-<span class="sourceLineNo">482</span>      throws IOException {<a name="line.482"></a>
-<span class="sourceLineNo">483</span>    LOG.debug("Deleting store files without archiving.");<a name="line.483"></a>
-<span class="sourceLineNo">484</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.485"></a>
-<span class="sourceLineNo">486</span>      try {<a name="line.486"></a>
-<span class="sourceLineNo">487</span>        hsf.deleteStoreFile();<a name="line.487"></a>
-<span class="sourceLineNo">488</span>      } catch (IOException e) {<a name="line.488"></a>
-<span class="sourceLineNo">489</span>        LOG.error("Failed to delete store file:" + hsf.getPath());<a name="line.489"></a>
-<span class="sourceLineNo">490</span>        errors.add(e);<a name="line.490"></a>
-<span class="sourceLineNo">491</span>      }<a name="line.491"></a>
-<span class="sourceLineNo">492</span>    }<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    if (errors.size() &gt; 0) {<a name="line.493"></a>
-<span class="sourceLineNo">494</span>      throw MultipleIOException.createIOException(errors);<a name="line.494"></a>
-<span class="sourceLineNo">495</span>    }<a name="line.495"></a>
-<span class="sourceLineNo">496</span>  }<a name="line.496"></a>
-<span class="sourceLineNo">497</span><a name="line.497"></a>
-<span class="sourceLineNo">498</span>  /**<a name="line.498"></a>
-<span class="sourceLineNo">499</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.499"></a>
-<span class="sourceLineNo">500</span>   * archival/removal of files<a name="line.500"></a>
-<span class="sourceLineNo">501</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.501"></a>
-<span class="sourceLineNo">502</span>   */<a name="line.502"></a>
-<span class="sourceLineNo">503</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    protected final FileSystem fs;<a name="line.504"></a>
-<span class="sourceLineNo">505</span><a name="line.505"></a>
-<span class="sourceLineNo">506</span>    public FileConverter(FileSystem fs) {<a name="line.506"></a>
-<span class="sourceLineNo">507</span>      this.fs = fs;<a name="line.507"></a>
-<span class="sourceLineNo">508</span>    }<a name="line.508"></a>
-<span class="sourceLineNo">509</span>  }<a name="line.509"></a>
-<span class="sourceLineNo">510</span><a name="line.510"></a>
-<span class="sourceLineNo">511</span>  /**<a name="line.511"></a>
-<span class="sourceLineNo">512</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.512"></a>
-<span class="sourceLineNo">513</span>   */<a name="line.513"></a>
-<span class="sourceLineNo">514</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.514"></a>
-<span class="sourceLineNo">515</span>    public FileStatusConverter(FileSystem fs) {<a name="line.515"></a>
-<span class="sourceLineNo">516</span>      super(fs);<a name="line.516"></a>
-<span class="sourceLineNo">517</span>    }<a name="line.517"></a>
-<span class="sourceLineNo">518</span><a name="line.518"></a>
-<span class="sourceLineNo">519</span>    @Override<a name="line.519"></a>
-<span class="sourceLineNo">520</span>    public File apply(FileStatus input) {<a name="line.520"></a>
-<span class="sourceLineNo">521</span>      return new FileablePath(fs, input.getPath());<a name="line.521"></a>
-<span class="sourceLineNo">522</span>    }<a name="line.522"></a>
-<span class="sourceLineNo">523</span>  }<a name="line.523"></a>
-<span class="sourceLineNo">524</span><a name="line.524"></a>
-<span class="sourceLineNo">525</span>  /**<a name="line.525"></a>
-<span class="sourceLineNo">526</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.526"></a>
-<span class="sourceLineNo">527</span>   * methods<a name="line.527"></a>
-<span class="sourceLineNo">528</span>   */<a name="line.528"></a>
-<span class="sourceLineNo">529</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.529"></a>
-<span class="sourceLineNo">530</span>    public StoreToFile(FileSystem fs) {<a name="line.530"></a>
-<span class="sourceLineNo">531</span>      super(fs);<a name="line.531"></a>
-<span class="sourceLineNo">532</span>    }<a name="line.532"></a>
-<span class="sourceLineNo">533</span><a name="line.533"></a>
-<span class="sourceLineNo">534</span>    @Override<a name="line.534"></a>
-<span class="sourceLineNo">535</span>    public File apply(HStoreFile input) {<a name="line.535"></a>
-<span class="sourceLineNo">536</span>      return new FileableStoreFile(fs, input);<a name="line.536"></a>
-<span class="sourceLineNo">537</span>    }<a name="line.537"></a>
-<span class="sourceLineNo">538</span>  }<a name="line.538"></a>
-<span class="sourceLineNo">539</span><a name="line.539"></a>
-<span class="sourceLineNo">540</span>  /**<a name="line.540"></a>
-<span class="sourceLineNo">541</span>   * Wrapper to handle file operations uniformly<a name="line.541"></a>
-<span class="sourceLineNo">542</span>   */<a name="line.542"></a>
-<span class="sourceLineNo">543</span>  private static abstract class File {<a name="line.543"></a>
-<span class="sourceLineNo">544</span>    protected final FileSystem fs;<a name="line.544"></a>
-<span class="sourceLineNo">545</span><a name="line.545"></a>
-<span class="sourceLineNo">546</span>    public File(FileSystem fs) {<a name="line.546"></a>
-<span class="sourceLineNo">547</span>      this.fs = fs;<a name="line.547"></a>
-<span class="sourceLineNo">548</span>    }<a name="line.548"></a>
-<span class="sourceLineNo">549</span><a name="line.549"></a>
-<span class="sourceLineNo">550</span>    /**<a name="line.550"></a>
-<span class="sourceLineNo">551</span>     * Delete the file<a name="line.551"></a>
-<span class="sourceLineNo">552</span>     * @throws IOException on failure<a name="line.552"></a>
+<span class="sourceLineNo">444</span>    LOG.debug("Archived from {} to {}", currentFile, archiveFile);<a name="line.444"></a>
+<span class="sourceLineNo">445</span>    return true;<a name="line.445"></a>
+<span class="sourceLineNo">446</span>  }<a name="line.446"></a>
+<span class="sourceLineNo">447</span><a name="line.447"></a>
+<span class="sourceLineNo">448</span>  /**<a name="line.448"></a>
+<span class="sourceLineNo">449</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.449"></a>
+<span class="sourceLineNo">450</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.450"></a>
+<span class="sourceLineNo">451</span>   * @param fs FileSystem from which to delete the region<a name="line.451"></a>
+<span class="sourceLineNo">452</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.452"></a>
+<span class="sourceLineNo">453</span>   * @throws IOException on filesystem operation failure<a name="line.453"></a>
+<span class="sourceLineNo">454</span>   */<a name="line.454"></a>
+<span class="sourceLineNo">455</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.455"></a>
+<span class="sourceLineNo">456</span>      throws IOException {<a name="line.456"></a>
+<span class="sourceLineNo">457</span>    if (fs.delete(regionDir, true)) {<a name="line.457"></a>
+<span class="sourceLineNo">458</span>      LOG.debug("Deleted {}", regionDir);<a name="line.458"></a>
+<span class="sourceLineNo">459</span>      return true;<a name="line.459"></a>
+<span class="sourceLineNo">460</span>    }<a name="line.460"></a>
+<span class="sourceLineNo">461</span>    LOG.debug("Failed to delete directory {}", regionDir);<a name="line.461"></a>
+<span class="sourceLineNo">462</span>    return false;<a name="line.462"></a>
+<span class="sourceLineNo">463</span>  }<a name="line.463"></a>
+<span class="sourceLineNo">464</span><a name="line.464"></a>
+<span class="sourceLineNo">465</span>  /**<a name="line.465"></a>
+<span class="sourceLineNo">466</span>   * Just do a simple delete of the given store files<a name="line.466"></a>
+<span class="sourceLineNo">467</span>   * &lt;p&gt;<a name="line.467"></a>
+<span class="sourceLineNo">468</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.468"></a>
+<span class="sourceLineNo">469</span>   * &lt;p&gt;<a name="line.469"></a>
+<span class="sourceLineNo">470</span>   * @param compactedFiles store files to delete from the file system.<a name="line.470"></a>
+<span class="sourceLineNo">471</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.471"></a>
+<span class="sourceLineNo">472</span>   *           throwing the exception, rather than failing at the first file.<a name="line.472"></a>
+<span class="sourceLineNo">473</span>   */<a name="line.473"></a>
+<span class="sourceLineNo">474</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.474"></a>
+<span class="sourceLineNo">475</span>      throws IOException {<a name="line.475"></a>
+<span class="sourceLineNo">476</span>    LOG.debug("Deleting files without archiving.");<a name="line.476"></a>
+<span class="sourceLineNo">477</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.477"></a>
+<span class="sourceLineNo">478</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.478"></a>
+<span class="sourceLineNo">479</span>      try {<a name="line.479"></a>
+<span class="sourceLineNo">480</span>        hsf.deleteStoreFile();<a name="line.480"></a>
+<span class="sourceLineNo">481</span>      } catch (IOException e) {<a name="line.481"></a>
+<span class="sourceLineNo">482</span>        LOG.error("Failed to delete {}", hsf.getPath());<a name="line.482"></a>
+<span class="sourceLineNo">483</span>        errors.add(e);<a name="line.483"></a>
+<span class="sourceLineNo">484</span>      }<a name="line.484"></a>
+<span class="sourceLineNo">485</span>    }<a name="line.485"></a>
+<span class="sourceLineNo">486</span>    if (errors.size() &gt; 0) {<a name="line.486"></a>
+<span class="sourceLineNo">487</span>      throw MultipleIOException.createIOException(errors);<a name="line.487"></a>
+<span class="sourceLineNo">488</span>    }<a name="line.488"></a>
+<span class="sourceLineNo">489</span>  }<a name="line.489"></a>
+<span class="sourceLineNo">490</span><a name="line.490"></a>
+<span class="sourceLineNo">491</span>  /**<a name="line.491"></a>
+<span class="sourceLineNo">492</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.492"></a>
+<span class="sourceLineNo">493</span>   * archival/removal of files<a name="line.493"></a>
+<span class="sourceLineNo">494</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.494"></a>
+<span class="sourceLineNo">495</span>   */<a name="line.495"></a>
+<span class="sourceLineNo">496</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.496"></a>
+<span class="sourceLineNo">497</span>    protected final FileSystem fs;<a name="line.497"></a>
+<span class="sourceLineNo">498</span><a name="line.498"></a>
+<span class="sourceLineNo">499</span>    public FileConverter(FileSystem fs) {<a name="line.499"></a>
+<span class="sourceLineNo">500</span>      this.fs = fs;<a name="line.500"></a>
+<span class="sourceLineNo">501</span>    }<a name="line.501"></a>
+<span class="sourceLineNo">502</span>  }<a name="line.502"></a>
+<span class="sourceLineNo">503</span><a name="line.503"></a>
+<span class="sourceLineNo">504</span>  /**<a name="line.504"></a>
+<span class="sourceLineNo">505</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.505"></a>
+<span class="sourceLineNo">506</span>   */<a name="line.506"></a>
+<span class="sourceLineNo">507</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.507"></a>
+<span class="sourceLineNo">508</span>    public FileStatusConverter(FileSystem fs) {<a name="line.508"></a>
+<span class="sourceLineNo">509</span>      super(fs);<a name="line.509"></a>
+<span class="sourceLineNo">510</span>    }<a name="line.510"></a>
+<span class="sourceLineNo">511</span><a name="line.511"></a>
+<span class="sourceLineNo">512</span>    @Override<a name="line.512"></a>
+<span class="sourceLineNo">513</span>    public File apply(FileStatus input) {<a name="line.513"></a>
+<span class="sourceLineNo">514</span>      return new FileablePath(fs, input.getPath());<a name="line.514"></a>
+<span class="sourceLineNo">515</span>    }<a name="line.515"></a>
+<span class="sourceLineNo">516</span>  }<a name="line.516"></a>
+<span class="sourceLineNo">517</span><a name="line.517"></a>
+<span class="sourceLineNo">518</span>  /**<a name="line.518"></a>
+<span class="sourceLineNo">519</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.519"></a>
+<span class="sourceLineNo">520</span>   * methods<a name="line.520"></a>
+<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
+<span class="sourceLineNo">522</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.522"></a>
+<span class="sourceLineNo">523</span>    public StoreToFile(FileSystem fs) {<a name="line.523"></a>
+<span class="sourceLineNo">524</span>      super(fs);<a name="line.524"></a>
+<span class="sourceLineNo">525</span>    }<a name="line.525"></a>
+<span class="sourceLineNo">526</span><a name="line.526"></a>
+<span class="sourceLineNo">527</span>    @Override<a name="line.527"></a>
+<span class="sourceLineNo">528</span>    public File apply(HStoreFile input) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span>      return new FileableStoreFile(fs, input);<a name="line.529"></a>
+<span class="sourceLineNo">530</span>    }<a name="line.530"></a>
+<span class="sourceLineNo">531</span>  }<a name="line.531"></a>
+<span class="sourceLineNo">532</span><a name="line.532"></a>
+<span class="sourceLineNo">533</span>  /**<a name="line.533"></a>
+<span class="sourceLineNo">534</span>   * Wrapper to handle file operations uniformly<a name="line.534"></a>
+<span class="sourceLineNo">535</span>   */<a name="line.535"></a>
+<span class="sourceLineNo">536</span>  private static abstract class File {<a name="line.536"></a>
+<span class="sourceLineNo">537</span>    protected final FileSystem fs;<a name="line.537"></a>
+<span class="sourceLineNo">538</span><a name="line.538"></a>
+<span class="sourceLineNo">539</span>    public File(FileSystem fs) {<a name="line.539"></a>
+<span class="sourceLineNo">540</span>      this.fs = fs;<a name="line.540"></a>
+<span class="sourceLineNo">541</span>    }<a name="line.541"></a>
+<span class="sourceLineNo">542</span><a name="line.542"></a>
+<span class="sourceLineNo">543</span>    /**<a name="line.543"></a>
+<span class="sourceLineNo">544</span>     * Delete the file<a name="line.544"></a>
+<span class="sourceLineNo">545</span>     * @throws IOException on failure<a name="line.545"></a>
+<span class="sourceLineNo">546</span>     */<a name="line.546"></a>
+<span class="sourceLineNo">547</span>    abstract void delete() throws IOException;<a name="line.547"></a>
+<span class="sourceLineNo">548</span><a name="line.548"></a>
+<span class="sourceLineNo">549</span>    /**<a name="line.549"></a>
+<span class="sourceLineNo">550</span>     * Check to see if this is a file or a directory<a name="line.550"></a>
+<span class="sourceLineNo">551</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.551"></a>
+<span class="sourceLineNo">552</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.552"></a>
 <span class="sourceLineNo">553</span>     */<a name="line.553"></a>
-<span class="sourceLineNo">554</span>    abstract void delete() throws IOException;<a name="line.554"></a>
+<span class="sourceLineNo">554</span>    abstract boolean isFile() throws IOException;<a name="line.554"></a>
 <span class="sourceLineNo">555</span><a name="line.555"></a>
 <span class="sourceLineNo">556</span>    /**<a name="line.556"></a>
-<span class="sourceLineNo">557</span>     * Check to see if this is a file or a directory<a name="line.557"></a>
-<span class="sourceLineNo">558</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.558"></a>
-<span class="sourceLineNo">559</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.559"></a>
+<span class="sourceLineNo">557</span>     * @return if this is a directory, returns all the children in the<a name="line.557"></a>
+<span class="sourceLineNo">558</span>     *         directory, otherwise returns an empty list<a name="line.558"></a>
+<span class="sourceLineNo">559</span>     * @throws IOException<a name="line.559"></a>
 <span class="sourceLineNo">560</span>     */<a name="line.560"></a>
-<span class="sourceLineNo">561</span>    abstract boolean isFile() throws IOException;<a name="line.561"></a>
+<span class="sourceLineNo">561</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.561"></a>
 <span class="sourceLineNo">562</span><a name="line.562"></a>
 <span class="sourceLineNo">563</span>    /**<a name="line.563"></a>
-<span class="sourceLineNo">564</span>     * @return if this is a directory, returns all the children in the<a name="line.564"></a>
-<span class="sourceLineNo">565</span>     *         directory, otherwise returns an empty list<a name="line.565"></a>
-<span class="sourceLineNo">566</span>     * @throws IOException<a name="line.566"></a>
-<span class="sourceLineNo">567</span>     */<a name="line.567"></a>
-<span class="sourceLineNo">568</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.568"></a>
-<span class="sourceLineNo">569</span><a name="line.569"></a>
-<span class="sourceLineNo">570</span>    /**<a name="line.570"></a>
-<span class="sourceLineNo">571</span>     * close any outside readers of the file<a name="line.571"></a>
-<span class="sourceLineNo">572</span>     * @throws IOException<a name="line.572"></a>
-<span class="sourceLineNo">573</span>     */<a name="line.573"></a>
-<span class="sourceLineNo">574</span>    abstract void close() throws IOException;<a name="line.574"></a>
-<span class="sourceLineNo">575</span><a name="line.575"></a>
-<span class="sourceLineNo">576</span>    /**<a name="line.576"></a>
-<span class="sourceLineNo">577</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.577"></a>
-<span class="sourceLineNo">578</span>     *         file name)<a name="line.578"></a>
-<span class="sourceLineNo">579</span>     */<a name="line.579"></a>
-<span class="sourceLineNo">580</span>    abstract String getName();<a name="line.580"></a>
-<span class="sourceLineNo">581</span><a name="line.581"></a>
-<span class="sourceLineNo">582</span>    /**<a name="line.582"></a>
-<span class="sourceLineNo">583</span>     * @return the path to this file<a name="line.583"></a>
-<span class="sourceLineNo">584</span>     */<a name="line.584"></a>
-<span class="sourceLineNo">585</span>    abstract Path getPath();<a name="line.585"></a>
-<span class="sourceLineNo">586</span><a name="line.586"></a>
-<span class="sourceLineNo">587</span>    /**<a name="line.587"></a>
-<span class="sourceLineNo">588</span>     * Move the file to the given destination<a name="line.588"></a>
-<span class="sourceLineNo">589</span>     * @param dest<a name="line.589"></a>
-<span class="sourceLineNo">590</span>     * @return &lt;tt&gt;true&lt;/tt&gt; on success<a name="line.590"></a>
-<span class="sourceLineNo">591</span>     * @throws IOException<a name="line.591"></a>
-<span class="sourceLineNo">592</span>     */<a name="line.592"></a>
-<span class="sourceLineNo">593</span>    public boolean moveAndClose(Path dest) throws IOException {<a name="line.593"></a>
-<span class="sourceLineNo">594</span>      this.close();<a name="line.594"></a>
-<span class="sourceLineNo">595</span>      Path p = this.getPath();<a name="line.595"></a>
-<span class="sourceLineNo">596</span>      return FSUtils.renameAndSetModifyTime(fs, p, dest);<a name="line.596"></a>
+<span class="sourceLineNo">564</span>     * close any outside readers of the file<a name="line.564"></a>
+<span class="sourceLineNo">565</span>     * @throws IOException<a name="line.565"></a>
+<span class="sourceLineNo">566</span>     */<a name="line.566"></a>
+<span class="sourceLineNo">567</span>    abstract void close() throws IOException;<a name="line.567"></a>
+<span class="sourceLineNo">568</span><a name="line.568"></a>
+<span class="sourceLineNo">569</span>    /**<a name="line.569"></a>
+<span class="sourceLineNo">570</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.570"></a>
+<span class="sourceLineNo">571</span>     *         file name)<a name="line.571"></a>
+<span class="sourceLineNo">572</span>     */<a name="line.572"></a>
+<span class="sourceLineNo">573</span>    abstract String getName();<a name="line.573"></a>
+<span class="sourceLineNo">574</span><a name="line.574"></a>
+<span class="sourceLineNo">575</span>    /**<a name="line.575"></a>
+<span class="sourceLineNo">576</span>     * @return the path to this file<a name="line.576"></a>
+<span class="sourceLineNo">577</span>     */<a name="line.577"></a>
+<span class="sourceLineNo">578</span>    abstract Path getPath();<a name="line.578"></a>
+<span class="sourceLineNo">579</span><a name="line.579"></a>
+<span class="sourceLineNo">580</span>    /**<a name="line.580"></a>
+<span class="sourceLineNo">581</span>     * Move the file to the given destination<a name="line.581"></a>
+<span class="sourceLineNo">582</span>     * @param dest<a name="line.582">

<TRUNCATED>

[31/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html
index f47d627..c3d225c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html
@@ -117,219 +117,219 @@
 <span class="sourceLineNo">109</span>   */<a name="line.109"></a>
 <span class="sourceLineNo">110</span>  public static boolean archiveRegion(FileSystem fs, Path rootdir, Path tableDir, Path regionDir)<a name="line.110"></a>
 <span class="sourceLineNo">111</span>      throws IOException {<a name="line.111"></a>
-<span class="sourceLineNo">112</span>    if (LOG.isDebugEnabled()) {<a name="line.112"></a>
-<span class="sourceLineNo">113</span>      LOG.debug("ARCHIVING " + regionDir.toString());<a name="line.113"></a>
-<span class="sourceLineNo">114</span>    }<a name="line.114"></a>
-<span class="sourceLineNo">115</span><a name="line.115"></a>
-<span class="sourceLineNo">116</span>    // otherwise, we archive the files<a name="line.116"></a>
-<span class="sourceLineNo">117</span>    // make sure we can archive<a name="line.117"></a>
-<span class="sourceLineNo">118</span>    if (tableDir == null || regionDir == null) {<a name="line.118"></a>
-<span class="sourceLineNo">119</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.119"></a>
-<span class="sourceLineNo">120</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.120"></a>
-<span class="sourceLineNo">121</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.121"></a>
-<span class="sourceLineNo">122</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.122"></a>
-<span class="sourceLineNo">123</span>      // the archived files correctly or not.<a name="line.123"></a>
-<span class="sourceLineNo">124</span>      return false;<a name="line.124"></a>
-<span class="sourceLineNo">125</span>    }<a name="line.125"></a>
-<span class="sourceLineNo">126</span><a name="line.126"></a>
-<span class="sourceLineNo">127</span>    // make sure the regiondir lives under the tabledir<a name="line.127"></a>
-<span class="sourceLineNo">128</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.129"></a>
-<span class="sourceLineNo">130</span>        FSUtils.getTableName(tableDir),<a name="line.130"></a>
-<span class="sourceLineNo">131</span>        regionDir.getName());<a name="line.131"></a>
-<span class="sourceLineNo">132</span><a name="line.132"></a>
-<span class="sourceLineNo">133</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.133"></a>
-<span class="sourceLineNo">134</span>    // otherwise, we attempt to archive the store files<a name="line.134"></a>
-<span class="sourceLineNo">135</span><a name="line.135"></a>
-<span class="sourceLineNo">136</span>    // build collection of just the store directories to archive<a name="line.136"></a>
-<span class="sourceLineNo">137</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.137"></a>
-<span class="sourceLineNo">138</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.138"></a>
-<span class="sourceLineNo">139</span>    PathFilter nonHidden = new PathFilter() {<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      @Override<a name="line.140"></a>
-<span class="sourceLineNo">141</span>      public boolean accept(Path file) {<a name="line.141"></a>
-<span class="sourceLineNo">142</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.142"></a>
-<span class="sourceLineNo">143</span>      }<a name="line.143"></a>
-<span class="sourceLineNo">144</span>    };<a name="line.144"></a>
-<span class="sourceLineNo">145</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.145"></a>
-<span class="sourceLineNo">146</span>    // if there no files, we can just delete the directory and return;<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    if (storeDirs == null) {<a name="line.147"></a>
-<span class="sourceLineNo">148</span>      LOG.debug("Region directory " + regionDir + " empty.");<a name="line.148"></a>
-<span class="sourceLineNo">149</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.149"></a>
-<span class="sourceLineNo">150</span>    }<a name="line.150"></a>
-<span class="sourceLineNo">151</span><a name="line.151"></a>
-<span class="sourceLineNo">152</span>    // convert the files in the region to a File<a name="line.152"></a>
-<span class="sourceLineNo">153</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.153"></a>
-<span class="sourceLineNo">154</span>    LOG.debug("Archiving " + toArchive);<a name="line.154"></a>
-<span class="sourceLineNo">155</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.155"></a>
-<span class="sourceLineNo">156</span>        EnvironmentEdgeManager.currentTime());<a name="line.156"></a>
-<span class="sourceLineNo">157</span>    if (!failedArchive.isEmpty()) {<a name="line.157"></a>
-<span class="sourceLineNo">158</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.158"></a>
-<span class="sourceLineNo">159</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.159"></a>
-<span class="sourceLineNo">160</span>          + ". Something is probably awry on the filesystem.",<a name="line.160"></a>
-<span class="sourceLineNo">161</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.161"></a>
-<span class="sourceLineNo">162</span>    }<a name="line.162"></a>
-<span class="sourceLineNo">163</span>    // if that was successful, then we delete the region<a name="line.163"></a>
-<span class="sourceLineNo">164</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.164"></a>
-<span class="sourceLineNo">165</span>  }<a name="line.165"></a>
-<span class="sourceLineNo">166</span><a name="line.166"></a>
-<span class="sourceLineNo">167</span>  /**<a name="line.167"></a>
-<span class="sourceLineNo">168</span>   * Remove from the specified region the store files of the specified column family,<a name="line.168"></a>
-<span class="sourceLineNo">169</span>   * either by archiving them or outright deletion<a name="line.169"></a>
-<span class="sourceLineNo">170</span>   * @param fs the filesystem where the store files live<a name="line.170"></a>
-<span class="sourceLineNo">171</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.171"></a>
-<span class="sourceLineNo">172</span>   * @param parent Parent region hosting the store files<a name="line.172"></a>
-<span class="sourceLineNo">173</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.173"></a>
-<span class="sourceLineNo">174</span>   * @param family the family hosting the store files<a name="line.174"></a>
-<span class="sourceLineNo">175</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.175"></a>
-<span class="sourceLineNo">176</span>   */<a name="line.176"></a>
-<span class="sourceLineNo">177</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.177"></a>
-<span class="sourceLineNo">178</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.179"></a>
-<span class="sourceLineNo">180</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.180"></a>
-<span class="sourceLineNo">181</span>  }<a name="line.181"></a>
-<span class="sourceLineNo">182</span><a name="line.182"></a>
-<span class="sourceLineNo">183</span>  /**<a name="line.183"></a>
-<span class="sourceLineNo">184</span>   * Removes from the specified region the store files of the specified column family,<a name="line.184"></a>
-<span class="sourceLineNo">185</span>   * either by archiving them or outright deletion<a name="line.185"></a>
-<span class="sourceLineNo">186</span>   * @param fs the filesystem where the store files live<a name="line.186"></a>
-<span class="sourceLineNo">187</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.187"></a>
-<span class="sourceLineNo">188</span>   * @param parent Parent region hosting the store files<a name="line.188"></a>
-<span class="sourceLineNo">189</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.189"></a>
-<span class="sourceLineNo">190</span>   * @param family the family hosting the store files<a name="line.190"></a>
-<span class="sourceLineNo">191</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.191"></a>
-<span class="sourceLineNo">192</span>   */<a name="line.192"></a>
-<span class="sourceLineNo">193</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.193"></a>
-<span class="sourceLineNo">194</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.195"></a>
-<span class="sourceLineNo">196</span>    if (storeFiles == null) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span>      LOG.debug("No store files to dispose for region=" + parent.getRegionNameAsString() +<a name="line.197"></a>
-<span class="sourceLineNo">198</span>          ", family=" + Bytes.toString(family));<a name="line.198"></a>
-<span class="sourceLineNo">199</span>      return;<a name="line.199"></a>
-<span class="sourceLineNo">200</span>    }<a name="line.200"></a>
-<span class="sourceLineNo">201</span><a name="line.201"></a>
-<span class="sourceLineNo">202</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.202"></a>
-<span class="sourceLineNo">203</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.204"></a>
-<span class="sourceLineNo">205</span><a name="line.205"></a>
-<span class="sourceLineNo">206</span>    // do the actual archive<a name="line.206"></a>
-<span class="sourceLineNo">207</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.207"></a>
-<span class="sourceLineNo">208</span>        EnvironmentEdgeManager.currentTime());<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    if (!failedArchive.isEmpty()){<a name="line.209"></a>
-<span class="sourceLineNo">210</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.210"></a>
-<span class="sourceLineNo">211</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.211"></a>
-<span class="sourceLineNo">212</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.212"></a>
-<span class="sourceLineNo">213</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.213"></a>
-<span class="sourceLineNo">214</span>    }<a name="line.214"></a>
-<span class="sourceLineNo">215</span>  }<a name="line.215"></a>
-<span class="sourceLineNo">216</span><a name="line.216"></a>
-<span class="sourceLineNo">217</span>  /**<a name="line.217"></a>
-<span class="sourceLineNo">218</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.218"></a>
-<span class="sourceLineNo">219</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.219"></a>
-<span class="sourceLineNo">220</span>   * @param fs the filesystem where the store files live<a name="line.220"></a>
-<span class="sourceLineNo">221</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.221"></a>
-<span class="sourceLineNo">222</span>   * @param family the family hosting the store files<a name="line.222"></a>
-<span class="sourceLineNo">223</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.223"></a>
-<span class="sourceLineNo">224</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.224"></a>
-<span class="sourceLineNo">225</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.225"></a>
-<span class="sourceLineNo">226</span>   */<a name="line.226"></a>
-<span class="sourceLineNo">227</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.227"></a>
-<span class="sourceLineNo">228</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.228"></a>
-<span class="sourceLineNo">229</span>      throws IOException, FailedArchiveException {<a name="line.229"></a>
-<span class="sourceLineNo">230</span><a name="line.230"></a>
-<span class="sourceLineNo">231</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.231"></a>
-<span class="sourceLineNo">232</span>    if (fs == null) {<a name="line.232"></a>
-<span class="sourceLineNo">233</span>      LOG.warn("Passed filesystem is null, so just deleting the files without archiving for region:"<a name="line.233"></a>
-<span class="sourceLineNo">234</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family));<a name="line.234"></a>
-<span class="sourceLineNo">235</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.235"></a>
-<span class="sourceLineNo">236</span>      return;<a name="line.236"></a>
-<span class="sourceLineNo">237</span>    }<a name="line.237"></a>
-<span class="sourceLineNo">238</span><a name="line.238"></a>
-<span class="sourceLineNo">239</span>    // short circuit if we don't have any files to delete<a name="line.239"></a>
-<span class="sourceLineNo">240</span>    if (compactedFiles.isEmpty()) {<a name="line.240"></a>
-<span class="sourceLineNo">241</span>      LOG.debug("No store files to dispose, done!");<a name="line.241"></a>
-<span class="sourceLineNo">242</span>      return;<a name="line.242"></a>
-<span class="sourceLineNo">243</span>    }<a name="line.243"></a>
-<span class="sourceLineNo">244</span><a name="line.244"></a>
-<span class="sourceLineNo">245</span>    // build the archive path<a name="line.245"></a>
-<span class="sourceLineNo">246</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.246"></a>
-<span class="sourceLineNo">247</span>        "Need to have a region and a family to archive from.");<a name="line.247"></a>
+<span class="sourceLineNo">112</span>    LOG.debug("ARCHIVING {}", rootdir.toString());<a name="line.112"></a>
+<span class="sourceLineNo">113</span><a name="line.113"></a>
+<span class="sourceLineNo">114</span>    // otherwise, we archive the files<a name="line.114"></a>
+<span class="sourceLineNo">115</span>    // make sure we can archive<a name="line.115"></a>
+<span class="sourceLineNo">116</span>    if (tableDir == null || regionDir == null) {<a name="line.116"></a>
+<span class="sourceLineNo">117</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.117"></a>
+<span class="sourceLineNo">118</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.118"></a>
+<span class="sourceLineNo">119</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.119"></a>
+<span class="sourceLineNo">120</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.120"></a>
+<span class="sourceLineNo">121</span>      // the archived files correctly or not.<a name="line.121"></a>
+<span class="sourceLineNo">122</span>      return false;<a name="line.122"></a>
+<span class="sourceLineNo">123</span>    }<a name="line.123"></a>
+<span class="sourceLineNo">124</span><a name="line.124"></a>
+<span class="sourceLineNo">125</span>    // make sure the regiondir lives under the tabledir<a name="line.125"></a>
+<span class="sourceLineNo">126</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.126"></a>
+<span class="sourceLineNo">127</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.127"></a>
+<span class="sourceLineNo">128</span>        FSUtils.getTableName(tableDir),<a name="line.128"></a>
+<span class="sourceLineNo">129</span>        regionDir.getName());<a name="line.129"></a>
+<span class="sourceLineNo">130</span><a name="line.130"></a>
+<span class="sourceLineNo">131</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.131"></a>
+<span class="sourceLineNo">132</span>    // otherwise, we attempt to archive the store files<a name="line.132"></a>
+<span class="sourceLineNo">133</span><a name="line.133"></a>
+<span class="sourceLineNo">134</span>    // build collection of just the store directories to archive<a name="line.134"></a>
+<span class="sourceLineNo">135</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.135"></a>
+<span class="sourceLineNo">136</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.136"></a>
+<span class="sourceLineNo">137</span>    PathFilter nonHidden = new PathFilter() {<a name="line.137"></a>
+<span class="sourceLineNo">138</span>      @Override<a name="line.138"></a>
+<span class="sourceLineNo">139</span>      public boolean accept(Path file) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.140"></a>
+<span class="sourceLineNo">141</span>      }<a name="line.141"></a>
+<span class="sourceLineNo">142</span>    };<a name="line.142"></a>
+<span class="sourceLineNo">143</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.143"></a>
+<span class="sourceLineNo">144</span>    // if there no files, we can just delete the directory and return;<a name="line.144"></a>
+<span class="sourceLineNo">145</span>    if (storeDirs == null) {<a name="line.145"></a>
+<span class="sourceLineNo">146</span>      LOG.debug("Directory {} empty.", regionDir);<a name="line.146"></a>
+<span class="sourceLineNo">147</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.147"></a>
+<span class="sourceLineNo">148</span>    }<a name="line.148"></a>
+<span class="sourceLineNo">149</span><a name="line.149"></a>
+<span class="sourceLineNo">150</span>    // convert the files in the region to a File<a name="line.150"></a>
+<span class="sourceLineNo">151</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    LOG.debug("Archiving " + toArchive);<a name="line.152"></a>
+<span class="sourceLineNo">153</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.153"></a>
+<span class="sourceLineNo">154</span>        EnvironmentEdgeManager.currentTime());<a name="line.154"></a>
+<span class="sourceLineNo">155</span>    if (!failedArchive.isEmpty()) {<a name="line.155"></a>
+<span class="sourceLineNo">156</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.156"></a>
+<span class="sourceLineNo">157</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.157"></a>
+<span class="sourceLineNo">158</span>          + ". Something is probably awry on the filesystem.",<a name="line.158"></a>
+<span class="sourceLineNo">159</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.159"></a>
+<span class="sourceLineNo">160</span>    }<a name="line.160"></a>
+<span class="sourceLineNo">161</span>    // if that was successful, then we delete the region<a name="line.161"></a>
+<span class="sourceLineNo">162</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.162"></a>
+<span class="sourceLineNo">163</span>  }<a name="line.163"></a>
+<span class="sourceLineNo">164</span><a name="line.164"></a>
+<span class="sourceLineNo">165</span>  /**<a name="line.165"></a>
+<span class="sourceLineNo">166</span>   * Remove from the specified region the store files of the specified column family,<a name="line.166"></a>
+<span class="sourceLineNo">167</span>   * either by archiving them or outright deletion<a name="line.167"></a>
+<span class="sourceLineNo">168</span>   * @param fs the filesystem where the store files live<a name="line.168"></a>
+<span class="sourceLineNo">169</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.169"></a>
+<span class="sourceLineNo">170</span>   * @param parent Parent region hosting the store files<a name="line.170"></a>
+<span class="sourceLineNo">171</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.171"></a>
+<span class="sourceLineNo">172</span>   * @param family the family hosting the store files<a name="line.172"></a>
+<span class="sourceLineNo">173</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.173"></a>
+<span class="sourceLineNo">174</span>   */<a name="line.174"></a>
+<span class="sourceLineNo">175</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.177"></a>
+<span class="sourceLineNo">178</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.178"></a>
+<span class="sourceLineNo">179</span>  }<a name="line.179"></a>
+<span class="sourceLineNo">180</span><a name="line.180"></a>
+<span class="sourceLineNo">181</span>  /**<a name="line.181"></a>
+<span class="sourceLineNo">182</span>   * Removes from the specified region the store files of the specified column family,<a name="line.182"></a>
+<span class="sourceLineNo">183</span>   * either by archiving them or outright deletion<a name="line.183"></a>
+<span class="sourceLineNo">184</span>   * @param fs the filesystem where the store files live<a name="line.184"></a>
+<span class="sourceLineNo">185</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.185"></a>
+<span class="sourceLineNo">186</span>   * @param parent Parent region hosting the store files<a name="line.186"></a>
+<span class="sourceLineNo">187</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.187"></a>
+<span class="sourceLineNo">188</span>   * @param family the family hosting the store files<a name="line.188"></a>
+<span class="sourceLineNo">189</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.189"></a>
+<span class="sourceLineNo">190</span>   */<a name="line.190"></a>
+<span class="sourceLineNo">191</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.191"></a>
+<span class="sourceLineNo">192</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.193"></a>
+<span class="sourceLineNo">194</span>    if (storeFiles == null) {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>      LOG.debug("No files to dispose of in {}, family={}", parent.getRegionNameAsString(),<a name="line.195"></a>
+<span class="sourceLineNo">196</span>          Bytes.toString(family));<a name="line.196"></a>
+<span class="sourceLineNo">197</span>      return;<a name="line.197"></a>
+<span class="sourceLineNo">198</span>    }<a name="line.198"></a>
+<span class="sourceLineNo">199</span><a name="line.199"></a>
+<span class="sourceLineNo">200</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.200"></a>
+<span class="sourceLineNo">201</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.201"></a>
+<span class="sourceLineNo">202</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.202"></a>
+<span class="sourceLineNo">203</span><a name="line.203"></a>
+<span class="sourceLineNo">204</span>    // do the actual archive<a name="line.204"></a>
+<span class="sourceLineNo">205</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.205"></a>
+<span class="sourceLineNo">206</span>        EnvironmentEdgeManager.currentTime());<a name="line.206"></a>
+<span class="sourceLineNo">207</span>    if (!failedArchive.isEmpty()){<a name="line.207"></a>
+<span class="sourceLineNo">208</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.208"></a>
+<span class="sourceLineNo">209</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.209"></a>
+<span class="sourceLineNo">210</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.210"></a>
+<span class="sourceLineNo">211</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.211"></a>
+<span class="sourceLineNo">212</span>    }<a name="line.212"></a>
+<span class="sourceLineNo">213</span>  }<a name="line.213"></a>
+<span class="sourceLineNo">214</span><a name="line.214"></a>
+<span class="sourceLineNo">215</span>  /**<a name="line.215"></a>
+<span class="sourceLineNo">216</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.216"></a>
+<span class="sourceLineNo">217</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.217"></a>
+<span class="sourceLineNo">218</span>   * @param fs the filesystem where the store files live<a name="line.218"></a>
+<span class="sourceLineNo">219</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.219"></a>
+<span class="sourceLineNo">220</span>   * @param family the family hosting the store files<a name="line.220"></a>
+<span class="sourceLineNo">221</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.221"></a>
+<span class="sourceLineNo">222</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.222"></a>
+<span class="sourceLineNo">223</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.223"></a>
+<span class="sourceLineNo">224</span>   */<a name="line.224"></a>
+<span class="sourceLineNo">225</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.225"></a>
+<span class="sourceLineNo">226</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.226"></a>
+<span class="sourceLineNo">227</span>      throws IOException, FailedArchiveException {<a name="line.227"></a>
+<span class="sourceLineNo">228</span><a name="line.228"></a>
+<span class="sourceLineNo">229</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.229"></a>
+<span class="sourceLineNo">230</span>    if (fs == null) {<a name="line.230"></a>
+<span class="sourceLineNo">231</span>      LOG.warn("Passed filesystem is null, so just deleting files without archiving for {}," +<a name="line.231"></a>
+<span class="sourceLineNo">232</span>              "family={}", Bytes.toString(regionInfo.getRegionName()), Bytes.toString(family));<a name="line.232"></a>
+<span class="sourceLineNo">233</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.233"></a>
+<span class="sourceLineNo">234</span>      return;<a name="line.234"></a>
+<span class="sourceLineNo">235</span>    }<a name="line.235"></a>
+<span class="sourceLineNo">236</span><a name="line.236"></a>
+<span class="sourceLineNo">237</span>    // short circuit if we don't have any files to delete<a name="line.237"></a>
+<span class="sourceLineNo">238</span>    if (compactedFiles.isEmpty()) {<a name="line.238"></a>
+<span class="sourceLineNo">239</span>      LOG.debug("No files to dispose of, done!");<a name="line.239"></a>
+<span class="sourceLineNo">240</span>      return;<a name="line.240"></a>
+<span class="sourceLineNo">241</span>    }<a name="line.241"></a>
+<span class="sourceLineNo">242</span><a name="line.242"></a>
+<span class="sourceLineNo">243</span>    // build the archive path<a name="line.243"></a>
+<span class="sourceLineNo">244</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.244"></a>
+<span class="sourceLineNo">245</span>        "Need to have a region and a family to archive from.");<a name="line.245"></a>
+<span class="sourceLineNo">246</span><a name="line.246"></a>
+<span class="sourceLineNo">247</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.247"></a>
 <span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.249"></a>
-<span class="sourceLineNo">250</span><a name="line.250"></a>
-<span class="sourceLineNo">251</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.251"></a>
-<span class="sourceLineNo">252</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.252"></a>
-<span class="sourceLineNo">253</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.253"></a>
-<span class="sourceLineNo">254</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.254"></a>
-<span class="sourceLineNo">255</span>    }<a name="line.255"></a>
-<span class="sourceLineNo">256</span><a name="line.256"></a>
-<span class="sourceLineNo">257</span>    // otherwise we attempt to archive the store files<a name="line.257"></a>
-<span class="sourceLineNo">258</span>    LOG.debug("Archiving compacted store files.");<a name="line.258"></a>
-<span class="sourceLineNo">259</span><a name="line.259"></a>
-<span class="sourceLineNo">260</span>    // Wrap the storefile into a File<a name="line.260"></a>
-<span class="sourceLineNo">261</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.261"></a>
-<span class="sourceLineNo">262</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.262"></a>
-<span class="sourceLineNo">263</span><a name="line.263"></a>
-<span class="sourceLineNo">264</span>    // do the actual archive<a name="line.264"></a>
-<span class="sourceLineNo">265</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.265"></a>
-<span class="sourceLineNo">266</span>        EnvironmentEdgeManager.currentTime());<a name="line.266"></a>
-<span class="sourceLineNo">267</span><a name="line.267"></a>
-<span class="sourceLineNo">268</span>    if (!failedArchive.isEmpty()){<a name="line.268"></a>
-<span class="sourceLineNo">269</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.269"></a>
-<span class="sourceLineNo">270</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.270"></a>
-<span class="sourceLineNo">271</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.272"></a>
-<span class="sourceLineNo">273</span>    }<a name="line.273"></a>
-<span class="sourceLineNo">274</span>  }<a name="line.274"></a>
-<span class="sourceLineNo">275</span><a name="line.275"></a>
-<span class="sourceLineNo">276</span>  /**<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   * Archive the store file<a name="line.277"></a>
-<span class="sourceLineNo">278</span>   * @param fs the filesystem where the store files live<a name="line.278"></a>
-<span class="sourceLineNo">279</span>   * @param regionInfo region hosting the store files<a name="line.279"></a>
-<span class="sourceLineNo">280</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.280"></a>
-<span class="sourceLineNo">281</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.281"></a>
-<span class="sourceLineNo">282</span>   * @param family the family hosting the store files<a name="line.282"></a>
-<span class="sourceLineNo">283</span>   * @param storeFile file to be archived<a name="line.283"></a>
-<span class="sourceLineNo">284</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.284"></a>
-<span class="sourceLineNo">285</span>   */<a name="line.285"></a>
-<span class="sourceLineNo">286</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.286"></a>
-<span class="sourceLineNo">287</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.287"></a>
-<span class="sourceLineNo">288</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.288"></a>
-<span class="sourceLineNo">289</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.289"></a>
-<span class="sourceLineNo">290</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.290"></a>
-<span class="sourceLineNo">291</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.291"></a>
-<span class="sourceLineNo">292</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.292"></a>
-<span class="sourceLineNo">293</span>    }<a name="line.293"></a>
-<span class="sourceLineNo">294</span><a name="line.294"></a>
-<span class="sourceLineNo">295</span>    // do the actual archive<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    File file = new FileablePath(fs, storeFile);<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.299"></a>
-<span class="sourceLineNo">300</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.300"></a>
-<span class="sourceLineNo">301</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.301"></a>
-<span class="sourceLineNo">302</span>    }<a name="line.302"></a>
-<span class="sourceLineNo">303</span>  }<a name="line.303"></a>
-<span class="sourceLineNo">304</span><a name="line.304"></a>
-<span class="sourceLineNo">305</span>  /**<a name="line.305"></a>
-<span class="sourceLineNo">306</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.306"></a>
-<span class="sourceLineNo">307</span>   * renaming of the existing file and then archive the passed in files.<a name="line.307"></a>
-<span class="sourceLineNo">308</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.308"></a>
-<span class="sourceLineNo">309</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.309"></a>
-<span class="sourceLineNo">310</span>   *          the files to archive are directories, will append the name of the<a name="line.310"></a>
-<span class="sourceLineNo">311</span>   *          directory to the base archive directory name, creating a parallel<a name="line.311"></a>
-<span class="sourceLineNo">312</span>   *          structure.<a name="line.312"></a>
-<span class="sourceLineNo">313</span>   * @param toArchive files/directories that need to be archvied<a name="line.313"></a>
-<span class="sourceLineNo">314</span>   * @param start time the archiving started - used for resolving archive<a name="line.314"></a>
-<span class="sourceLineNo">315</span>   *          conflicts.<a name="line.315"></a>
-<span class="sourceLineNo">316</span>   * @return the list of failed to archive files.<a name="line.316"></a>
-<span class="sourceLineNo">317</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.317"></a>
-<span class="sourceLineNo">318</span>   */<a name="line.318"></a>
-<span class="sourceLineNo">319</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.319"></a>
-<span class="sourceLineNo">320</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.320"></a>
-<span class="sourceLineNo">321</span>    // short circuit if no files to move<a name="line.321"></a>
-<span class="sourceLineNo">322</span>    if (toArchive.isEmpty()) return Collections.emptyList();<a name="line.322"></a>
+<span class="sourceLineNo">249</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.249"></a>
+<span class="sourceLineNo">250</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.250"></a>
+<span class="sourceLineNo">251</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.251"></a>
+<span class="sourceLineNo">252</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.252"></a>
+<span class="sourceLineNo">253</span>    }<a name="line.253"></a>
+<span class="sourceLineNo">254</span><a name="line.254"></a>
+<span class="sourceLineNo">255</span>    // otherwise we attempt to archive the store files<a name="line.255"></a>
+<span class="sourceLineNo">256</span>    LOG.debug("Archiving compacted files.");<a name="line.256"></a>
+<span class="sourceLineNo">257</span><a name="line.257"></a>
+<span class="sourceLineNo">258</span>    // Wrap the storefile into a File<a name="line.258"></a>
+<span class="sourceLineNo">259</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.259"></a>
+<span class="sourceLineNo">260</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.260"></a>
+<span class="sourceLineNo">261</span><a name="line.261"></a>
+<span class="sourceLineNo">262</span>    // do the actual archive<a name="line.262"></a>
+<span class="sourceLineNo">263</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.263"></a>
+<span class="sourceLineNo">264</span>        EnvironmentEdgeManager.currentTime());<a name="line.264"></a>
+<span class="sourceLineNo">265</span><a name="line.265"></a>
+<span class="sourceLineNo">266</span>    if (!failedArchive.isEmpty()){<a name="line.266"></a>
+<span class="sourceLineNo">267</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.267"></a>
+<span class="sourceLineNo">268</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.268"></a>
+<span class="sourceLineNo">269</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.269"></a>
+<span class="sourceLineNo">270</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.270"></a>
+<span class="sourceLineNo">271</span>    }<a name="line.271"></a>
+<span class="sourceLineNo">272</span>  }<a name="line.272"></a>
+<span class="sourceLineNo">273</span><a name="line.273"></a>
+<span class="sourceLineNo">274</span>  /**<a name="line.274"></a>
+<span class="sourceLineNo">275</span>   * Archive the store file<a name="line.275"></a>
+<span class="sourceLineNo">276</span>   * @param fs the filesystem where the store files live<a name="line.276"></a>
+<span class="sourceLineNo">277</span>   * @param regionInfo region hosting the store files<a name="line.277"></a>
+<span class="sourceLineNo">278</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.278"></a>
+<span class="sourceLineNo">279</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.279"></a>
+<span class="sourceLineNo">280</span>   * @param family the family hosting the store files<a name="line.280"></a>
+<span class="sourceLineNo">281</span>   * @param storeFile file to be archived<a name="line.281"></a>
+<span class="sourceLineNo">282</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.282"></a>
+<span class="sourceLineNo">283</span>   */<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.284"></a>
+<span class="sourceLineNo">285</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.285"></a>
+<span class="sourceLineNo">286</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.286"></a>
+<span class="sourceLineNo">287</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.287"></a>
+<span class="sourceLineNo">288</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.288"></a>
+<span class="sourceLineNo">289</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.289"></a>
+<span class="sourceLineNo">290</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.290"></a>
+<span class="sourceLineNo">291</span>    }<a name="line.291"></a>
+<span class="sourceLineNo">292</span><a name="line.292"></a>
+<span class="sourceLineNo">293</span>    // do the actual archive<a name="line.293"></a>
+<span class="sourceLineNo">294</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    File file = new FileablePath(fs, storeFile);<a name="line.295"></a>
+<span class="sourceLineNo">296</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.297"></a>
+<span class="sourceLineNo">298</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.298"></a>
+<span class="sourceLineNo">299</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.299"></a>
+<span class="sourceLineNo">300</span>    }<a name="line.300"></a>
+<span class="sourceLineNo">301</span>  }<a name="line.301"></a>
+<span class="sourceLineNo">302</span><a name="line.302"></a>
+<span class="sourceLineNo">303</span>  /**<a name="line.303"></a>
+<span class="sourceLineNo">304</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.304"></a>
+<span class="sourceLineNo">305</span>   * renaming of the existing file and then archive the passed in files.<a name="line.305"></a>
+<span class="sourceLineNo">306</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.306"></a>
+<span class="sourceLineNo">307</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.307"></a>
+<span class="sourceLineNo">308</span>   *          the files to archive are directories, will append the name of the<a name="line.308"></a>
+<span class="sourceLineNo">309</span>   *          directory to the base archive directory name, creating a parallel<a name="line.309"></a>
+<span class="sourceLineNo">310</span>   *          structure.<a name="line.310"></a>
+<span class="sourceLineNo">311</span>   * @param toArchive files/directories that need to be archvied<a name="line.311"></a>
+<span class="sourceLineNo">312</span>   * @param start time the archiving started - used for resolving archive<a name="line.312"></a>
+<span class="sourceLineNo">313</span>   *          conflicts.<a name="line.313"></a>
+<span class="sourceLineNo">314</span>   * @return the list of failed to archive files.<a name="line.314"></a>
+<span class="sourceLineNo">315</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.315"></a>
+<span class="sourceLineNo">316</span>   */<a name="line.316"></a>
+<span class="sourceLineNo">317</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.317"></a>
+<span class="sourceLineNo">318</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.318"></a>
+<span class="sourceLineNo">319</span>    // short circuit if no files to move<a name="line.319"></a>
+<span class="sourceLineNo">320</span>    if (toArchive.isEmpty()) {<a name="line.320"></a>
+<span class="sourceLineNo">321</span>      return Collections.emptyList();<a name="line.321"></a>
+<span class="sourceLineNo">322</span>    }<a name="line.322"></a>
 <span class="sourceLineNo">323</span><a name="line.323"></a>
-<span class="sourceLineNo">324</span>    if (LOG.isTraceEnabled()) LOG.trace("moving files to the archive directory: " + baseArchiveDir);<a name="line.324"></a>
+<span class="sourceLineNo">324</span>    LOG.trace("Moving files to the archive directory {}", baseArchiveDir);<a name="line.324"></a>
 <span class="sourceLineNo">325</span><a name="line.325"></a>
 <span class="sourceLineNo">326</span>    // make sure the archive directory exists<a name="line.326"></a>
 <span class="sourceLineNo">327</span>    if (!fs.exists(baseArchiveDir)) {<a name="line.327"></a>
@@ -337,7 +337,7 @@
 <span class="sourceLineNo">329</span>        throw new IOException("Failed to create the archive directory:" + baseArchiveDir<a name="line.329"></a>
 <span class="sourceLineNo">330</span>            + ", quitting archive attempt.");<a name="line.330"></a>
 <span class="sourceLineNo">331</span>      }<a name="line.331"></a>
-<span class="sourceLineNo">332</span>      if (LOG.isTraceEnabled()) LOG.trace("Created archive directory:" + baseArchiveDir);<a name="line.332"></a>
+<span class="sourceLineNo">332</span>      LOG.trace("Created archive directory {}", baseArchiveDir);<a name="line.332"></a>
 <span class="sourceLineNo">333</span>    }<a name="line.333"></a>
 <span class="sourceLineNo">334</span><a name="line.334"></a>
 <span class="sourceLineNo">335</span>    List&lt;File&gt; failures = new ArrayList&lt;&gt;();<a name="line.335"></a>
@@ -345,7 +345,7 @@
 <span class="sourceLineNo">337</span>    for (File file : toArchive) {<a name="line.337"></a>
 <span class="sourceLineNo">338</span>      // if its a file archive it<a name="line.338"></a>
 <span class="sourceLineNo">339</span>      try {<a name="line.339"></a>
-<span class="sourceLineNo">340</span>        if (LOG.isTraceEnabled()) LOG.trace("Archiving: " + file);<a name="line.340"></a>
+<span class="sourceLineNo">340</span>        LOG.trace("Archiving {}", file);<a name="line.340"></a>
 <span class="sourceLineNo">341</span>        if (file.isFile()) {<a name="line.341"></a>
 <span class="sourceLineNo">342</span>          // attempt to archive the file<a name="line.342"></a>
 <span class="sourceLineNo">343</span>          if (!resolveAndArchiveFile(baseArchiveDir, file, startTime)) {<a name="line.343"></a>
@@ -354,7 +354,7 @@
 <span class="sourceLineNo">346</span>          }<a name="line.346"></a>
 <span class="sourceLineNo">347</span>        } else {<a name="line.347"></a>
 <span class="sourceLineNo">348</span>          // otherwise its a directory and we need to archive all files<a name="line.348"></a>
-<span class="sourceLineNo">349</span>          if (LOG.isTraceEnabled()) LOG.trace(file + " is a directory, archiving children files");<a name="line.349"></a>
+<span class="sourceLineNo">349</span>          LOG.trace("{} is a directory, archiving children files", file);<a name="line.349"></a>
 <span class="sourceLineNo">350</span>          // so we add the directory name to the one base archive<a name="line.350"></a>
 <span class="sourceLineNo">351</span>          Path parentArchiveDir = new Path(baseArchiveDir, file.getName());<a name="line.351"></a>
 <span class="sourceLineNo">352</span>          // and then get all the files from that directory and attempt to<a name="line.352"></a>
@@ -363,7 +363,7 @@
 <span class="sourceLineNo">355</span>          failures.addAll(resolveAndArchive(fs, parentArchiveDir, children, start));<a name="line.355"></a>
 <span class="sourceLineNo">356</span>        }<a name="line.356"></a>
 <span class="sourceLineNo">357</span>      } catch (IOException e) {<a name="line.357"></a>
-<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive " + file, e);<a name="line.358"></a>
+<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive {}", file, e);<a name="line.358"></a>
 <span class="sourceLineNo">359</span>        failures.add(file);<a name="line.359"></a>
 <span class="sourceLineNo">360</span>      }<a name="line.360"></a>
 <span class="sourceLineNo">361</span>    }<a name="line.361"></a>
@@ -393,319 +393,312 @@
 <span class="sourceLineNo">385</span>    // really, really unlikely situtation, where we get the same name for the existing file, but<a name="line.385"></a>
 <span class="sourceLineNo">386</span>    // is included just for that 1 in trillion chance.<a name="line.386"></a>
 <span class="sourceLineNo">387</span>    if (fs.exists(archiveFile)) {<a name="line.387"></a>
-<span class="sourceLineNo">388</span>      if (LOG.isDebugEnabled()) {<a name="line.388"></a>
-<span class="sourceLineNo">389</span>        LOG.debug("File:" + archiveFile + " already exists in archive, moving to "<a name="line.389"></a>
-<span class="sourceLineNo">390</span>            + "timestamped backup and overwriting current.");<a name="line.390"></a>
-<span class="sourceLineNo">391</span>      }<a name="line.391"></a>
-<span class="sourceLineNo">392</span><a name="line.392"></a>
-<span class="sourceLineNo">393</span>      // move the archive file to the stamped backup<a name="line.393"></a>
-<span class="sourceLineNo">394</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.394"></a>
-<span class="sourceLineNo">395</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.396"></a>
-<span class="sourceLineNo">397</span>            + ", deleting existing file in favor of newer.");<a name="line.397"></a>
-<span class="sourceLineNo">398</span>        // try to delete the exisiting file, if we can't rename it<a name="line.398"></a>
-<span class="sourceLineNo">399</span>        if (!fs.delete(archiveFile, false)) {<a name="line.399"></a>
-<span class="sourceLineNo">400</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.400"></a>
-<span class="sourceLineNo">401</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.401"></a>
-<span class="sourceLineNo">402</span>              + ") to make room for similarly named file.");<a name="line.402"></a>
-<span class="sourceLineNo">403</span>        }<a name="line.403"></a>
-<span class="sourceLineNo">404</span>      }<a name="line.404"></a>
-<span class="sourceLineNo">405</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.405"></a>
-<span class="sourceLineNo">406</span>    }<a name="line.406"></a>
+<span class="sourceLineNo">388</span>      LOG.debug("{} already exists in archive, moving to timestamped backup and " +<a name="line.388"></a>
+<span class="sourceLineNo">389</span>          "overwriting current.", archiveFile);<a name="line.389"></a>
+<span class="sourceLineNo">390</span><a name="line.390"></a>
+<span class="sourceLineNo">391</span>      // move the archive file to the stamped backup<a name="line.391"></a>
+<span class="sourceLineNo">392</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.392"></a>
+<span class="sourceLineNo">393</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.393"></a>
+<span class="sourceLineNo">394</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.394"></a>
+<span class="sourceLineNo">395</span>            + ", deleting existing file in favor of newer.");<a name="line.395"></a>
+<span class="sourceLineNo">396</span>        // try to delete the exisiting file, if we can't rename it<a name="line.396"></a>
+<span class="sourceLineNo">397</span>        if (!fs.delete(archiveFile, false)) {<a name="line.397"></a>
+<span class="sourceLineNo">398</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.398"></a>
+<span class="sourceLineNo">399</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.399"></a>
+<span class="sourceLineNo">400</span>              + ") to make room for similarly named file.");<a name="line.400"></a>
+<span class="sourceLineNo">401</span>        }<a name="line.401"></a>
+<span class="sourceLineNo">402</span>      }<a name="line.402"></a>
+<span class="sourceLineNo">403</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.403"></a>
+<span class="sourceLineNo">404</span>    }<a name="line.404"></a>
+<span class="sourceLineNo">405</span><a name="line.405"></a>
+<span class="sourceLineNo">406</span>    LOG.trace("No existing file in archive for {}, free to archive original file.", archiveFile);<a name="line.406"></a>
 <span class="sourceLineNo">407</span><a name="line.407"></a>
-<span class="sourceLineNo">408</span>    if (LOG.isTraceEnabled()) {<a name="line.408"></a>
-<span class="sourceLineNo">409</span>      LOG.trace("No existing file in archive for: " + archiveFile +<a name="line.409"></a>
-<span class="sourceLineNo">410</span>        ", free to archive original file.");<a name="line.410"></a>
-<span class="sourceLineNo">411</span>    }<a name="line.411"></a>
-<span class="sourceLineNo">412</span><a name="line.412"></a>
-<span class="sourceLineNo">413</span>    // at this point, we should have a free spot for the archive file<a name="line.413"></a>
-<span class="sourceLineNo">414</span>    boolean success = false;<a name="line.414"></a>
-<span class="sourceLineNo">415</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.415"></a>
-<span class="sourceLineNo">416</span>      if (i &gt; 0) {<a name="line.416"></a>
-<span class="sourceLineNo">417</span>        // Ensure that the archive directory exists.<a name="line.417"></a>
-<span class="sourceLineNo">418</span>        // The previous "move to archive" operation has failed probably because<a name="line.418"></a>
-<span class="sourceLineNo">419</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.419"></a>
-<span class="sourceLineNo">420</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.420"></a>
-<span class="sourceLineNo">421</span>        try {<a name="line.421"></a>
-<span class="sourceLineNo">422</span>          if (!fs.exists(archiveDir)) {<a name="line.422"></a>
-<span class="sourceLineNo">423</span>            if (fs.mkdirs(archiveDir)) {<a name="line.423"></a>
-<span class="sourceLineNo">424</span>              LOG.debug("Created archive directory:" + archiveDir);<a name="line.424"></a>
-<span class="sourceLineNo">425</span>            }<a name="line.425"></a>
-<span class="sourceLineNo">426</span>          }<a name="line.426"></a>
-<span class="sourceLineNo">427</span>        } catch (IOException e) {<a name="line.427"></a>
-<span class="sourceLineNo">428</span>          LOG.warn("Failed to create directory: " + archiveDir, e);<a name="line.428"></a>
-<span class="sourceLineNo">429</span>        }<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      }<a name="line.430"></a>
-<span class="sourceLineNo">431</span><a name="line.431"></a>
-<span class="sourceLineNo">432</span>      try {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.433"></a>
-<span class="sourceLineNo">434</span>      } catch (FileNotFoundException fnfe) {<a name="line.434"></a>
-<span class="sourceLineNo">435</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.435"></a>
-<span class="sourceLineNo">436</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.436"></a>
-<span class="sourceLineNo">437</span>        success = true;<a name="line.437"></a>
-<span class="sourceLineNo">438</span>      } catch (IOException e) {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.439"></a>
-<span class="sourceLineNo">440</span>        success = false;<a name="line.440"></a>
-<span class="sourceLineNo">441</span>      }<a name="line.441"></a>
+<span class="sourceLineNo">408</span>    // at this point, we should have a free spot for the archive file<a name="line.408"></a>
+<span class="sourceLineNo">409</span>    boolean success = false;<a name="line.409"></a>
+<span class="sourceLineNo">410</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.410"></a>
+<span class="sourceLineNo">411</span>      if (i &gt; 0) {<a name="line.411"></a>
+<span class="sourceLineNo">412</span>        // Ensure that the archive directory exists.<a name="line.412"></a>
+<span class="sourceLineNo">413</span>        // The previous "move to archive" operation has failed probably because<a name="line.413"></a>
+<span class="sourceLineNo">414</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.414"></a>
+<span class="sourceLineNo">415</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.415"></a>
+<span class="sourceLineNo">416</span>        try {<a name="line.416"></a>
+<span class="sourceLineNo">417</span>          if (!fs.exists(archiveDir)) {<a name="line.417"></a>
+<span class="sourceLineNo">418</span>            if (fs.mkdirs(archiveDir)) {<a name="line.418"></a>
+<span class="sourceLineNo">419</span>              LOG.debug("Created archive directory {}", archiveDir);<a name="line.419"></a>
+<span class="sourceLineNo">420</span>            }<a name="line.420"></a>
+<span class="sourceLineNo">421</span>          }<a name="line.421"></a>
+<span class="sourceLineNo">422</span>        } catch (IOException e) {<a name="line.422"></a>
+<span class="sourceLineNo">423</span>          LOG.warn("Failed to create directory {}", archiveDir, e);<a name="line.423"></a>
+<span class="sourceLineNo">424</span>        }<a name="line.424"></a>
+<span class="sourceLineNo">425</span>      }<a name="line.425"></a>
+<span class="sourceLineNo">426</span><a name="line.426"></a>
+<span class="sourceLineNo">427</span>      try {<a name="line.427"></a>
+<span class="sourceLineNo">428</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.428"></a>
+<span class="sourceLineNo">429</span>      } catch (FileNotFoundException fnfe) {<a name="line.429"></a>
+<span class="sourceLineNo">430</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.430"></a>
+<span class="sourceLineNo">431</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.431"></a>
+<span class="sourceLineNo">432</span>        success = true;<a name="line.432"></a>
+<span class="sourceLineNo">433</span>      } catch (IOException e) {<a name="line.433"></a>
+<span class="sourceLineNo">434</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.434"></a>
+<span class="sourceLineNo">435</span>        success = false;<a name="line.435"></a>
+<span class="sourceLineNo">436</span>      }<a name="line.436"></a>
+<span class="sourceLineNo">437</span>    }<a name="line.437"></a>
+<span class="sourceLineNo">438</span><a name="line.438"></a>
+<span class="sourceLineNo">439</span>    if (!success) {<a name="line.439"></a>
+<span class="sourceLineNo">440</span>      LOG.error("Failed to archive " + currentFile);<a name="line.440"></a>
+<span class="sourceLineNo">441</span>      return false;<a name="line.441"></a>
 <span class="sourceLineNo">442</span>    }<a name="line.442"></a>
 <span class="sourceLineNo">443</span><a name="line.443"></a>
-<span class="sourceLineNo">444</span>    if (!success) {<a name="line.444"></a>
-<span class="sourceLineNo">445</span>      LOG.error("Failed to archive " + currentFile);<a name="line.445"></a>
-<span class="sourceLineNo">446</span>      return false;<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    }<a name="line.447"></a>
-<span class="sourceLineNo">448</span><a name="line.448"></a>
-<span class="sourceLineNo">449</span>    if (LOG.isDebugEnabled()) {<a name="line.449"></a>
-<span class="sourceLineNo">450</span>      LOG.debug("Finished archiving from " + currentFile + ", to " + archiveFile);<a name="line.450"></a>
-<span class="sourceLineNo">451</span>    }<a name="line.451"></a>
-<span class="sourceLineNo">452</span>    return true;<a name="line.452"></a>
-<span class="sourceLineNo">453</span>  }<a name="line.453"></a>
-<span class="sourceLineNo">454</span><a name="line.454"></a>
-<span class="sourceLineNo">455</span>  /**<a name="line.455"></a>
-<span class="sourceLineNo">456</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.456"></a>
-<span class="sourceLineNo">457</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.457"></a>
-<span class="sourceLineNo">458</span>   * @param fs FileSystem from which to delete the region<a name="line.458"></a>
-<span class="sourceLineNo">459</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.459"></a>
-<span class="sourceLineNo">460</span>   * @throws IOException on filesystem operation failure<a name="line.460"></a>
-<span class="sourceLineNo">461</span>   */<a name="line.461"></a>
-<span class="sourceLineNo">462</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.462"></a>
-<span class="sourceLineNo">463</span>      throws IOException {<a name="line.463"></a>
-<span class="sourceLineNo">464</span>    if (fs.delete(regionDir, true)) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>      LOG.debug("Deleted " + regionDir);<a name="line.465"></a>
-<span class="sourceLineNo">466</span>      return true;<a name="line.466"></a>
-<span class="sourceLineNo">467</span>    }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    LOG.debug("Failed to delete region directory:" + regionDir);<a name="line.468"></a>
-<span class="sourceLineNo">469</span>    return false;<a name="line.469"></a>
-<span class="sourceLineNo">470</span>  }<a name="line.470"></a>
-<span class="sourceLineNo">471</span><a name="line.471"></a>
-<span class="sourceLineNo">472</span>  /**<a name="line.472"></a>
-<span class="sourceLineNo">473</span>   * Just do a simple delete of the given store files<a name="line.473"></a>
-<span class="sourceLineNo">474</span>   * &lt;p&gt;<a name="line.474"></a>
-<span class="sourceLineNo">475</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.475"></a>
-<span class="sourceLineNo">476</span>   * &lt;p&gt;<a name="line.476"></a>
-<span class="sourceLineNo">477</span>   * @param compactedFiles store files to delete from the file system.<a name="line.477"></a>
-<span class="sourceLineNo">478</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.478"></a>
-<span class="sourceLineNo">479</span>   *           throwing the exception, rather than failing at the first file.<a name="line.479"></a>
-<span class="sourceLineNo">480</span>   */<a name="line.480"></a>
-<span class="sourceLineNo">481</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.481"></a>
-<span class="sourceLineNo">482</span>      throws IOException {<a name="line.482"></a>
-<span class="sourceLineNo">483</span>    LOG.debug("Deleting store files without archiving.");<a name="line.483"></a>
-<span class="sourceLineNo">484</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.485"></a>
-<span class="sourceLineNo">486</span>      try {<a name="line.486"></a>
-<span class="sourceLineNo">487</span>        hsf.deleteStoreFile();<a name="line.487"></a>
-<span class="sourceLineNo">488</span>      } catch (IOException e) {<a name="line.488"></a>
-<span class="sourceLineNo">489</span>        LOG.error("Failed to delete store file:" + hsf.getPath());<a name="line.489"></a>
-<span class="sourceLineNo">490</span>        errors.add(e);<a name="line.490"></a>
-<span class="sourceLineNo">491</span>      }<a name="line.491"></a>
-<span class="sourceLineNo">492</span>    }<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    if (errors.size() &gt; 0) {<a name="line.493"></a>
-<span class="sourceLineNo">494</span>      throw MultipleIOException.createIOException(errors);<a name="line.494"></a>
-<span class="sourceLineNo">495</span>    }<a name="line.495"></a>
-<span class="sourceLineNo">496</span>  }<a name="line.496"></a>
-<span class="sourceLineNo">497</span><a name="line.497"></a>
-<span class="sourceLineNo">498</span>  /**<a name="line.498"></a>
-<span class="sourceLineNo">499</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.499"></a>
-<span class="sourceLineNo">500</span>   * archival/removal of files<a name="line.500"></a>
-<span class="sourceLineNo">501</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.501"></a>
-<span class="sourceLineNo">502</span>   */<a name="line.502"></a>
-<span class="sourceLineNo">503</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    protected final FileSystem fs;<a name="line.504"></a>
-<span class="sourceLineNo">505</span><a name="line.505"></a>
-<span class="sourceLineNo">506</span>    public FileConverter(FileSystem fs) {<a name="line.506"></a>
-<span class="sourceLineNo">507</span>      this.fs = fs;<a name="line.507"></a>
-<span class="sourceLineNo">508</span>    }<a name="line.508"></a>
-<span class="sourceLineNo">509</span>  }<a name="line.509"></a>
-<span class="sourceLineNo">510</span><a name="line.510"></a>
-<span class="sourceLineNo">511</span>  /**<a name="line.511"></a>
-<span class="sourceLineNo">512</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.512"></a>
-<span class="sourceLineNo">513</span>   */<a name="line.513"></a>
-<span class="sourceLineNo">514</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.514"></a>
-<span class="sourceLineNo">515</span>    public FileStatusConverter(FileSystem fs) {<a name="line.515"></a>
-<span class="sourceLineNo">516</span>      super(fs);<a name="line.516"></a>
-<span class="sourceLineNo">517</span>    }<a name="line.517"></a>
-<span class="sourceLineNo">518</span><a name="line.518"></a>
-<span class="sourceLineNo">519</span>    @Override<a name="line.519"></a>
-<span class="sourceLineNo">520</span>    public File apply(FileStatus input) {<a name="line.520"></a>
-<span class="sourceLineNo">521</span>      return new FileablePath(fs, input.getPath());<a name="line.521"></a>
-<span class="sourceLineNo">522</span>    }<a name="line.522"></a>
-<span class="sourceLineNo">523</span>  }<a name="line.523"></a>
-<span class="sourceLineNo">524</span><a name="line.524"></a>
-<span class="sourceLineNo">525</span>  /**<a name="line.525"></a>
-<span class="sourceLineNo">526</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.526"></a>
-<span class="sourceLineNo">527</span>   * methods<a name="line.527"></a>
-<span class="sourceLineNo">528</span>   */<a name="line.528"></a>
-<span class="sourceLineNo">529</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.529"></a>
-<span class="sourceLineNo">530</span>    public StoreToFile(FileSystem fs) {<a name="line.530"></a>
-<span class="sourceLineNo">531</span>      super(fs);<a name="line.531"></a>
-<span class="sourceLineNo">532</span>    }<a name="line.532"></a>
-<span class="sourceLineNo">533</span><a name="line.533"></a>
-<span class="sourceLineNo">534</span>    @Override<a name="line.534"></a>
-<span class="sourceLineNo">535</span>    public File apply(HStoreFile input) {<a name="line.535"></a>
-<span class="sourceLineNo">536</span>      return new FileableStoreFile(fs, input);<a name="line.536"></a>
-<span class="sourceLineNo">537</span>    }<a name="line.537"></a>
-<span class="sourceLineNo">538</span>  }<a name="line.538"></a>
-<span class="sourceLineNo">539</span><a name="line.539"></a>
-<span class="sourceLineNo">540</span>  /**<a name="line.540"></a>
-<span class="sourceLineNo">541</span>   * Wrapper to handle file operations uniformly<a name="line.541"></a>
-<span class="sourceLineNo">542</span>   */<a name="line.542"></a>
-<span class="sourceLineNo">543</span>  private static abstract class File {<a name="line.543"></a>
-<span class="sourceLineNo">544</span>    protected final FileSystem fs;<a name="line.544"></a>
-<span class="sourceLineNo">545</span><a name="line.545"></a>
-<span class="sourceLineNo">546</span>    public File(FileSystem fs) {<a name="line.546"></a>
-<span class="sourceLineNo">547</span>      this.fs = fs;<a name="line.547"></a>
-<span class="sourceLineNo">548</span>    }<a name="line.548"></a>
-<span class="sourceLineNo">549</span><a name="line.549"></a>
-<span class="sourceLineNo">550</span>    /**<a name="line.550"></a>
-<span class="sourceLineNo">551</span>     * Delete the file<a name="line.551"></a>
-<span class="sourceLineNo">552</span>     * @throws IOException on failure<a name="line.552"></a>
+<span class="sourceLineNo">444</span>    LOG.debug("Archived from {} to {}", currentFile, archiveFile);<a name="line.444"></a>
+<span class="sourceLineNo">445</span>    return true;<a name="line.445"></a>
+<span class="sourceLineNo">446</span>  }<a name="line.446"></a>
+<span class="sourceLineNo">447</span><a name="line.447"></a>
+<span class="sourceLineNo">448</span>  /**<a name="line.448"></a>
+<span class="sourceLineNo">449</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.449"></a>
+<span class="sourceLineNo">450</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.450"></a>
+<span class="sourceLineNo">451</span>   * @param fs FileSystem from which to delete the region<a name="line.451"></a>
+<span class="sourceLineNo">452</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.452"></a>
+<span class="sourceLineNo">453</span>   * @throws IOException on filesystem operation failure<a name="line.453"></a>
+<span class="sourceLineNo">454</span>   */<a name="line.454"></a>
+<span class="sourceLineNo">455</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.455"></a>
+<span class="sourceLineNo">456</span>      throws IOException {<a name="line.456"></a>
+<span class="sourceLineNo">457</span>    if (fs.delete(regionDir, true)) {<a name="line.457"></a>
+<span class="sourceLineNo">458</span>      LOG.debug("Deleted {}", regionDir);<a name="line.458"></a>
+<span class="sourceLineNo">459</span>      return true;<a name="line.459"></a>
+<span class="sourceLineNo">460</span>    }<a name="line.460"></a>
+<span class="sourceLineNo">461</span>    LOG.debug("Failed to delete directory {}", regionDir);<a name="line.461"></a>
+<span class="sourceLineNo">462</span>    return false;<a name="line.462"></a>
+<span class="sourceLineNo">463</span>  }<a name="line.463"></a>
+<span class="sourceLineNo">464</span><a name="line.464"></a>
+<span class="sourceLineNo">465</span>  /**<a name="line.465"></a>
+<span class="sourceLineNo">466</span>   * Just do a simple delete of the given store files<a name="line.466"></a>
+<span class="sourceLineNo">467</span>   * &lt;p&gt;<a name="line.467"></a>
+<span class="sourceLineNo">468</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.468"></a>
+<span class="sourceLineNo">469</span>   * &lt;p&gt;<a name="line.469"></a>
+<span class="sourceLineNo">470</span>   * @param compactedFiles store files to delete from the file system.<a name="line.470"></a>
+<span class="sourceLineNo">471</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.471"></a>
+<span class="sourceLineNo">472</span>   *           throwing the exception, rather than failing at the first file.<a name="line.472"></a>
+<span class="sourceLineNo">473</span>   */<a name="line.473"></a>
+<span class="sourceLineNo">474</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.474"></a>
+<span class="sourceLineNo">475</span>      throws IOException {<a name="line.475"></a>
+<span class="sourceLineNo">476</span>    LOG.debug("Deleting files without archiving.");<a name="line.476"></a>
+<span class="sourceLineNo">477</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.477"></a>
+<span class="sourceLineNo">478</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.478"></a>
+<span class="sourceLineNo">479</span>      try {<a name="line.479"></a>
+<span class="sourceLineNo">480</span>        hsf.deleteStoreFile();<a name="line.480"></a>
+<span class="sourceLineNo">481</span>      } catch (IOException e) {<a name="line.481"></a>
+<span class="sourceLineNo">482</span>        LOG.error("Failed to delete {}", hsf.getPath());<a name="line.482"></a>
+<span class="sourceLineNo">483</span>        errors.add(e);<a name="line.483"></a>
+<span class="sourceLineNo">484</span>      }<a name="line.484"></a>
+<span class="sourceLineNo">485</span>    }<a name="line.485"></a>
+<span class="sourceLineNo">486</span>    if (errors.size() &gt; 0) {<a name="line.486"></a>
+<span class="sourceLineNo">487</span>      throw MultipleIOException.createIOException(errors);<a name="line.487"></a>
+<span class="sourceLineNo">488</span>    }<a name="line.488"></a>
+<span class="sourceLineNo">489</span>  }<a name="line.489"></a>
+<span class="sourceLineNo">490</span><a name="line.490"></a>
+<span class="sourceLineNo">491</span>  /**<a name="line.491"></a>
+<span class="sourceLineNo">492</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.492"></a>
+<span class="sourceLineNo">493</span>   * archival/removal of files<a name="line.493"></a>
+<span class="sourceLineNo">494</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.494"></a>
+<span class="sourceLineNo">495</span>   */<a name="line.495"></a>
+<span class="sourceLineNo">496</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.496"></a>
+<span class="sourceLineNo">497</span>    protected final FileSystem fs;<a name="line.497"></a>
+<span class="sourceLineNo">498</span><a name="line.498"></a>
+<span class="sourceLineNo">499</span>    public FileConverter(FileSystem fs) {<a name="line.499"></a>
+<span class="sourceLineNo">500</span>      this.fs = fs;<a name="line.500"></a>
+<span class="sourceLineNo">501</span>    }<a name="line.501"></a>
+<span class="sourceLineNo">502</span>  }<a name="line.502"></a>
+<span class="sourceLineNo">503</span><a name="line.503"></a>
+<span class="sourceLineNo">504</span>  /**<a name="line.504"></a>
+<span class="sourceLineNo">505</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.505"></a>
+<span class="sourceLineNo">506</span>   */<a name="line.506"></a>
+<span class="sourceLineNo">507</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.507"></a>
+<span class="sourceLineNo">508</span>    public FileStatusConverter(FileSystem fs) {<a name="line.508"></a>
+<span class="sourceLineNo">509</span>      super(fs);<a name="line.509"></a>
+<span class="sourceLineNo">510</span>    }<a name="line.510"></a>
+<span class="sourceLineNo">511</span><a name="line.511"></a>
+<span class="sourceLineNo">512</span>    @Override<a name="line.512"></a>
+<span class="sourceLineNo">513</span>    public File apply(FileStatus input) {<a name="line.513"></a>
+<span class="sourceLineNo">514</span>      return new FileablePath(fs, input.getPath());<a name="line.514"></a>
+<span class="sourceLineNo">515</span>    }<a name="line.515"></a>
+<span class="sourceLineNo">516</span>  }<a name="line.516"></a>
+<span class="sourceLineNo">517</span><a name="line.517"></a>
+<span class="sourceLineNo">518</span>  /**<a name="line.518"></a>
+<span class="sourceLineNo">519</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.519"></a>
+<span class="sourceLineNo">520</span>   * methods<a name="line.520"></a>
+<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
+<span class="sourceLineNo">522</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.522"></a>
+<span class="sourceLineNo">523</span>    public StoreToFile(FileSystem fs) {<a name="line.523"></a>
+<span class="sourceLineNo">524</span>      super(fs);<a name="line.524"></a>
+<span class="sourceLineNo">525</span>    }<a name="line.525"></a>
+<span class="sourceLineNo">526</span><a name="line.526"></a>
+<span class="sourceLineNo">527</span>    @Override<a name="line.527"></a>
+<span class="sourceLineNo">528</span>    public File apply(HStoreFile input) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span>      return new FileableStoreFile(fs, input);<a name="line.529"></a>
+<span class="sourceLineNo">530</span>    }<a name="line.530"></a>
+<span class="sourceLineNo">531</span>  }<a name="line.531"></a>
+<span class="sourceLineNo">532</span><a name="line.532"></a>
+<span class="sourceLineNo">533</span>  /**<a name="line.533"></a>
+<span class="sourceLineNo">534</span>   * Wrapper to handle file operations uniformly<a name="line.534"></a>
+<span class="sourceLineNo">535</span>   */<a name="line.535"></a>
+<span class="sourceLineNo">536</span>  private static abstract class File {<a name="line.536"></a>
+<span class="sourceLineNo">537</span>    protected final FileSystem fs;<a name="line.537"></a>
+<span class="sourceLineNo">538</span><a name="line.538"></a>
+<span class="sourceLineNo">539</span>    public File(FileSystem fs) {<a name="line.539"></a>
+<span class="sourceLineNo">540</span>      this.fs = fs;<a name="line.540"></a>
+<span class="sourceLineNo">541</span>    }<a name="line.541"></a>
+<span class="sourceLineNo">542</span><a name="line.542"></a>
+<span class="sourceLineNo">543</span>    /**<a name="line.543"></a>
+<span class="sourceLineNo">544</span>     * Delete the file<a name="line.544"></a>
+<span class="sourceLineNo">545</span>     * @throws IOException on failure<a name="line.545"></a>
+<span class="sourceLineNo">546</span>     */<a name="line.546"></a>
+<span class="sourceLineNo">547</span>    abstract void delete() throws IOException;<a name="line.547"></a>
+<span class="sourceLineNo">548</span><a name="line.548"></a>
+<span class="sourceLineNo">549</span>    /**<a name="line.549"></a>
+<span class="sourceLineNo">550</span>     * Check to see if this is a file or a directory<a name="line.550"></a>
+<span class="sourceLineNo">551</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.551"></a>
+<span class="sourceLineNo">552</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.552"></a>
 <span class="sourceLineNo">553</span>     */<a name="line.553"></a>
-<span class="sourceLineNo">554</span>    abstract void delete() throws IOException;<a name="line.554"></a>
+<span class="sourceLineNo">554</span>    abstract boolean isFile() throws IOException;<a name="line.554"></a>
 <span class="sourceLineNo">555</span><a name="line.555"></a>
 <span class="sourceLineNo">556</span>    /**<a name="line.556"></a>
-<span class="sourceLineNo">557</span>     * Check to see if this is a file or a directory<a name="line.557"></a>
-<span class="sourceLineNo">558</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.558"></a>
-<span class="sourceLineNo">559</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.559"></a>
+<span class="sourceLineNo">557</span>     * @return if this is a directory, returns all the children in the<a name="line.557"></a>
+<span class="sourceLineNo">558</span>     *         directory, otherwise returns an empty list<a name="line.558"></a>
+<span class="sourceLineNo">559</span>     * @throws IOException<a name="line.559"></a>
 <span class="sourceLineNo">560</span>     */<a name="line.560"></a>
-<span class="sourceLineNo">561</span>    abstract boolean isFile() throws IOException;<a name="line.561"></a>
+<span class="sourceLineNo">561</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.561"></a>
 <span class="sourceLineNo">562</span><a name="line.562"></a>
 <span class="sourceLineNo">563</span>    /**<a name="line.563"></a>
-<span class="sourceLineNo">564</span>     * @return if this is a directory, returns all the children in the<a name="line.564"></a>
-<span class="sourceLineNo">565</span>     *         directory, otherwise returns an empty list<a name="line.565"></a>
-<span class="sourceLineNo">566</span>     * @throws IOException<a name="line.566"></a>
-<span class="sourceLineNo">567</span>     */<a name="line.567"></a>
-<span class="sourceLineNo">568</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.568"></a>
-<span class="sourceLineNo">569</span><a name="line.569"></a>
-<span class="sourceLineNo">570</span>    /**<a name="line.570"></a>
-<span class="sourceLineNo">571</span>     * close any outside readers of the file<a name="line.571"></a>
-<span class="sourceLineNo">572</span>     * @throws IOException<a name="line.572"></a>
-<span class="sourceLineNo">573</span>     */<a name="line.573"></a>
-<span class="sourceLineNo">574</span>    abstract void close() throws IOException;<a name="line.574"></a>
-<span class="sourceLineNo">575</span><a name="line.575"></a>
-<span class="sourceLineNo">576</span>    /**<a name="line.576"></a>
-<span class="sourceLineNo">577</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.577"></a>
-<span class="sourceLineNo">578</span>     *         file name)<a name="line.578"></a>
-<span class="sourceLineNo">579</span>     */<a name="line.579"></a>
-<span class="sourceLineNo">580</span>    abstract String getName();<a name="line.580"></a>
-<span class="sourceLineNo">581</span><a name="line.581"></a>
-<span class="sourceLineNo">582</span>    /**<a name="line.582"></a>
-<span class="sourceLineNo">583</span>     * @return the path to this file<a name="line.583"></a>
-<span class="sourceLineNo">584</span>     */<a name="line.584"></a>
-<span class="sourceLineNo">585</span>    abstract Path getPath();<a name="line.585"></a>
-<span class="sourceLineNo">586</span><a name="line.586"></a>
-<span class="sourceLineNo">587</span>    /**<a name="line.587"></a>
-<span class="sourceLineNo">588</span>     * Move the file to the given destination<a name="line.588"></a>
-<span class="sourceLineNo">589</span>     * @param dest<a name="line.589"></a>
-<span class="sourceLineNo">590</span>     * @return &lt;tt&gt;true&lt;/tt&gt; on success<a name="line.590"></a>
-<span class="sourceLineNo">591</span>     * @throws IOException<a name="line.591"></a>
-<span class="sourceLineNo">592</span>     */<a name="line.592"></a>
-<span class="sourceLineNo">593</span>    public boolean moveAndClose(Path dest) throws IOException {<a name="line.593"></a>
-<span class="sourceLineNo">594</span>      this.close();<a name="line.594"></a>
-<span class="sourceLineNo">595</span>      Path p = this.getPath();<a name="line.595"></a>
-<span class="sourceLineNo">596</span>      return FSUtils.renameAndSetModifyTime(fs, p, dest);<a name="line.596"></a>
+<span class="sourceLineNo">564</span>     * close any outside readers of the file<a name="line.564"></a>
+<span class="sourceLineNo">565</span>     * @throws IOException<a name="line.565"></a>
+<span class="sourceLineNo">566</span>     */<a name="line.566"></a>
+<span class="sourceLineNo">567</span>    abstract void close() throws IOException;<a name="line.567"></a>
+<span class="sourceLineNo">568</span><a name="line.568"></a>
+<span class="sourceLineNo">569</span>    /**<a name="line.569"></a>
+<span class="sourceLineNo">570</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.570"></a>
+<span class="sourceLineNo">571</span>     *         file name)<a name="line.571"></a>
+<span class="sourceLineNo">572</span>     */<a name="line.572"></a>
+<span class="sourceLineNo">573</span>    abstract String getName();<a name="line.573"></a>
+<span class="sourceLineNo">574</span><a name="line.574"></a>
+<span class="sourceLineNo">575</span>    /**<a name="line.575"></a>
+<span class="sourceLineNo">576</span>     * @return the path to this file<a name="line.576"></a>
+<span class="sourceLineNo">577</span>     */<a name="line.577"></a>
+<span class="sourceLineNo">578</span>    abstract Path getPath();<a name="line.578"></a>
+<span class="sourceLineNo">579</span><a name="line.579"></a>
+<span class="sourceLineNo">580</span>    /**<a name="line.580"></a>
+<span class="sourceLineNo">581</span>     * Move the file to the given destination<a name="line.581"></a>
+<span class="sourceLineNo">582</span>     * @param dest<a name="

<TRUNCATED>

[42/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html
index f65d734..af02b5e 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html
@@ -117,7 +117,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private class <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.712">SplitTableRegionProcedure.StoreFileSplitter</a>
+<pre>private class <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.715">SplitTableRegionProcedure.StoreFileSplitter</a>
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>
 implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Callable.html?is-external=true" title="class or interface in java.util.concurrent">Callable</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path&gt;&gt;</pre>
 <div class="block">Utility class used to do the file splitting / reference writing
@@ -220,7 +220,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
 <ul class="blockList">
 <li class="blockList">
 <h4>regionFs</h4>
-<pre>private final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HRegionFileSystem.html" title="class in org.apache.hadoop.hbase.regionserver">HRegionFileSystem</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html#line.713">regionFs</a></pre>
+<pre>private final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HRegionFileSystem.html" title="class in org.apache.hadoop.hbase.regionserver">HRegionFileSystem</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html#line.716">regionFs</a></pre>
 </li>
 </ul>
 <a name="family">
@@ -229,7 +229,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
 <ul class="blockList">
 <li class="blockList">
 <h4>family</h4>
-<pre>private final&nbsp;byte[] <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html#line.714">family</a></pre>
+<pre>private final&nbsp;byte[] <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html#line.717">family</a></pre>
 </li>
 </ul>
 <a name="sf">
@@ -238,7 +238,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
 <ul class="blockListLast">
 <li class="blockList">
 <h4>sf</h4>
-<pre>private final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html#line.715">sf</a></pre>
+<pre>private final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html#line.718">sf</a></pre>
 </li>
 </ul>
 </li>
@@ -255,7 +255,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
 <ul class="blockListLast">
 <li class="blockList">
 <h4>StoreFileSplitter</h4>
-<pre>public&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html#line.723">StoreFileSplitter</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HRegionFileSystem.html" title="class in org.apache.hadoop.hbase.regionserver">HRegionFileSystem</a>&nbsp;regionFs,
+<pre>public&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html#line.726">StoreFileSplitter</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HRegionFileSystem.html" title="class in org.apache.hadoop.hbase.regionserver">HRegionFileSystem</a>&nbsp;regionFs,
                          byte[]&nbsp;family,
                          <a href="../../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a>&nbsp;sf)</pre>
 <div class="block">Constructor that takes what it needs to split</div>
@@ -281,7 +281,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
 <ul class="blockListLast">
 <li class="blockList">
 <h4>call</h4>
-<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html#line.730">call</a>()
+<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.StoreFileSplitter.html#line.733">call</a>()
                                                                throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html
index 251b42d..61363f0 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html
@@ -492,7 +492,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, 
 <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">
@@ -589,7 +589,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockListLast">
 <li class="blockList">
 <h4>EXPECTED_SPLIT_STATES</h4>
-<pre>private static final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/RegionState.State.html" title="enum in org.apache.hadoop.hbase.master">RegionState.State</a>[] <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.425">EXPECTED_SPLIT_STATES</a></pre>
+<pre>private static final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/RegionState.State.html" title="enum in org.apache.hadoop.hbase.master">RegionState.State</a>[] <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.428">EXPECTED_SPLIT_STATES</a></pre>
 </li>
 </ul>
 </li>
@@ -639,7 +639,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>checkSplittable</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.145">checkSplittable</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.148">checkSplittable</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                              <a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionToSplit,
                              byte[]&nbsp;splitRow)
                       throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -660,7 +660,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getDaughterRegionIdTimestamp</h4>
-<pre>private static&nbsp;long&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.206">getDaughterRegionIdTimestamp</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;hri)</pre>
+<pre>private static&nbsp;long&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.209">getDaughterRegionIdTimestamp</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;hri)</pre>
 <div class="block">Calculate daughter regionid to use.</div>
 <dl>
 <dt><span class="paramLabel">Parameters:</span></dt>
@@ -676,7 +676,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>executeFromState</h4>
-<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.219">executeFromState</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2">StateMachineProcedure.Flow</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.222">executeFromState</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                                       org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SplitTableRegionState&nbsp;state)
                                                throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#executeFromState-TEnvironment-TState-">StateMachineProcedure</a></code></span></div>
@@ -699,7 +699,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>rollbackState</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.292">rollbackState</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.295">rollbackState</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                              org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SplitTableRegionState&nbsp;state)
                       throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a>,
                              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a></pre>
@@ -723,7 +723,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>isRollbackSupported</h4>
-<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.337">isRollbackSupported</a>(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SplitTableRegionState&nbsp;state)</pre>
+<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.340">isRollbackSupported</a>(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SplitTableRegionState&nbsp;state)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#isRollbackSupported-TState-">StateMachineProcedure</a></code></span></div>
 <div class="block">Used by the default implementation of abort() to know if the current state can be aborted
  and rollback can be triggered.</div>
@@ -739,7 +739,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getState</h4>
-<pre>protected&nbsp;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SplitTableRegionState&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.352">getState</a>(int&nbsp;stateId)</pre>
+<pre>protected&nbsp;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SplitTableRegionState&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.355">getState</a>(int&nbsp;stateId)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#getState-int-">StateMachineProcedure</a></code></span></div>
 <div class="block">Convert an ordinal (or state id) to an Enum (or more descriptive) state object.</div>
 <dl>
@@ -758,7 +758,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getStateId</h4>
-<pre>protected&nbsp;int&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.357">getStateId</a>(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SplitTableRegionState&nbsp;state)</pre>
+<pre>protected&nbsp;int&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.360">getStateId</a>(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SplitTableRegionState&nbsp;state)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#getStateId-TState-">StateMachineProcedure</a></code></span></div>
 <div class="block">Convert the Enum (or more descriptive) state object to an ordinal (or state id).</div>
 <dl>
@@ -777,7 +777,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getInitialState</h4>
-<pre>protected&nbsp;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SplitTableRegionState&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.362">getInitialState</a>()</pre>
+<pre>protected&nbsp;org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.SplitTableRegionState&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.365">getInitialState</a>()</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.html#getInitialState--">StateMachineProcedure</a></code></span></div>
 <div class="block">Return the initial state object that will be used for the first call to executeFromState().</div>
 <dl>
@@ -794,7 +794,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>serializeStateData</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.367">serializeStateData</a>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureStateSerializer.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureStateSerializer</a>&nbsp;serializer)
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.370">serializeStateData</a>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureStateSerializer.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureStateSerializer</a>&nbsp;serializer)
                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#serializeStateData-org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer-">Procedure</a></code></span></div>
 <div class="block">The user-level code of the procedure may have some state to
@@ -816,7 +816,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>deserializeStateData</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.381">deserializeStateData</a>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureStateSerializer.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureStateSerializer</a>&nbsp;serializer)
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.384">deserializeStateData</a>(<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureStateSerializer.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureStateSerializer</a>&nbsp;serializer)
                              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#deserializeStateData-org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer-">Procedure</a></code></span></div>
 <div class="block">Called on store load to allow the user to decode the previously serialized
@@ -837,7 +837,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>toStringClassDetails</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.395">toStringClassDetails</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true" title="class or interface in java.lang">StringBuilder</a>&nbsp;sb)</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.398">toStringClassDetails</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/StringBuilder.html?is-external=true" title="class or interface in java.lang">StringBuilder</a>&nbsp;sb)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#toStringClassDetails-java.lang.StringBuilder-">Procedure</a></code></span></div>
 <div class="block">Extend the toString() information with the procedure details
  e.g. className and parameters</div>
@@ -855,7 +855,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getParentRegion</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.407">getParentRegion</a>()</pre>
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.410">getParentRegion</a>()</pre>
 </li>
 </ul>
 <a name="getTableOperationType--">
@@ -864,7 +864,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getTableOperationType</h4>
-<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface.TableOperationType</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.412">getTableOperationType</a>()</pre>
+<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure">TableProcedureInterface.TableOperationType</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.415">getTableOperationType</a>()</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.html#getTableOperationType--">TableProcedureInterface</a></code></span></div>
 <div class="block">Given an operation type we can take decisions about what to do with pending operations.
  e.g. if we get a delete and we have some table operation pending (e.g. add column)
@@ -885,7 +885,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getProcedureMetrics</h4>
-<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureMetrics.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureMetrics</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.417">getProcedureMetrics</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/procedure2/ProcedureMetrics.html" title="interface in org.apache.hadoop.hbase.procedure2">ProcedureMetrics</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.420">getProcedureMetrics</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#getProcedureMetrics-TEnvironment-">Procedure</a></code></span></div>
 <div class="block">Override this method to provide procedure specific counters for submitted count, failed
  count and time histogram.</div>
@@ -905,7 +905,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getSplitRow</h4>
-<pre>private&nbsp;byte[]&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.421">getSplitRow</a>()</pre>
+<pre>private&nbsp;byte[]&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.424">getSplitRow</a>()</pre>
 </li>
 </ul>
 <a name="prepareSplitRegion-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">
@@ -914,7 +914,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>prepareSplitRegion</h4>
-<pre>public&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.432">prepareSplitRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>public&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.435">prepareSplitRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Prepare to Split region.</div>
 <dl>
@@ -931,7 +931,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>preSplitRegion</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.486">preSplitRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.489">preSplitRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                      throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a>,
                             <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a></pre>
 <div class="block">Action before splitting region in a table.</div>
@@ -950,7 +950,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>postRollBackSplitRegion</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.508">postRollBackSplitRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.511">postRollBackSplitRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                               throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Action after rollback a split table region action.</div>
 <dl>
@@ -967,7 +967,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>openParentRegion</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.519">openParentRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.522">openParentRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                        throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Rollback close parent region</div>
 <dl>
@@ -984,7 +984,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>createDaughterRegions</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.537">createDaughterRegions</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.540">createDaughterRegions</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Create daughter regions</div>
 <dl>
@@ -1001,7 +1001,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>splitStoreFiles</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Integer.html?is-external=true" title="class or interface in java.lang">Integer</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Integer.html?is-external=true" title="class or interface in java.lang">Integer</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.565">splitStoreFiles</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Integer.html?is-external=true" title="class or interface in java.lang">Integer</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Integer.html?is-external=true" title="class or interface in java.lang">Integer</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.568">splitStoreFiles</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                               <a href="../../../../../../org/apache/hadoop/hbase/regionserver/HRegionFileSystem.html" title="class in org.apache.hadoop.hbase.regionserver">HRegionFileSystem</a>&nbsp;regionFs)
                                        throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Create Split directory</div>
@@ -1019,7 +1019,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>assertReferenceFileCount</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.680">assertReferenceFileCount</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.683">assertReferenceFileCount</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
                                       int&nbsp;expectedReferenceFileCount,
                                       org.apache.hadoop.fs.Path&nbsp;dir)
                                throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -1035,7 +1035,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>splitStoreFile</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.688">splitStoreFile</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HRegionFileSystem.html" title="class in org.apache.hadoop.hbase.regionserver">HRegionFileSystem</a>&nbsp;regionFs,
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.691">splitStoreFile</a>(<a href="../../../../../../org/apache/hadoop/hbase/regionserver/HRegionFileSystem.html" title="class in org.apache.hadoop.hbase.regionserver">HRegionFileSystem</a>&nbsp;regionFs,
                                                                                  byte[]&nbsp;family,
                                                                                  <a href="../../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a>&nbsp;sf)
                                                                           throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -1051,7 +1051,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>preSplitRegionBeforeMETA</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.739">preSplitRegionBeforeMETA</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.742">preSplitRegionBeforeMETA</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                                throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a>,
                                       <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a></pre>
 <div class="block">Post split region actions before the Point-of-No-Return step</div>
@@ -1070,7 +1070,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>updateMeta</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.762">updateMeta</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.765">updateMeta</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                  throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Add daughter regions to META</div>
 <dl>
@@ -1087,7 +1087,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>preSplitRegionAfterMETA</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.771">preSplitRegionAfterMETA</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.774">preSplitRegionAfterMETA</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                               throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a>,
                                      <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a></pre>
 <div class="block">Pre split region actions after the Point-of-No-Return step</div>
@@ -1106,7 +1106,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>postSplitRegion</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.783">postSplitRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.786">postSplitRegion</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                       throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Post split region actions</div>
 <dl>
@@ -1123,7 +1123,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getParentRegionServerName</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.790">getParentRegionServerName</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.793">getParentRegionServerName</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 </li>
 </ul>
 <a name="createUnassignProcedures-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-int-">
@@ -1132,7 +1132,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>createUnassignProcedures</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment">UnassignProcedure</a>[]&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.795">createUnassignProcedures</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/assignment/UnassignProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment">UnassignProcedure</a>[]&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.798">createUnassignProcedures</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                                      int&nbsp;regionReplication)</pre>
 </li>
 </ul>
@@ -1142,7 +1142,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>createAssignProcedures</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/assignment/AssignProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment">AssignProcedure</a>[]&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.806">createAssignProcedures</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/assignment/AssignProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment">AssignProcedure</a>[]&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.809">createAssignProcedures</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env,
                                                  int&nbsp;regionReplication)</pre>
 </li>
 </ul>
@@ -1152,7 +1152,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>getRegionReplication</h4>
-<pre>private&nbsp;int&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.822">getRegionReplication</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;int&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.825">getRegionReplication</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                           throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
@@ -1166,7 +1166,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>writeMaxSequenceIdFile</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.827">writeMaxSequenceIdFile</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.830">writeMaxSequenceIdFile</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)
                              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
@@ -1180,7 +1180,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockList">
 <li class="blockList">
 <h4>isTraceEnabled</h4>
-<pre>private&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.842">isTraceEnabled</a>()</pre>
+<pre>private&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.845">isTraceEnabled</a>()</pre>
 <div class="block">The procedure could be restarted from a different machine. If the variable is null, we need to
  retrieve it.</div>
 <dl>
@@ -1195,7 +1195,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <ul class="blockListLast">
 <li class="blockList">
 <h4>abort</h4>
-<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.850">abort</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
+<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/assignment/SplitTableRegionProcedure.html#line.853">abort</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/MasterProcedureEnv.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureEnv</a>&nbsp;env)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html#abort-TEnvironment-">Procedure</a></code></span></div>
 <div class="block">The abort() call is asynchronous and each procedure must decide how to deal
  with it, if they want to be abortable. The simplest implementation

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html b/devapidocs/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html
index 43720f2..6c0ac86 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html
@@ -110,7 +110,7 @@ var activeTableTab = "activeTableTab";
 <hr>
 <br>
 <pre>@InterfaceAudience.Private
-class <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.61">RegionLocationFinder</a>
+class <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.67">RegionLocationFinder</a>
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></pre>
 <div class="block">This will find where data for a region is located in HDFS. It ranks
  <a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase"><code>ServerName</code></a>'s by the size of the store files they are holding for a
@@ -309,7 +309,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>LOG</h4>
-<pre>private static final&nbsp;org.slf4j.Logger <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.62">LOG</a></pre>
+<pre>private static final&nbsp;org.slf4j.Logger <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.68">LOG</a></pre>
 </li>
 </ul>
 <a name="CACHE_TIME">
@@ -318,7 +318,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>CACHE_TIME</h4>
-<pre>private static final&nbsp;long <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.63">CACHE_TIME</a></pre>
+<pre>private static final&nbsp;long <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.69">CACHE_TIME</a></pre>
 <dl>
 <dt><span class="seeLabel">See Also:</span></dt>
 <dd><a href="../../../../../../constant-values.html#org.apache.hadoop.hbase.master.balancer.RegionLocationFinder.CACHE_TIME">Constant Field Values</a></dd>
@@ -331,7 +331,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>EMPTY_BLOCK_DISTRIBUTION</h4>
-<pre>private static final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.64">EMPTY_BLOCK_DISTRIBUTION</a></pre>
+<pre>private static final&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.70">EMPTY_BLOCK_DISTRIBUTION</a></pre>
 </li>
 </ul>
 <a name="conf">
@@ -340,7 +340,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>conf</h4>
-<pre>private&nbsp;org.apache.hadoop.conf.Configuration <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.65">conf</a></pre>
+<pre>private&nbsp;org.apache.hadoop.conf.Configuration <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.71">conf</a></pre>
 </li>
 </ul>
 <a name="status">
@@ -349,7 +349,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>status</h4>
-<pre>private volatile&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/ClusterMetrics.html" title="interface in org.apache.hadoop.hbase">ClusterMetrics</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.66">status</a></pre>
+<pre>private volatile&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/ClusterMetrics.html" title="interface in org.apache.hadoop.hbase">ClusterMetrics</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.72">status</a></pre>
 </li>
 </ul>
 <a name="services">
@@ -358,7 +358,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>services</h4>
-<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/MasterServices.html" title="interface in org.apache.hadoop.hbase.master">MasterServices</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.67">services</a></pre>
+<pre>private&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/master/MasterServices.html" title="interface in org.apache.hadoop.hbase.master">MasterServices</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.73">services</a></pre>
 </li>
 </ul>
 <a name="executor">
@@ -367,7 +367,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>executor</h4>
-<pre>private final&nbsp;org.apache.hbase.thirdparty.com.google.common.util.concurrent.ListeningExecutorService <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.68">executor</a></pre>
+<pre>private final&nbsp;org.apache.hbase.thirdparty.com.google.common.util.concurrent.ListeningExecutorService <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.74">executor</a></pre>
 </li>
 </ul>
 <a name="lastFullRefresh">
@@ -376,7 +376,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>lastFullRefresh</h4>
-<pre>private&nbsp;long <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.70">lastFullRefresh</a></pre>
+<pre>private&nbsp;long <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.76">lastFullRefresh</a></pre>
 </li>
 </ul>
 <a name="loader">
@@ -385,7 +385,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>loader</h4>
-<pre>private&nbsp;org.apache.hbase.thirdparty.com.google.common.cache.CacheLoader&lt;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>,<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&gt; <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.72">loader</a></pre>
+<pre>private&nbsp;org.apache.hbase.thirdparty.com.google.common.cache.CacheLoader&lt;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>,<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&gt; <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.78">loader</a></pre>
 </li>
 </ul>
 <a name="cache">
@@ -394,7 +394,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>cache</h4>
-<pre>private&nbsp;org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache&lt;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>,<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&gt; <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.93">cache</a></pre>
+<pre>private&nbsp;org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache&lt;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>,<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&gt; <a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.99">cache</a></pre>
 </li>
 </ul>
 </li>
@@ -411,7 +411,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>RegionLocationFinder</h4>
-<pre><a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.95">RegionLocationFinder</a>()</pre>
+<pre><a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.101">RegionLocationFinder</a>()</pre>
 </li>
 </ul>
 </li>
@@ -428,7 +428,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>createCache</h4>
-<pre>private&nbsp;org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache&lt;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>,<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.110">createCache</a>()</pre>
+<pre>private&nbsp;org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache&lt;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>,<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.116">createCache</a>()</pre>
 <div class="block">Create a cache for region to list of servers</div>
 <dl>
 <dt><span class="returnLabel">Returns:</span></dt>
@@ -442,7 +442,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getConf</h4>
-<pre>public&nbsp;org.apache.hadoop.conf.Configuration&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.116">getConf</a>()</pre>
+<pre>public&nbsp;org.apache.hadoop.conf.Configuration&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.122">getConf</a>()</pre>
 </li>
 </ul>
 <a name="setConf-org.apache.hadoop.conf.Configuration-">
@@ -451,7 +451,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>setConf</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.120">setConf</a>(org.apache.hadoop.conf.Configuration&nbsp;conf)</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.126">setConf</a>(org.apache.hadoop.conf.Configuration&nbsp;conf)</pre>
 </li>
 </ul>
 <a name="setServices-org.apache.hadoop.hbase.master.MasterServices-">
@@ -460,7 +460,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>setServices</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.124">setServices</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/MasterServices.html" title="interface in org.apache.hadoop.hbase.master">MasterServices</a>&nbsp;services)</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.130">setServices</a>(<a href="../../../../../../org/apache/hadoop/hbase/master/MasterServices.html" title="interface in org.apache.hadoop.hbase.master">MasterServices</a>&nbsp;services)</pre>
 </li>
 </ul>
 <a name="setClusterMetrics-org.apache.hadoop.hbase.ClusterMetrics-">
@@ -469,7 +469,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>setClusterMetrics</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.128">setClusterMetrics</a>(<a href="../../../../../../org/apache/hadoop/hbase/ClusterMetrics.html" title="interface in org.apache.hadoop.hbase">ClusterMetrics</a>&nbsp;status)</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.134">setClusterMetrics</a>(<a href="../../../../../../org/apache/hadoop/hbase/ClusterMetrics.html" title="interface in org.apache.hadoop.hbase">ClusterMetrics</a>&nbsp;status)</pre>
 </li>
 </ul>
 <a name="scheduleFullRefresh--">
@@ -478,7 +478,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>scheduleFullRefresh</h4>
-<pre>private&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.143">scheduleFullRefresh</a>()</pre>
+<pre>private&nbsp;boolean&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.148">scheduleFullRefresh</a>()</pre>
 <div class="block">Refresh all the region locations.</div>
 <dl>
 <dt><span class="returnLabel">Returns:</span></dt>
@@ -492,7 +492,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getTopBlockLocations</h4>
-<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.163">getTopBlockLocations</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;region)</pre>
+<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.168">getTopBlockLocations</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;region)</pre>
 </li>
 </ul>
 <a name="getTopBlockLocations-org.apache.hadoop.hbase.client.RegionInfo-java.lang.String-">
@@ -501,7 +501,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getTopBlockLocations</h4>
-<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.172">getTopBlockLocations</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;region,
+<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.177">getTopBlockLocations</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;region,
                                                 <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;currentHost)</pre>
 <div class="block">Returns an ordered list of hosts which have better locality for this region
  than the current host.</div>
@@ -513,7 +513,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>internalGetTopBlockLocation</h4>
-<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.193">internalGetTopBlockLocation</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;region)</pre>
+<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.194">internalGetTopBlockLocation</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;region)</pre>
 <div class="block">Returns an ordered list of hosts that are hosting the blocks for this
  region. The weight of each host is the sum of the block lengths of all
  files on that host, so the first host in the list is the server which holds
@@ -532,7 +532,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getTableDescriptor</h4>
-<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.216">getTableDescriptor</a>(<a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName)
+<pre>protected&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/client/TableDescriptor.html" title="interface in org.apache.hadoop.hbase.client">TableDescriptor</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.217">getTableDescriptor</a>(<a href="../../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a>&nbsp;tableName)
                                       throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">return TableDescriptor for a given tableName</div>
 <dl>
@@ -541,7 +541,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <dt><span class="returnLabel">Returns:</span></dt>
 <dd>TableDescriptor</dd>
 <dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
+<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code> - if table descriptor cannot be loaded</dd>
 </dl>
 </li>
 </ul>
@@ -551,7 +551,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>mapHostNameToServerName</h4>
-<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.237">mapHostNameToServerName</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;hosts)</pre>
+<pre>protected&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.238">mapHostNameToServerName</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;hosts)</pre>
 <div class="block">Map hostname to ServerName, The output ServerName list will have the same
  order as input hosts.</div>
 <dl>
@@ -568,7 +568,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getBlockDistribution</h4>
-<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.273">getBlockDistribution</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;hri)</pre>
+<pre>public&nbsp;<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.267">getBlockDistribution</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;hri)</pre>
 </li>
 </ul>
 <a name="asyncGetBlockDistribution-org.apache.hadoop.hbase.client.RegionInfo-">
@@ -577,7 +577,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>asyncGetBlockDistribution</h4>
-<pre>private&nbsp;org.apache.hbase.thirdparty.com.google.common.util.concurrent.ListenableFuture&lt;<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.294">asyncGetBlockDistribution</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;hri)</pre>
+<pre>private&nbsp;org.apache.hbase.thirdparty.com.google.common.util.concurrent.ListenableFuture&lt;<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.271">asyncGetBlockDistribution</a>(<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;hri)</pre>
 </li>
 </ul>
 <a name="refreshAndWait-java.util.Collection-">
@@ -586,7 +586,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>refreshAndWait</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.303">refreshAndWait</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;&nbsp;hris)</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.280">refreshAndWait</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&gt;&nbsp;hris)</pre>
 </li>
 </ul>
 <a name="getCache--">
@@ -595,7 +595,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>getCache</h4>
-<pre>org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache&lt;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>,<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.326">getCache</a>()</pre>
+<pre>org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache&lt;<a href="../../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>,<a href="../../../../../../org/apache/hadoop/hbase/HDFSBlocksDistribution.html" title="class in org.apache.hadoop.hbase">HDFSBlocksDistribution</a>&gt;&nbsp;<a href="../../../../../../src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html#line.303">getCache</a>()</pre>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/balancer/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/balancer/package-tree.html b/devapidocs/org/apache/hadoop/hbase/master/balancer/package-tree.html
index ad40e69..eb945fb 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/balancer/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/balancer/package-tree.html
@@ -197,8 +197,8 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
-<li type="circle">org.apache.hadoop.hbase.master.balancer.<a href="../../../../../../org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.LocalityType.html" title="enum in org.apache.hadoop.hbase.master.balancer"><span class="typeNameLink">BaseLoadBalancer.Cluster.LocalityType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.master.balancer.<a href="../../../../../../org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.Action.Type.html" title="enum in org.apache.hadoop.hbase.master.balancer"><span class="typeNameLink">BaseLoadBalancer.Cluster.Action.Type</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.master.balancer.<a href="../../../../../../org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.Cluster.LocalityType.html" title="enum in org.apache.hadoop.hbase.master.balancer"><span class="typeNameLink">BaseLoadBalancer.Cluster.LocalityType</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/package-tree.html b/devapidocs/org/apache/hadoop/hbase/master/package-tree.html
index 5aa5fa0..68468fb 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/package-tree.html
@@ -347,10 +347,10 @@
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
 <li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/SplitLogManager.TerminationStatus.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">SplitLogManager.TerminationStatus</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">MasterRpcServices.BalanceSwitchMode</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/SplitLogManager.ResubmitDirective.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">SplitLogManager.ResubmitDirective</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/RegionState.State.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">RegionState.State</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/MasterRpcServices.BalanceSwitchMode.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">MasterRpcServices.BalanceSwitchMode</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/MetricsMasterSourceFactoryImpl.FactoryStorage.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">MetricsMasterSourceFactoryImpl.FactoryStorage</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.master.<a href="../../../../../org/apache/hadoop/hbase/master/SplitLogManager.ResubmitDirective.html" title="enum in org.apache.hadoop.hbase.master"><span class="typeNameLink">SplitLogManager.ResubmitDirective</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.html
index eaa365a..a7fe68d 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/AbstractStateMachineRegionProcedure.html
@@ -317,7 +317,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, 
 <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">


[30/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html
index f47d627..c3d225c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html
@@ -117,219 +117,219 @@
 <span class="sourceLineNo">109</span>   */<a name="line.109"></a>
 <span class="sourceLineNo">110</span>  public static boolean archiveRegion(FileSystem fs, Path rootdir, Path tableDir, Path regionDir)<a name="line.110"></a>
 <span class="sourceLineNo">111</span>      throws IOException {<a name="line.111"></a>
-<span class="sourceLineNo">112</span>    if (LOG.isDebugEnabled()) {<a name="line.112"></a>
-<span class="sourceLineNo">113</span>      LOG.debug("ARCHIVING " + regionDir.toString());<a name="line.113"></a>
-<span class="sourceLineNo">114</span>    }<a name="line.114"></a>
-<span class="sourceLineNo">115</span><a name="line.115"></a>
-<span class="sourceLineNo">116</span>    // otherwise, we archive the files<a name="line.116"></a>
-<span class="sourceLineNo">117</span>    // make sure we can archive<a name="line.117"></a>
-<span class="sourceLineNo">118</span>    if (tableDir == null || regionDir == null) {<a name="line.118"></a>
-<span class="sourceLineNo">119</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.119"></a>
-<span class="sourceLineNo">120</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.120"></a>
-<span class="sourceLineNo">121</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.121"></a>
-<span class="sourceLineNo">122</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.122"></a>
-<span class="sourceLineNo">123</span>      // the archived files correctly or not.<a name="line.123"></a>
-<span class="sourceLineNo">124</span>      return false;<a name="line.124"></a>
-<span class="sourceLineNo">125</span>    }<a name="line.125"></a>
-<span class="sourceLineNo">126</span><a name="line.126"></a>
-<span class="sourceLineNo">127</span>    // make sure the regiondir lives under the tabledir<a name="line.127"></a>
-<span class="sourceLineNo">128</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.129"></a>
-<span class="sourceLineNo">130</span>        FSUtils.getTableName(tableDir),<a name="line.130"></a>
-<span class="sourceLineNo">131</span>        regionDir.getName());<a name="line.131"></a>
-<span class="sourceLineNo">132</span><a name="line.132"></a>
-<span class="sourceLineNo">133</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.133"></a>
-<span class="sourceLineNo">134</span>    // otherwise, we attempt to archive the store files<a name="line.134"></a>
-<span class="sourceLineNo">135</span><a name="line.135"></a>
-<span class="sourceLineNo">136</span>    // build collection of just the store directories to archive<a name="line.136"></a>
-<span class="sourceLineNo">137</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.137"></a>
-<span class="sourceLineNo">138</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.138"></a>
-<span class="sourceLineNo">139</span>    PathFilter nonHidden = new PathFilter() {<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      @Override<a name="line.140"></a>
-<span class="sourceLineNo">141</span>      public boolean accept(Path file) {<a name="line.141"></a>
-<span class="sourceLineNo">142</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.142"></a>
-<span class="sourceLineNo">143</span>      }<a name="line.143"></a>
-<span class="sourceLineNo">144</span>    };<a name="line.144"></a>
-<span class="sourceLineNo">145</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.145"></a>
-<span class="sourceLineNo">146</span>    // if there no files, we can just delete the directory and return;<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    if (storeDirs == null) {<a name="line.147"></a>
-<span class="sourceLineNo">148</span>      LOG.debug("Region directory " + regionDir + " empty.");<a name="line.148"></a>
-<span class="sourceLineNo">149</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.149"></a>
-<span class="sourceLineNo">150</span>    }<a name="line.150"></a>
-<span class="sourceLineNo">151</span><a name="line.151"></a>
-<span class="sourceLineNo">152</span>    // convert the files in the region to a File<a name="line.152"></a>
-<span class="sourceLineNo">153</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.153"></a>
-<span class="sourceLineNo">154</span>    LOG.debug("Archiving " + toArchive);<a name="line.154"></a>
-<span class="sourceLineNo">155</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.155"></a>
-<span class="sourceLineNo">156</span>        EnvironmentEdgeManager.currentTime());<a name="line.156"></a>
-<span class="sourceLineNo">157</span>    if (!failedArchive.isEmpty()) {<a name="line.157"></a>
-<span class="sourceLineNo">158</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.158"></a>
-<span class="sourceLineNo">159</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.159"></a>
-<span class="sourceLineNo">160</span>          + ". Something is probably awry on the filesystem.",<a name="line.160"></a>
-<span class="sourceLineNo">161</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.161"></a>
-<span class="sourceLineNo">162</span>    }<a name="line.162"></a>
-<span class="sourceLineNo">163</span>    // if that was successful, then we delete the region<a name="line.163"></a>
-<span class="sourceLineNo">164</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.164"></a>
-<span class="sourceLineNo">165</span>  }<a name="line.165"></a>
-<span class="sourceLineNo">166</span><a name="line.166"></a>
-<span class="sourceLineNo">167</span>  /**<a name="line.167"></a>
-<span class="sourceLineNo">168</span>   * Remove from the specified region the store files of the specified column family,<a name="line.168"></a>
-<span class="sourceLineNo">169</span>   * either by archiving them or outright deletion<a name="line.169"></a>
-<span class="sourceLineNo">170</span>   * @param fs the filesystem where the store files live<a name="line.170"></a>
-<span class="sourceLineNo">171</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.171"></a>
-<span class="sourceLineNo">172</span>   * @param parent Parent region hosting the store files<a name="line.172"></a>
-<span class="sourceLineNo">173</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.173"></a>
-<span class="sourceLineNo">174</span>   * @param family the family hosting the store files<a name="line.174"></a>
-<span class="sourceLineNo">175</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.175"></a>
-<span class="sourceLineNo">176</span>   */<a name="line.176"></a>
-<span class="sourceLineNo">177</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.177"></a>
-<span class="sourceLineNo">178</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.179"></a>
-<span class="sourceLineNo">180</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.180"></a>
-<span class="sourceLineNo">181</span>  }<a name="line.181"></a>
-<span class="sourceLineNo">182</span><a name="line.182"></a>
-<span class="sourceLineNo">183</span>  /**<a name="line.183"></a>
-<span class="sourceLineNo">184</span>   * Removes from the specified region the store files of the specified column family,<a name="line.184"></a>
-<span class="sourceLineNo">185</span>   * either by archiving them or outright deletion<a name="line.185"></a>
-<span class="sourceLineNo">186</span>   * @param fs the filesystem where the store files live<a name="line.186"></a>
-<span class="sourceLineNo">187</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.187"></a>
-<span class="sourceLineNo">188</span>   * @param parent Parent region hosting the store files<a name="line.188"></a>
-<span class="sourceLineNo">189</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.189"></a>
-<span class="sourceLineNo">190</span>   * @param family the family hosting the store files<a name="line.190"></a>
-<span class="sourceLineNo">191</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.191"></a>
-<span class="sourceLineNo">192</span>   */<a name="line.192"></a>
-<span class="sourceLineNo">193</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.193"></a>
-<span class="sourceLineNo">194</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.195"></a>
-<span class="sourceLineNo">196</span>    if (storeFiles == null) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span>      LOG.debug("No store files to dispose for region=" + parent.getRegionNameAsString() +<a name="line.197"></a>
-<span class="sourceLineNo">198</span>          ", family=" + Bytes.toString(family));<a name="line.198"></a>
-<span class="sourceLineNo">199</span>      return;<a name="line.199"></a>
-<span class="sourceLineNo">200</span>    }<a name="line.200"></a>
-<span class="sourceLineNo">201</span><a name="line.201"></a>
-<span class="sourceLineNo">202</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.202"></a>
-<span class="sourceLineNo">203</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.204"></a>
-<span class="sourceLineNo">205</span><a name="line.205"></a>
-<span class="sourceLineNo">206</span>    // do the actual archive<a name="line.206"></a>
-<span class="sourceLineNo">207</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.207"></a>
-<span class="sourceLineNo">208</span>        EnvironmentEdgeManager.currentTime());<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    if (!failedArchive.isEmpty()){<a name="line.209"></a>
-<span class="sourceLineNo">210</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.210"></a>
-<span class="sourceLineNo">211</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.211"></a>
-<span class="sourceLineNo">212</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.212"></a>
-<span class="sourceLineNo">213</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.213"></a>
-<span class="sourceLineNo">214</span>    }<a name="line.214"></a>
-<span class="sourceLineNo">215</span>  }<a name="line.215"></a>
-<span class="sourceLineNo">216</span><a name="line.216"></a>
-<span class="sourceLineNo">217</span>  /**<a name="line.217"></a>
-<span class="sourceLineNo">218</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.218"></a>
-<span class="sourceLineNo">219</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.219"></a>
-<span class="sourceLineNo">220</span>   * @param fs the filesystem where the store files live<a name="line.220"></a>
-<span class="sourceLineNo">221</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.221"></a>
-<span class="sourceLineNo">222</span>   * @param family the family hosting the store files<a name="line.222"></a>
-<span class="sourceLineNo">223</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.223"></a>
-<span class="sourceLineNo">224</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.224"></a>
-<span class="sourceLineNo">225</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.225"></a>
-<span class="sourceLineNo">226</span>   */<a name="line.226"></a>
-<span class="sourceLineNo">227</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.227"></a>
-<span class="sourceLineNo">228</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.228"></a>
-<span class="sourceLineNo">229</span>      throws IOException, FailedArchiveException {<a name="line.229"></a>
-<span class="sourceLineNo">230</span><a name="line.230"></a>
-<span class="sourceLineNo">231</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.231"></a>
-<span class="sourceLineNo">232</span>    if (fs == null) {<a name="line.232"></a>
-<span class="sourceLineNo">233</span>      LOG.warn("Passed filesystem is null, so just deleting the files without archiving for region:"<a name="line.233"></a>
-<span class="sourceLineNo">234</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family));<a name="line.234"></a>
-<span class="sourceLineNo">235</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.235"></a>
-<span class="sourceLineNo">236</span>      return;<a name="line.236"></a>
-<span class="sourceLineNo">237</span>    }<a name="line.237"></a>
-<span class="sourceLineNo">238</span><a name="line.238"></a>
-<span class="sourceLineNo">239</span>    // short circuit if we don't have any files to delete<a name="line.239"></a>
-<span class="sourceLineNo">240</span>    if (compactedFiles.isEmpty()) {<a name="line.240"></a>
-<span class="sourceLineNo">241</span>      LOG.debug("No store files to dispose, done!");<a name="line.241"></a>
-<span class="sourceLineNo">242</span>      return;<a name="line.242"></a>
-<span class="sourceLineNo">243</span>    }<a name="line.243"></a>
-<span class="sourceLineNo">244</span><a name="line.244"></a>
-<span class="sourceLineNo">245</span>    // build the archive path<a name="line.245"></a>
-<span class="sourceLineNo">246</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.246"></a>
-<span class="sourceLineNo">247</span>        "Need to have a region and a family to archive from.");<a name="line.247"></a>
+<span class="sourceLineNo">112</span>    LOG.debug("ARCHIVING {}", rootdir.toString());<a name="line.112"></a>
+<span class="sourceLineNo">113</span><a name="line.113"></a>
+<span class="sourceLineNo">114</span>    // otherwise, we archive the files<a name="line.114"></a>
+<span class="sourceLineNo">115</span>    // make sure we can archive<a name="line.115"></a>
+<span class="sourceLineNo">116</span>    if (tableDir == null || regionDir == null) {<a name="line.116"></a>
+<span class="sourceLineNo">117</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.117"></a>
+<span class="sourceLineNo">118</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.118"></a>
+<span class="sourceLineNo">119</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.119"></a>
+<span class="sourceLineNo">120</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.120"></a>
+<span class="sourceLineNo">121</span>      // the archived files correctly or not.<a name="line.121"></a>
+<span class="sourceLineNo">122</span>      return false;<a name="line.122"></a>
+<span class="sourceLineNo">123</span>    }<a name="line.123"></a>
+<span class="sourceLineNo">124</span><a name="line.124"></a>
+<span class="sourceLineNo">125</span>    // make sure the regiondir lives under the tabledir<a name="line.125"></a>
+<span class="sourceLineNo">126</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.126"></a>
+<span class="sourceLineNo">127</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.127"></a>
+<span class="sourceLineNo">128</span>        FSUtils.getTableName(tableDir),<a name="line.128"></a>
+<span class="sourceLineNo">129</span>        regionDir.getName());<a name="line.129"></a>
+<span class="sourceLineNo">130</span><a name="line.130"></a>
+<span class="sourceLineNo">131</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.131"></a>
+<span class="sourceLineNo">132</span>    // otherwise, we attempt to archive the store files<a name="line.132"></a>
+<span class="sourceLineNo">133</span><a name="line.133"></a>
+<span class="sourceLineNo">134</span>    // build collection of just the store directories to archive<a name="line.134"></a>
+<span class="sourceLineNo">135</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.135"></a>
+<span class="sourceLineNo">136</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.136"></a>
+<span class="sourceLineNo">137</span>    PathFilter nonHidden = new PathFilter() {<a name="line.137"></a>
+<span class="sourceLineNo">138</span>      @Override<a name="line.138"></a>
+<span class="sourceLineNo">139</span>      public boolean accept(Path file) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.140"></a>
+<span class="sourceLineNo">141</span>      }<a name="line.141"></a>
+<span class="sourceLineNo">142</span>    };<a name="line.142"></a>
+<span class="sourceLineNo">143</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.143"></a>
+<span class="sourceLineNo">144</span>    // if there no files, we can just delete the directory and return;<a name="line.144"></a>
+<span class="sourceLineNo">145</span>    if (storeDirs == null) {<a name="line.145"></a>
+<span class="sourceLineNo">146</span>      LOG.debug("Directory {} empty.", regionDir);<a name="line.146"></a>
+<span class="sourceLineNo">147</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.147"></a>
+<span class="sourceLineNo">148</span>    }<a name="line.148"></a>
+<span class="sourceLineNo">149</span><a name="line.149"></a>
+<span class="sourceLineNo">150</span>    // convert the files in the region to a File<a name="line.150"></a>
+<span class="sourceLineNo">151</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    LOG.debug("Archiving " + toArchive);<a name="line.152"></a>
+<span class="sourceLineNo">153</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.153"></a>
+<span class="sourceLineNo">154</span>        EnvironmentEdgeManager.currentTime());<a name="line.154"></a>
+<span class="sourceLineNo">155</span>    if (!failedArchive.isEmpty()) {<a name="line.155"></a>
+<span class="sourceLineNo">156</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.156"></a>
+<span class="sourceLineNo">157</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.157"></a>
+<span class="sourceLineNo">158</span>          + ". Something is probably awry on the filesystem.",<a name="line.158"></a>
+<span class="sourceLineNo">159</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.159"></a>
+<span class="sourceLineNo">160</span>    }<a name="line.160"></a>
+<span class="sourceLineNo">161</span>    // if that was successful, then we delete the region<a name="line.161"></a>
+<span class="sourceLineNo">162</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.162"></a>
+<span class="sourceLineNo">163</span>  }<a name="line.163"></a>
+<span class="sourceLineNo">164</span><a name="line.164"></a>
+<span class="sourceLineNo">165</span>  /**<a name="line.165"></a>
+<span class="sourceLineNo">166</span>   * Remove from the specified region the store files of the specified column family,<a name="line.166"></a>
+<span class="sourceLineNo">167</span>   * either by archiving them or outright deletion<a name="line.167"></a>
+<span class="sourceLineNo">168</span>   * @param fs the filesystem where the store files live<a name="line.168"></a>
+<span class="sourceLineNo">169</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.169"></a>
+<span class="sourceLineNo">170</span>   * @param parent Parent region hosting the store files<a name="line.170"></a>
+<span class="sourceLineNo">171</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.171"></a>
+<span class="sourceLineNo">172</span>   * @param family the family hosting the store files<a name="line.172"></a>
+<span class="sourceLineNo">173</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.173"></a>
+<span class="sourceLineNo">174</span>   */<a name="line.174"></a>
+<span class="sourceLineNo">175</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.177"></a>
+<span class="sourceLineNo">178</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.178"></a>
+<span class="sourceLineNo">179</span>  }<a name="line.179"></a>
+<span class="sourceLineNo">180</span><a name="line.180"></a>
+<span class="sourceLineNo">181</span>  /**<a name="line.181"></a>
+<span class="sourceLineNo">182</span>   * Removes from the specified region the store files of the specified column family,<a name="line.182"></a>
+<span class="sourceLineNo">183</span>   * either by archiving them or outright deletion<a name="line.183"></a>
+<span class="sourceLineNo">184</span>   * @param fs the filesystem where the store files live<a name="line.184"></a>
+<span class="sourceLineNo">185</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.185"></a>
+<span class="sourceLineNo">186</span>   * @param parent Parent region hosting the store files<a name="line.186"></a>
+<span class="sourceLineNo">187</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.187"></a>
+<span class="sourceLineNo">188</span>   * @param family the family hosting the store files<a name="line.188"></a>
+<span class="sourceLineNo">189</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.189"></a>
+<span class="sourceLineNo">190</span>   */<a name="line.190"></a>
+<span class="sourceLineNo">191</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.191"></a>
+<span class="sourceLineNo">192</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.193"></a>
+<span class="sourceLineNo">194</span>    if (storeFiles == null) {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>      LOG.debug("No files to dispose of in {}, family={}", parent.getRegionNameAsString(),<a name="line.195"></a>
+<span class="sourceLineNo">196</span>          Bytes.toString(family));<a name="line.196"></a>
+<span class="sourceLineNo">197</span>      return;<a name="line.197"></a>
+<span class="sourceLineNo">198</span>    }<a name="line.198"></a>
+<span class="sourceLineNo">199</span><a name="line.199"></a>
+<span class="sourceLineNo">200</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.200"></a>
+<span class="sourceLineNo">201</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.201"></a>
+<span class="sourceLineNo">202</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.202"></a>
+<span class="sourceLineNo">203</span><a name="line.203"></a>
+<span class="sourceLineNo">204</span>    // do the actual archive<a name="line.204"></a>
+<span class="sourceLineNo">205</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.205"></a>
+<span class="sourceLineNo">206</span>        EnvironmentEdgeManager.currentTime());<a name="line.206"></a>
+<span class="sourceLineNo">207</span>    if (!failedArchive.isEmpty()){<a name="line.207"></a>
+<span class="sourceLineNo">208</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.208"></a>
+<span class="sourceLineNo">209</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.209"></a>
+<span class="sourceLineNo">210</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.210"></a>
+<span class="sourceLineNo">211</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.211"></a>
+<span class="sourceLineNo">212</span>    }<a name="line.212"></a>
+<span class="sourceLineNo">213</span>  }<a name="line.213"></a>
+<span class="sourceLineNo">214</span><a name="line.214"></a>
+<span class="sourceLineNo">215</span>  /**<a name="line.215"></a>
+<span class="sourceLineNo">216</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.216"></a>
+<span class="sourceLineNo">217</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.217"></a>
+<span class="sourceLineNo">218</span>   * @param fs the filesystem where the store files live<a name="line.218"></a>
+<span class="sourceLineNo">219</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.219"></a>
+<span class="sourceLineNo">220</span>   * @param family the family hosting the store files<a name="line.220"></a>
+<span class="sourceLineNo">221</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.221"></a>
+<span class="sourceLineNo">222</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.222"></a>
+<span class="sourceLineNo">223</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.223"></a>
+<span class="sourceLineNo">224</span>   */<a name="line.224"></a>
+<span class="sourceLineNo">225</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.225"></a>
+<span class="sourceLineNo">226</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.226"></a>
+<span class="sourceLineNo">227</span>      throws IOException, FailedArchiveException {<a name="line.227"></a>
+<span class="sourceLineNo">228</span><a name="line.228"></a>
+<span class="sourceLineNo">229</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.229"></a>
+<span class="sourceLineNo">230</span>    if (fs == null) {<a name="line.230"></a>
+<span class="sourceLineNo">231</span>      LOG.warn("Passed filesystem is null, so just deleting files without archiving for {}," +<a name="line.231"></a>
+<span class="sourceLineNo">232</span>              "family={}", Bytes.toString(regionInfo.getRegionName()), Bytes.toString(family));<a name="line.232"></a>
+<span class="sourceLineNo">233</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.233"></a>
+<span class="sourceLineNo">234</span>      return;<a name="line.234"></a>
+<span class="sourceLineNo">235</span>    }<a name="line.235"></a>
+<span class="sourceLineNo">236</span><a name="line.236"></a>
+<span class="sourceLineNo">237</span>    // short circuit if we don't have any files to delete<a name="line.237"></a>
+<span class="sourceLineNo">238</span>    if (compactedFiles.isEmpty()) {<a name="line.238"></a>
+<span class="sourceLineNo">239</span>      LOG.debug("No files to dispose of, done!");<a name="line.239"></a>
+<span class="sourceLineNo">240</span>      return;<a name="line.240"></a>
+<span class="sourceLineNo">241</span>    }<a name="line.241"></a>
+<span class="sourceLineNo">242</span><a name="line.242"></a>
+<span class="sourceLineNo">243</span>    // build the archive path<a name="line.243"></a>
+<span class="sourceLineNo">244</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.244"></a>
+<span class="sourceLineNo">245</span>        "Need to have a region and a family to archive from.");<a name="line.245"></a>
+<span class="sourceLineNo">246</span><a name="line.246"></a>
+<span class="sourceLineNo">247</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.247"></a>
 <span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.249"></a>
-<span class="sourceLineNo">250</span><a name="line.250"></a>
-<span class="sourceLineNo">251</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.251"></a>
-<span class="sourceLineNo">252</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.252"></a>
-<span class="sourceLineNo">253</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.253"></a>
-<span class="sourceLineNo">254</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.254"></a>
-<span class="sourceLineNo">255</span>    }<a name="line.255"></a>
-<span class="sourceLineNo">256</span><a name="line.256"></a>
-<span class="sourceLineNo">257</span>    // otherwise we attempt to archive the store files<a name="line.257"></a>
-<span class="sourceLineNo">258</span>    LOG.debug("Archiving compacted store files.");<a name="line.258"></a>
-<span class="sourceLineNo">259</span><a name="line.259"></a>
-<span class="sourceLineNo">260</span>    // Wrap the storefile into a File<a name="line.260"></a>
-<span class="sourceLineNo">261</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.261"></a>
-<span class="sourceLineNo">262</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.262"></a>
-<span class="sourceLineNo">263</span><a name="line.263"></a>
-<span class="sourceLineNo">264</span>    // do the actual archive<a name="line.264"></a>
-<span class="sourceLineNo">265</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.265"></a>
-<span class="sourceLineNo">266</span>        EnvironmentEdgeManager.currentTime());<a name="line.266"></a>
-<span class="sourceLineNo">267</span><a name="line.267"></a>
-<span class="sourceLineNo">268</span>    if (!failedArchive.isEmpty()){<a name="line.268"></a>
-<span class="sourceLineNo">269</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.269"></a>
-<span class="sourceLineNo">270</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.270"></a>
-<span class="sourceLineNo">271</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.272"></a>
-<span class="sourceLineNo">273</span>    }<a name="line.273"></a>
-<span class="sourceLineNo">274</span>  }<a name="line.274"></a>
-<span class="sourceLineNo">275</span><a name="line.275"></a>
-<span class="sourceLineNo">276</span>  /**<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   * Archive the store file<a name="line.277"></a>
-<span class="sourceLineNo">278</span>   * @param fs the filesystem where the store files live<a name="line.278"></a>
-<span class="sourceLineNo">279</span>   * @param regionInfo region hosting the store files<a name="line.279"></a>
-<span class="sourceLineNo">280</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.280"></a>
-<span class="sourceLineNo">281</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.281"></a>
-<span class="sourceLineNo">282</span>   * @param family the family hosting the store files<a name="line.282"></a>
-<span class="sourceLineNo">283</span>   * @param storeFile file to be archived<a name="line.283"></a>
-<span class="sourceLineNo">284</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.284"></a>
-<span class="sourceLineNo">285</span>   */<a name="line.285"></a>
-<span class="sourceLineNo">286</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.286"></a>
-<span class="sourceLineNo">287</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.287"></a>
-<span class="sourceLineNo">288</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.288"></a>
-<span class="sourceLineNo">289</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.289"></a>
-<span class="sourceLineNo">290</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.290"></a>
-<span class="sourceLineNo">291</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.291"></a>
-<span class="sourceLineNo">292</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.292"></a>
-<span class="sourceLineNo">293</span>    }<a name="line.293"></a>
-<span class="sourceLineNo">294</span><a name="line.294"></a>
-<span class="sourceLineNo">295</span>    // do the actual archive<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    File file = new FileablePath(fs, storeFile);<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.299"></a>
-<span class="sourceLineNo">300</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.300"></a>
-<span class="sourceLineNo">301</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.301"></a>
-<span class="sourceLineNo">302</span>    }<a name="line.302"></a>
-<span class="sourceLineNo">303</span>  }<a name="line.303"></a>
-<span class="sourceLineNo">304</span><a name="line.304"></a>
-<span class="sourceLineNo">305</span>  /**<a name="line.305"></a>
-<span class="sourceLineNo">306</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.306"></a>
-<span class="sourceLineNo">307</span>   * renaming of the existing file and then archive the passed in files.<a name="line.307"></a>
-<span class="sourceLineNo">308</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.308"></a>
-<span class="sourceLineNo">309</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.309"></a>
-<span class="sourceLineNo">310</span>   *          the files to archive are directories, will append the name of the<a name="line.310"></a>
-<span class="sourceLineNo">311</span>   *          directory to the base archive directory name, creating a parallel<a name="line.311"></a>
-<span class="sourceLineNo">312</span>   *          structure.<a name="line.312"></a>
-<span class="sourceLineNo">313</span>   * @param toArchive files/directories that need to be archvied<a name="line.313"></a>
-<span class="sourceLineNo">314</span>   * @param start time the archiving started - used for resolving archive<a name="line.314"></a>
-<span class="sourceLineNo">315</span>   *          conflicts.<a name="line.315"></a>
-<span class="sourceLineNo">316</span>   * @return the list of failed to archive files.<a name="line.316"></a>
-<span class="sourceLineNo">317</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.317"></a>
-<span class="sourceLineNo">318</span>   */<a name="line.318"></a>
-<span class="sourceLineNo">319</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.319"></a>
-<span class="sourceLineNo">320</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.320"></a>
-<span class="sourceLineNo">321</span>    // short circuit if no files to move<a name="line.321"></a>
-<span class="sourceLineNo">322</span>    if (toArchive.isEmpty()) return Collections.emptyList();<a name="line.322"></a>
+<span class="sourceLineNo">249</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.249"></a>
+<span class="sourceLineNo">250</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.250"></a>
+<span class="sourceLineNo">251</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.251"></a>
+<span class="sourceLineNo">252</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.252"></a>
+<span class="sourceLineNo">253</span>    }<a name="line.253"></a>
+<span class="sourceLineNo">254</span><a name="line.254"></a>
+<span class="sourceLineNo">255</span>    // otherwise we attempt to archive the store files<a name="line.255"></a>
+<span class="sourceLineNo">256</span>    LOG.debug("Archiving compacted files.");<a name="line.256"></a>
+<span class="sourceLineNo">257</span><a name="line.257"></a>
+<span class="sourceLineNo">258</span>    // Wrap the storefile into a File<a name="line.258"></a>
+<span class="sourceLineNo">259</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.259"></a>
+<span class="sourceLineNo">260</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.260"></a>
+<span class="sourceLineNo">261</span><a name="line.261"></a>
+<span class="sourceLineNo">262</span>    // do the actual archive<a name="line.262"></a>
+<span class="sourceLineNo">263</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.263"></a>
+<span class="sourceLineNo">264</span>        EnvironmentEdgeManager.currentTime());<a name="line.264"></a>
+<span class="sourceLineNo">265</span><a name="line.265"></a>
+<span class="sourceLineNo">266</span>    if (!failedArchive.isEmpty()){<a name="line.266"></a>
+<span class="sourceLineNo">267</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.267"></a>
+<span class="sourceLineNo">268</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.268"></a>
+<span class="sourceLineNo">269</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.269"></a>
+<span class="sourceLineNo">270</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.270"></a>
+<span class="sourceLineNo">271</span>    }<a name="line.271"></a>
+<span class="sourceLineNo">272</span>  }<a name="line.272"></a>
+<span class="sourceLineNo">273</span><a name="line.273"></a>
+<span class="sourceLineNo">274</span>  /**<a name="line.274"></a>
+<span class="sourceLineNo">275</span>   * Archive the store file<a name="line.275"></a>
+<span class="sourceLineNo">276</span>   * @param fs the filesystem where the store files live<a name="line.276"></a>
+<span class="sourceLineNo">277</span>   * @param regionInfo region hosting the store files<a name="line.277"></a>
+<span class="sourceLineNo">278</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.278"></a>
+<span class="sourceLineNo">279</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.279"></a>
+<span class="sourceLineNo">280</span>   * @param family the family hosting the store files<a name="line.280"></a>
+<span class="sourceLineNo">281</span>   * @param storeFile file to be archived<a name="line.281"></a>
+<span class="sourceLineNo">282</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.282"></a>
+<span class="sourceLineNo">283</span>   */<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.284"></a>
+<span class="sourceLineNo">285</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.285"></a>
+<span class="sourceLineNo">286</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.286"></a>
+<span class="sourceLineNo">287</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.287"></a>
+<span class="sourceLineNo">288</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.288"></a>
+<span class="sourceLineNo">289</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.289"></a>
+<span class="sourceLineNo">290</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.290"></a>
+<span class="sourceLineNo">291</span>    }<a name="line.291"></a>
+<span class="sourceLineNo">292</span><a name="line.292"></a>
+<span class="sourceLineNo">293</span>    // do the actual archive<a name="line.293"></a>
+<span class="sourceLineNo">294</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    File file = new FileablePath(fs, storeFile);<a name="line.295"></a>
+<span class="sourceLineNo">296</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.297"></a>
+<span class="sourceLineNo">298</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.298"></a>
+<span class="sourceLineNo">299</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.299"></a>
+<span class="sourceLineNo">300</span>    }<a name="line.300"></a>
+<span class="sourceLineNo">301</span>  }<a name="line.301"></a>
+<span class="sourceLineNo">302</span><a name="line.302"></a>
+<span class="sourceLineNo">303</span>  /**<a name="line.303"></a>
+<span class="sourceLineNo">304</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.304"></a>
+<span class="sourceLineNo">305</span>   * renaming of the existing file and then archive the passed in files.<a name="line.305"></a>
+<span class="sourceLineNo">306</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.306"></a>
+<span class="sourceLineNo">307</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.307"></a>
+<span class="sourceLineNo">308</span>   *          the files to archive are directories, will append the name of the<a name="line.308"></a>
+<span class="sourceLineNo">309</span>   *          directory to the base archive directory name, creating a parallel<a name="line.309"></a>
+<span class="sourceLineNo">310</span>   *          structure.<a name="line.310"></a>
+<span class="sourceLineNo">311</span>   * @param toArchive files/directories that need to be archvied<a name="line.311"></a>
+<span class="sourceLineNo">312</span>   * @param start time the archiving started - used for resolving archive<a name="line.312"></a>
+<span class="sourceLineNo">313</span>   *          conflicts.<a name="line.313"></a>
+<span class="sourceLineNo">314</span>   * @return the list of failed to archive files.<a name="line.314"></a>
+<span class="sourceLineNo">315</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.315"></a>
+<span class="sourceLineNo">316</span>   */<a name="line.316"></a>
+<span class="sourceLineNo">317</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.317"></a>
+<span class="sourceLineNo">318</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.318"></a>
+<span class="sourceLineNo">319</span>    // short circuit if no files to move<a name="line.319"></a>
+<span class="sourceLineNo">320</span>    if (toArchive.isEmpty()) {<a name="line.320"></a>
+<span class="sourceLineNo">321</span>      return Collections.emptyList();<a name="line.321"></a>
+<span class="sourceLineNo">322</span>    }<a name="line.322"></a>
 <span class="sourceLineNo">323</span><a name="line.323"></a>
-<span class="sourceLineNo">324</span>    if (LOG.isTraceEnabled()) LOG.trace("moving files to the archive directory: " + baseArchiveDir);<a name="line.324"></a>
+<span class="sourceLineNo">324</span>    LOG.trace("Moving files to the archive directory {}", baseArchiveDir);<a name="line.324"></a>
 <span class="sourceLineNo">325</span><a name="line.325"></a>
 <span class="sourceLineNo">326</span>    // make sure the archive directory exists<a name="line.326"></a>
 <span class="sourceLineNo">327</span>    if (!fs.exists(baseArchiveDir)) {<a name="line.327"></a>
@@ -337,7 +337,7 @@
 <span class="sourceLineNo">329</span>        throw new IOException("Failed to create the archive directory:" + baseArchiveDir<a name="line.329"></a>
 <span class="sourceLineNo">330</span>            + ", quitting archive attempt.");<a name="line.330"></a>
 <span class="sourceLineNo">331</span>      }<a name="line.331"></a>
-<span class="sourceLineNo">332</span>      if (LOG.isTraceEnabled()) LOG.trace("Created archive directory:" + baseArchiveDir);<a name="line.332"></a>
+<span class="sourceLineNo">332</span>      LOG.trace("Created archive directory {}", baseArchiveDir);<a name="line.332"></a>
 <span class="sourceLineNo">333</span>    }<a name="line.333"></a>
 <span class="sourceLineNo">334</span><a name="line.334"></a>
 <span class="sourceLineNo">335</span>    List&lt;File&gt; failures = new ArrayList&lt;&gt;();<a name="line.335"></a>
@@ -345,7 +345,7 @@
 <span class="sourceLineNo">337</span>    for (File file : toArchive) {<a name="line.337"></a>
 <span class="sourceLineNo">338</span>      // if its a file archive it<a name="line.338"></a>
 <span class="sourceLineNo">339</span>      try {<a name="line.339"></a>
-<span class="sourceLineNo">340</span>        if (LOG.isTraceEnabled()) LOG.trace("Archiving: " + file);<a name="line.340"></a>
+<span class="sourceLineNo">340</span>        LOG.trace("Archiving {}", file);<a name="line.340"></a>
 <span class="sourceLineNo">341</span>        if (file.isFile()) {<a name="line.341"></a>
 <span class="sourceLineNo">342</span>          // attempt to archive the file<a name="line.342"></a>
 <span class="sourceLineNo">343</span>          if (!resolveAndArchiveFile(baseArchiveDir, file, startTime)) {<a name="line.343"></a>
@@ -354,7 +354,7 @@
 <span class="sourceLineNo">346</span>          }<a name="line.346"></a>
 <span class="sourceLineNo">347</span>        } else {<a name="line.347"></a>
 <span class="sourceLineNo">348</span>          // otherwise its a directory and we need to archive all files<a name="line.348"></a>
-<span class="sourceLineNo">349</span>          if (LOG.isTraceEnabled()) LOG.trace(file + " is a directory, archiving children files");<a name="line.349"></a>
+<span class="sourceLineNo">349</span>          LOG.trace("{} is a directory, archiving children files", file);<a name="line.349"></a>
 <span class="sourceLineNo">350</span>          // so we add the directory name to the one base archive<a name="line.350"></a>
 <span class="sourceLineNo">351</span>          Path parentArchiveDir = new Path(baseArchiveDir, file.getName());<a name="line.351"></a>
 <span class="sourceLineNo">352</span>          // and then get all the files from that directory and attempt to<a name="line.352"></a>
@@ -363,7 +363,7 @@
 <span class="sourceLineNo">355</span>          failures.addAll(resolveAndArchive(fs, parentArchiveDir, children, start));<a name="line.355"></a>
 <span class="sourceLineNo">356</span>        }<a name="line.356"></a>
 <span class="sourceLineNo">357</span>      } catch (IOException e) {<a name="line.357"></a>
-<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive " + file, e);<a name="line.358"></a>
+<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive {}", file, e);<a name="line.358"></a>
 <span class="sourceLineNo">359</span>        failures.add(file);<a name="line.359"></a>
 <span class="sourceLineNo">360</span>      }<a name="line.360"></a>
 <span class="sourceLineNo">361</span>    }<a name="line.361"></a>
@@ -393,319 +393,312 @@
 <span class="sourceLineNo">385</span>    // really, really unlikely situtation, where we get the same name for the existing file, but<a name="line.385"></a>
 <span class="sourceLineNo">386</span>    // is included just for that 1 in trillion chance.<a name="line.386"></a>
 <span class="sourceLineNo">387</span>    if (fs.exists(archiveFile)) {<a name="line.387"></a>
-<span class="sourceLineNo">388</span>      if (LOG.isDebugEnabled()) {<a name="line.388"></a>
-<span class="sourceLineNo">389</span>        LOG.debug("File:" + archiveFile + " already exists in archive, moving to "<a name="line.389"></a>
-<span class="sourceLineNo">390</span>            + "timestamped backup and overwriting current.");<a name="line.390"></a>
-<span class="sourceLineNo">391</span>      }<a name="line.391"></a>
-<span class="sourceLineNo">392</span><a name="line.392"></a>
-<span class="sourceLineNo">393</span>      // move the archive file to the stamped backup<a name="line.393"></a>
-<span class="sourceLineNo">394</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.394"></a>
-<span class="sourceLineNo">395</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.396"></a>
-<span class="sourceLineNo">397</span>            + ", deleting existing file in favor of newer.");<a name="line.397"></a>
-<span class="sourceLineNo">398</span>        // try to delete the exisiting file, if we can't rename it<a name="line.398"></a>
-<span class="sourceLineNo">399</span>        if (!fs.delete(archiveFile, false)) {<a name="line.399"></a>
-<span class="sourceLineNo">400</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.400"></a>
-<span class="sourceLineNo">401</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.401"></a>
-<span class="sourceLineNo">402</span>              + ") to make room for similarly named file.");<a name="line.402"></a>
-<span class="sourceLineNo">403</span>        }<a name="line.403"></a>
-<span class="sourceLineNo">404</span>      }<a name="line.404"></a>
-<span class="sourceLineNo">405</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.405"></a>
-<span class="sourceLineNo">406</span>    }<a name="line.406"></a>
+<span class="sourceLineNo">388</span>      LOG.debug("{} already exists in archive, moving to timestamped backup and " +<a name="line.388"></a>
+<span class="sourceLineNo">389</span>          "overwriting current.", archiveFile);<a name="line.389"></a>
+<span class="sourceLineNo">390</span><a name="line.390"></a>
+<span class="sourceLineNo">391</span>      // move the archive file to the stamped backup<a name="line.391"></a>
+<span class="sourceLineNo">392</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.392"></a>
+<span class="sourceLineNo">393</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.393"></a>
+<span class="sourceLineNo">394</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.394"></a>
+<span class="sourceLineNo">395</span>            + ", deleting existing file in favor of newer.");<a name="line.395"></a>
+<span class="sourceLineNo">396</span>        // try to delete the exisiting file, if we can't rename it<a name="line.396"></a>
+<span class="sourceLineNo">397</span>        if (!fs.delete(archiveFile, false)) {<a name="line.397"></a>
+<span class="sourceLineNo">398</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.398"></a>
+<span class="sourceLineNo">399</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.399"></a>
+<span class="sourceLineNo">400</span>              + ") to make room for similarly named file.");<a name="line.400"></a>
+<span class="sourceLineNo">401</span>        }<a name="line.401"></a>
+<span class="sourceLineNo">402</span>      }<a name="line.402"></a>
+<span class="sourceLineNo">403</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.403"></a>
+<span class="sourceLineNo">404</span>    }<a name="line.404"></a>
+<span class="sourceLineNo">405</span><a name="line.405"></a>
+<span class="sourceLineNo">406</span>    LOG.trace("No existing file in archive for {}, free to archive original file.", archiveFile);<a name="line.406"></a>
 <span class="sourceLineNo">407</span><a name="line.407"></a>
-<span class="sourceLineNo">408</span>    if (LOG.isTraceEnabled()) {<a name="line.408"></a>
-<span class="sourceLineNo">409</span>      LOG.trace("No existing file in archive for: " + archiveFile +<a name="line.409"></a>
-<span class="sourceLineNo">410</span>        ", free to archive original file.");<a name="line.410"></a>
-<span class="sourceLineNo">411</span>    }<a name="line.411"></a>
-<span class="sourceLineNo">412</span><a name="line.412"></a>
-<span class="sourceLineNo">413</span>    // at this point, we should have a free spot for the archive file<a name="line.413"></a>
-<span class="sourceLineNo">414</span>    boolean success = false;<a name="line.414"></a>
-<span class="sourceLineNo">415</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.415"></a>
-<span class="sourceLineNo">416</span>      if (i &gt; 0) {<a name="line.416"></a>
-<span class="sourceLineNo">417</span>        // Ensure that the archive directory exists.<a name="line.417"></a>
-<span class="sourceLineNo">418</span>        // The previous "move to archive" operation has failed probably because<a name="line.418"></a>
-<span class="sourceLineNo">419</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.419"></a>
-<span class="sourceLineNo">420</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.420"></a>
-<span class="sourceLineNo">421</span>        try {<a name="line.421"></a>
-<span class="sourceLineNo">422</span>          if (!fs.exists(archiveDir)) {<a name="line.422"></a>
-<span class="sourceLineNo">423</span>            if (fs.mkdirs(archiveDir)) {<a name="line.423"></a>
-<span class="sourceLineNo">424</span>              LOG.debug("Created archive directory:" + archiveDir);<a name="line.424"></a>
-<span class="sourceLineNo">425</span>            }<a name="line.425"></a>
-<span class="sourceLineNo">426</span>          }<a name="line.426"></a>
-<span class="sourceLineNo">427</span>        } catch (IOException e) {<a name="line.427"></a>
-<span class="sourceLineNo">428</span>          LOG.warn("Failed to create directory: " + archiveDir, e);<a name="line.428"></a>
-<span class="sourceLineNo">429</span>        }<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      }<a name="line.430"></a>
-<span class="sourceLineNo">431</span><a name="line.431"></a>
-<span class="sourceLineNo">432</span>      try {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.433"></a>
-<span class="sourceLineNo">434</span>      } catch (FileNotFoundException fnfe) {<a name="line.434"></a>
-<span class="sourceLineNo">435</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.435"></a>
-<span class="sourceLineNo">436</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.436"></a>
-<span class="sourceLineNo">437</span>        success = true;<a name="line.437"></a>
-<span class="sourceLineNo">438</span>      } catch (IOException e) {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.439"></a>
-<span class="sourceLineNo">440</span>        success = false;<a name="line.440"></a>
-<span class="sourceLineNo">441</span>      }<a name="line.441"></a>
+<span class="sourceLineNo">408</span>    // at this point, we should have a free spot for the archive file<a name="line.408"></a>
+<span class="sourceLineNo">409</span>    boolean success = false;<a name="line.409"></a>
+<span class="sourceLineNo">410</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.410"></a>
+<span class="sourceLineNo">411</span>      if (i &gt; 0) {<a name="line.411"></a>
+<span class="sourceLineNo">412</span>        // Ensure that the archive directory exists.<a name="line.412"></a>
+<span class="sourceLineNo">413</span>        // The previous "move to archive" operation has failed probably because<a name="line.413"></a>
+<span class="sourceLineNo">414</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.414"></a>
+<span class="sourceLineNo">415</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.415"></a>
+<span class="sourceLineNo">416</span>        try {<a name="line.416"></a>
+<span class="sourceLineNo">417</span>          if (!fs.exists(archiveDir)) {<a name="line.417"></a>
+<span class="sourceLineNo">418</span>            if (fs.mkdirs(archiveDir)) {<a name="line.418"></a>
+<span class="sourceLineNo">419</span>              LOG.debug("Created archive directory {}", archiveDir);<a name="line.419"></a>
+<span class="sourceLineNo">420</span>            }<a name="line.420"></a>
+<span class="sourceLineNo">421</span>          }<a name="line.421"></a>
+<span class="sourceLineNo">422</span>        } catch (IOException e) {<a name="line.422"></a>
+<span class="sourceLineNo">423</span>          LOG.warn("Failed to create directory {}", archiveDir, e);<a name="line.423"></a>
+<span class="sourceLineNo">424</span>        }<a name="line.424"></a>
+<span class="sourceLineNo">425</span>      }<a name="line.425"></a>
+<span class="sourceLineNo">426</span><a name="line.426"></a>
+<span class="sourceLineNo">427</span>      try {<a name="line.427"></a>
+<span class="sourceLineNo">428</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.428"></a>
+<span class="sourceLineNo">429</span>      } catch (FileNotFoundException fnfe) {<a name="line.429"></a>
+<span class="sourceLineNo">430</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.430"></a>
+<span class="sourceLineNo">431</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.431"></a>
+<span class="sourceLineNo">432</span>        success = true;<a name="line.432"></a>
+<span class="sourceLineNo">433</span>      } catch (IOException e) {<a name="line.433"></a>
+<span class="sourceLineNo">434</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.434"></a>
+<span class="sourceLineNo">435</span>        success = false;<a name="line.435"></a>
+<span class="sourceLineNo">436</span>      }<a name="line.436"></a>
+<span class="sourceLineNo">437</span>    }<a name="line.437"></a>
+<span class="sourceLineNo">438</span><a name="line.438"></a>
+<span class="sourceLineNo">439</span>    if (!success) {<a name="line.439"></a>
+<span class="sourceLineNo">440</span>      LOG.error("Failed to archive " + currentFile);<a name="line.440"></a>
+<span class="sourceLineNo">441</span>      return false;<a name="line.441"></a>
 <span class="sourceLineNo">442</span>    }<a name="line.442"></a>
 <span class="sourceLineNo">443</span><a name="line.443"></a>
-<span class="sourceLineNo">444</span>    if (!success) {<a name="line.444"></a>
-<span class="sourceLineNo">445</span>      LOG.error("Failed to archive " + currentFile);<a name="line.445"></a>
-<span class="sourceLineNo">446</span>      return false;<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    }<a name="line.447"></a>
-<span class="sourceLineNo">448</span><a name="line.448"></a>
-<span class="sourceLineNo">449</span>    if (LOG.isDebugEnabled()) {<a name="line.449"></a>
-<span class="sourceLineNo">450</span>      LOG.debug("Finished archiving from " + currentFile + ", to " + archiveFile);<a name="line.450"></a>
-<span class="sourceLineNo">451</span>    }<a name="line.451"></a>
-<span class="sourceLineNo">452</span>    return true;<a name="line.452"></a>
-<span class="sourceLineNo">453</span>  }<a name="line.453"></a>
-<span class="sourceLineNo">454</span><a name="line.454"></a>
-<span class="sourceLineNo">455</span>  /**<a name="line.455"></a>
-<span class="sourceLineNo">456</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.456"></a>
-<span class="sourceLineNo">457</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.457"></a>
-<span class="sourceLineNo">458</span>   * @param fs FileSystem from which to delete the region<a name="line.458"></a>
-<span class="sourceLineNo">459</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.459"></a>
-<span class="sourceLineNo">460</span>   * @throws IOException on filesystem operation failure<a name="line.460"></a>
-<span class="sourceLineNo">461</span>   */<a name="line.461"></a>
-<span class="sourceLineNo">462</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.462"></a>
-<span class="sourceLineNo">463</span>      throws IOException {<a name="line.463"></a>
-<span class="sourceLineNo">464</span>    if (fs.delete(regionDir, true)) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>      LOG.debug("Deleted " + regionDir);<a name="line.465"></a>
-<span class="sourceLineNo">466</span>      return true;<a name="line.466"></a>
-<span class="sourceLineNo">467</span>    }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    LOG.debug("Failed to delete region directory:" + regionDir);<a name="line.468"></a>
-<span class="sourceLineNo">469</span>    return false;<a name="line.469"></a>
-<span class="sourceLineNo">470</span>  }<a name="line.470"></a>
-<span class="sourceLineNo">471</span><a name="line.471"></a>
-<span class="sourceLineNo">472</span>  /**<a name="line.472"></a>
-<span class="sourceLineNo">473</span>   * Just do a simple delete of the given store files<a name="line.473"></a>
-<span class="sourceLineNo">474</span>   * &lt;p&gt;<a name="line.474"></a>
-<span class="sourceLineNo">475</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.475"></a>
-<span class="sourceLineNo">476</span>   * &lt;p&gt;<a name="line.476"></a>
-<span class="sourceLineNo">477</span>   * @param compactedFiles store files to delete from the file system.<a name="line.477"></a>
-<span class="sourceLineNo">478</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.478"></a>
-<span class="sourceLineNo">479</span>   *           throwing the exception, rather than failing at the first file.<a name="line.479"></a>
-<span class="sourceLineNo">480</span>   */<a name="line.480"></a>
-<span class="sourceLineNo">481</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.481"></a>
-<span class="sourceLineNo">482</span>      throws IOException {<a name="line.482"></a>
-<span class="sourceLineNo">483</span>    LOG.debug("Deleting store files without archiving.");<a name="line.483"></a>
-<span class="sourceLineNo">484</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.485"></a>
-<span class="sourceLineNo">486</span>      try {<a name="line.486"></a>
-<span class="sourceLineNo">487</span>        hsf.deleteStoreFile();<a name="line.487"></a>
-<span class="sourceLineNo">488</span>      } catch (IOException e) {<a name="line.488"></a>
-<span class="sourceLineNo">489</span>        LOG.error("Failed to delete store file:" + hsf.getPath());<a name="line.489"></a>
-<span class="sourceLineNo">490</span>        errors.add(e);<a name="line.490"></a>
-<span class="sourceLineNo">491</span>      }<a name="line.491"></a>
-<span class="sourceLineNo">492</span>    }<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    if (errors.size() &gt; 0) {<a name="line.493"></a>
-<span class="sourceLineNo">494</span>      throw MultipleIOException.createIOException(errors);<a name="line.494"></a>
-<span class="sourceLineNo">495</span>    }<a name="line.495"></a>
-<span class="sourceLineNo">496</span>  }<a name="line.496"></a>
-<span class="sourceLineNo">497</span><a name="line.497"></a>
-<span class="sourceLineNo">498</span>  /**<a name="line.498"></a>
-<span class="sourceLineNo">499</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.499"></a>
-<span class="sourceLineNo">500</span>   * archival/removal of files<a name="line.500"></a>
-<span class="sourceLineNo">501</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.501"></a>
-<span class="sourceLineNo">502</span>   */<a name="line.502"></a>
-<span class="sourceLineNo">503</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    protected final FileSystem fs;<a name="line.504"></a>
-<span class="sourceLineNo">505</span><a name="line.505"></a>
-<span class="sourceLineNo">506</span>    public FileConverter(FileSystem fs) {<a name="line.506"></a>
-<span class="sourceLineNo">507</span>      this.fs = fs;<a name="line.507"></a>
-<span class="sourceLineNo">508</span>    }<a name="line.508"></a>
-<span class="sourceLineNo">509</span>  }<a name="line.509"></a>
-<span class="sourceLineNo">510</span><a name="line.510"></a>
-<span class="sourceLineNo">511</span>  /**<a name="line.511"></a>
-<span class="sourceLineNo">512</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.512"></a>
-<span class="sourceLineNo">513</span>   */<a name="line.513"></a>
-<span class="sourceLineNo">514</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.514"></a>
-<span class="sourceLineNo">515</span>    public FileStatusConverter(FileSystem fs) {<a name="line.515"></a>
-<span class="sourceLineNo">516</span>      super(fs);<a name="line.516"></a>
-<span class="sourceLineNo">517</span>    }<a name="line.517"></a>
-<span class="sourceLineNo">518</span><a name="line.518"></a>
-<span class="sourceLineNo">519</span>    @Override<a name="line.519"></a>
-<span class="sourceLineNo">520</span>    public File apply(FileStatus input) {<a name="line.520"></a>
-<span class="sourceLineNo">521</span>      return new FileablePath(fs, input.getPath());<a name="line.521"></a>
-<span class="sourceLineNo">522</span>    }<a name="line.522"></a>
-<span class="sourceLineNo">523</span>  }<a name="line.523"></a>
-<span class="sourceLineNo">524</span><a name="line.524"></a>
-<span class="sourceLineNo">525</span>  /**<a name="line.525"></a>
-<span class="sourceLineNo">526</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.526"></a>
-<span class="sourceLineNo">527</span>   * methods<a name="line.527"></a>
-<span class="sourceLineNo">528</span>   */<a name="line.528"></a>
-<span class="sourceLineNo">529</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.529"></a>
-<span class="sourceLineNo">530</span>    public StoreToFile(FileSystem fs) {<a name="line.530"></a>
-<span class="sourceLineNo">531</span>      super(fs);<a name="line.531"></a>
-<span class="sourceLineNo">532</span>    }<a name="line.532"></a>
-<span class="sourceLineNo">533</span><a name="line.533"></a>
-<span class="sourceLineNo">534</span>    @Override<a name="line.534"></a>
-<span class="sourceLineNo">535</span>    public File apply(HStoreFile input) {<a name="line.535"></a>
-<span class="sourceLineNo">536</span>      return new FileableStoreFile(fs, input);<a name="line.536"></a>
-<span class="sourceLineNo">537</span>    }<a name="line.537"></a>
-<span class="sourceLineNo">538</span>  }<a name="line.538"></a>
-<span class="sourceLineNo">539</span><a name="line.539"></a>
-<span class="sourceLineNo">540</span>  /**<a name="line.540"></a>
-<span class="sourceLineNo">541</span>   * Wrapper to handle file operations uniformly<a name="line.541"></a>
-<span class="sourceLineNo">542</span>   */<a name="line.542"></a>
-<span class="sourceLineNo">543</span>  private static abstract class File {<a name="line.543"></a>
-<span class="sourceLineNo">544</span>    protected final FileSystem fs;<a name="line.544"></a>
-<span class="sourceLineNo">545</span><a name="line.545"></a>
-<span class="sourceLineNo">546</span>    public File(FileSystem fs) {<a name="line.546"></a>
-<span class="sourceLineNo">547</span>      this.fs = fs;<a name="line.547"></a>
-<span class="sourceLineNo">548</span>    }<a name="line.548"></a>
-<span class="sourceLineNo">549</span><a name="line.549"></a>
-<span class="sourceLineNo">550</span>    /**<a name="line.550"></a>
-<span class="sourceLineNo">551</span>     * Delete the file<a name="line.551"></a>
-<span class="sourceLineNo">552</span>     * @throws IOException on failure<a name="line.552"></a>
+<span class="sourceLineNo">444</span>    LOG.debug("Archived from {} to {}", currentFile, archiveFile);<a name="line.444"></a>
+<span class="sourceLineNo">445</span>    return true;<a name="line.445"></a>
+<span class="sourceLineNo">446</span>  }<a name="line.446"></a>
+<span class="sourceLineNo">447</span><a name="line.447"></a>
+<span class="sourceLineNo">448</span>  /**<a name="line.448"></a>
+<span class="sourceLineNo">449</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.449"></a>
+<span class="sourceLineNo">450</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.450"></a>
+<span class="sourceLineNo">451</span>   * @param fs FileSystem from which to delete the region<a name="line.451"></a>
+<span class="sourceLineNo">452</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.452"></a>
+<span class="sourceLineNo">453</span>   * @throws IOException on filesystem operation failure<a name="line.453"></a>
+<span class="sourceLineNo">454</span>   */<a name="line.454"></a>
+<span class="sourceLineNo">455</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.455"></a>
+<span class="sourceLineNo">456</span>      throws IOException {<a name="line.456"></a>
+<span class="sourceLineNo">457</span>    if (fs.delete(regionDir, true)) {<a name="line.457"></a>
+<span class="sourceLineNo">458</span>      LOG.debug("Deleted {}", regionDir);<a name="line.458"></a>
+<span class="sourceLineNo">459</span>      return true;<a name="line.459"></a>
+<span class="sourceLineNo">460</span>    }<a name="line.460"></a>
+<span class="sourceLineNo">461</span>    LOG.debug("Failed to delete directory {}", regionDir);<a name="line.461"></a>
+<span class="sourceLineNo">462</span>    return false;<a name="line.462"></a>
+<span class="sourceLineNo">463</span>  }<a name="line.463"></a>
+<span class="sourceLineNo">464</span><a name="line.464"></a>
+<span class="sourceLineNo">465</span>  /**<a name="line.465"></a>
+<span class="sourceLineNo">466</span>   * Just do a simple delete of the given store files<a name="line.466"></a>
+<span class="sourceLineNo">467</span>   * &lt;p&gt;<a name="line.467"></a>
+<span class="sourceLineNo">468</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.468"></a>
+<span class="sourceLineNo">469</span>   * &lt;p&gt;<a name="line.469"></a>
+<span class="sourceLineNo">470</span>   * @param compactedFiles store files to delete from the file system.<a name="line.470"></a>
+<span class="sourceLineNo">471</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.471"></a>
+<span class="sourceLineNo">472</span>   *           throwing the exception, rather than failing at the first file.<a name="line.472"></a>
+<span class="sourceLineNo">473</span>   */<a name="line.473"></a>
+<span class="sourceLineNo">474</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.474"></a>
+<span class="sourceLineNo">475</span>      throws IOException {<a name="line.475"></a>
+<span class="sourceLineNo">476</span>    LOG.debug("Deleting files without archiving.");<a name="line.476"></a>
+<span class="sourceLineNo">477</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.477"></a>
+<span class="sourceLineNo">478</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.478"></a>
+<span class="sourceLineNo">479</span>      try {<a name="line.479"></a>
+<span class="sourceLineNo">480</span>        hsf.deleteStoreFile();<a name="line.480"></a>
+<span class="sourceLineNo">481</span>      } catch (IOException e) {<a name="line.481"></a>
+<span class="sourceLineNo">482</span>        LOG.error("Failed to delete {}", hsf.getPath());<a name="line.482"></a>
+<span class="sourceLineNo">483</span>        errors.add(e);<a name="line.483"></a>
+<span class="sourceLineNo">484</span>      }<a name="line.484"></a>
+<span class="sourceLineNo">485</span>    }<a name="line.485"></a>
+<span class="sourceLineNo">486</span>    if (errors.size() &gt; 0) {<a name="line.486"></a>
+<span class="sourceLineNo">487</span>      throw MultipleIOException.createIOException(errors);<a name="line.487"></a>
+<span class="sourceLineNo">488</span>    }<a name="line.488"></a>
+<span class="sourceLineNo">489</span>  }<a name="line.489"></a>
+<span class="sourceLineNo">490</span><a name="line.490"></a>
+<span class="sourceLineNo">491</span>  /**<a name="line.491"></a>
+<span class="sourceLineNo">492</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.492"></a>
+<span class="sourceLineNo">493</span>   * archival/removal of files<a name="line.493"></a>
+<span class="sourceLineNo">494</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.494"></a>
+<span class="sourceLineNo">495</span>   */<a name="line.495"></a>
+<span class="sourceLineNo">496</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.496"></a>
+<span class="sourceLineNo">497</span>    protected final FileSystem fs;<a name="line.497"></a>
+<span class="sourceLineNo">498</span><a name="line.498"></a>
+<span class="sourceLineNo">499</span>    public FileConverter(FileSystem fs) {<a name="line.499"></a>
+<span class="sourceLineNo">500</span>      this.fs = fs;<a name="line.500"></a>
+<span class="sourceLineNo">501</span>    }<a name="line.501"></a>
+<span class="sourceLineNo">502</span>  }<a name="line.502"></a>
+<span class="sourceLineNo">503</span><a name="line.503"></a>
+<span class="sourceLineNo">504</span>  /**<a name="line.504"></a>
+<span class="sourceLineNo">505</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.505"></a>
+<span class="sourceLineNo">506</span>   */<a name="line.506"></a>
+<span class="sourceLineNo">507</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.507"></a>
+<span class="sourceLineNo">508</span>    public FileStatusConverter(FileSystem fs) {<a name="line.508"></a>
+<span class="sourceLineNo">509</span>      super(fs);<a name="line.509"></a>
+<span class="sourceLineNo">510</span>    }<a name="line.510"></a>
+<span class="sourceLineNo">511</span><a name="line.511"></a>
+<span class="sourceLineNo">512</span>    @Override<a name="line.512"></a>
+<span class="sourceLineNo">513</span>    public File apply(FileStatus input) {<a name="line.513"></a>
+<span class="sourceLineNo">514</span>      return new FileablePath(fs, input.getPath());<a name="line.514"></a>
+<span class="sourceLineNo">515</span>    }<a name="line.515"></a>
+<span class="sourceLineNo">516</span>  }<a name="line.516"></a>
+<span class="sourceLineNo">517</span><a name="line.517"></a>
+<span class="sourceLineNo">518</span>  /**<a name="line.518"></a>
+<span class="sourceLineNo">519</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.519"></a>
+<span class="sourceLineNo">520</span>   * methods<a name="line.520"></a>
+<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
+<span class="sourceLineNo">522</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.522"></a>
+<span class="sourceLineNo">523</span>    public StoreToFile(FileSystem fs) {<a name="line.523"></a>
+<span class="sourceLineNo">524</span>      super(fs);<a name="line.524"></a>
+<span class="sourceLineNo">525</span>    }<a name="line.525"></a>
+<span class="sourceLineNo">526</span><a name="line.526"></a>
+<span class="sourceLineNo">527</span>    @Override<a name="line.527"></a>
+<span class="sourceLineNo">528</span>    public File apply(HStoreFile input) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span>      return new FileableStoreFile(fs, input);<a name="line.529"></a>
+<span class="sourceLineNo">530</span>    }<a name="line.530"></a>
+<span class="sourceLineNo">531</span>  }<a name="line.531"></a>
+<span class="sourceLineNo">532</span><a name="line.532"></a>
+<span class="sourceLineNo">533</span>  /**<a name="line.533"></a>
+<span class="sourceLineNo">534</span>   * Wrapper to handle file operations uniformly<a name="line.534"></a>
+<span class="sourceLineNo">535</span>   */<a name="line.535"></a>
+<span class="sourceLineNo">536</span>  private static abstract class File {<a name="line.536"></a>
+<span class="sourceLineNo">537</span>    protected final FileSystem fs;<a name="line.537"></a>
+<span class="sourceLineNo">538</span><a name="line.538"></a>
+<span class="sourceLineNo">539</span>    public File(FileSystem fs) {<a name="line.539"></a>
+<span class="sourceLineNo">540</span>      this.fs = fs;<a name="line.540"></a>
+<span class="sourceLineNo">541</span>    }<a name="line.541"></a>
+<span class="sourceLineNo">542</span><a name="line.542"></a>
+<span class="sourceLineNo">543</span>    /**<a name="line.543"></a>
+<span class="sourceLineNo">544</span>     * Delete the file<a name="line.544"></a>
+<span class="sourceLineNo">545</span>     * @throws IOException on failure<a name="line.545"></a>
+<span class="sourceLineNo">546</span>     */<a name="line.546"></a>
+<span class="sourceLineNo">547</span>    abstract void delete() throws IOException;<a name="line.547"></a>
+<span class="sourceLineNo">548</span><a name="line.548"></a>
+<span class="sourceLineNo">549</span>    /**<a name="line.549"></a>
+<span class="sourceLineNo">550</span>     * Check to see if this is a file or a directory<a name="line.550"></a>
+<span class="sourceLineNo">551</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.551"></a>
+<span class="sourceLineNo">552</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.552"></a>
 <span class="sourceLineNo">553</span>     */<a name="line.553"></a>
-<span class="sourceLineNo">554</span>    abstract void delete() throws IOException;<a name="line.554"></a>
+<span class="sourceLineNo">554</span>    abstract boolean isFile() throws IOException;<a name="line.554"></a>
 <span class="sourceLineNo">555</span><a name="line.555"></a>
 <span class="sourceLineNo">556</span>    /**<a name="line.556"></a>
-<span class="sourceLineNo">557</span>     * Check to see if this is a file or a directory<a name="line.557"></a>
-<span class="sourceLineNo">558</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.558"></a>
-<span class="sourceLineNo">559</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.559"></a>
+<span class="sourceLineNo">557</span>     * @return if this is a directory, returns all the children in the<a name="line.557"></a>
+<span class="sourceLineNo">558</span>     *         directory, otherwise returns an empty list<a name="line.558"></a>
+<span class="sourceLineNo">559</span>     * @throws IOException<a name="line.559"></a>
 <span class="sourceLineNo">560</span>     */<a name="line.560"></a>
-<span class="sourceLineNo">561</span>    abstract boolean isFile() throws IOException;<a name="line.561"></a>
+<span class="sourceLineNo">561</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.561"></a>
 <span class="sourceLineNo">562</span><a name="line.562"></a>
 <span class="sourceLineNo">563</span>    /**<a name="line.563"></a>
-<span class="sourceLineNo">564</span>     * @return if this is a directory, returns all the children in the<a name="line.564"></a>
-<span class="sourceLineNo">565</span>     *         directory, otherwise returns an empty list<a name="line.565"></a>
-<span class="sourceLineNo">566</span>     * @throws IOException<a name="line.566"></a>
-<span class="sourceLineNo">567</span>     */<a name="line.567"></a>
-<span class="sourceLineNo">568</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.568"></a>
-<span class="sourceLineNo">569</span><a name="line.569"></a>
-<span class="sourceLineNo">570</span>    /**<a name="line.570"></a>
-<span class="sourceLineNo">571</span>     * close any outside readers of the file<a name="line.571"></a>
-<span class="sourceLineNo">572</span>     * @throws IOException<a name="line.572"></a>
-<span class="sourceLineNo">573</span>     */<a name="line.573"></a>
-<span class="sourceLineNo">574</span>    abstract void close() throws IOException;<a name="line.574"></a>
-<span class="sourceLineNo">575</span><a name="line.575"></a>
-<span class="sourceLineNo">576</span>    /**<a name="line.576"></a>
-<span class="sourceLineNo">577</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.577"></a>
-<span class="sourceLineNo">578</span>     *         file name)<a name="line.578"></a>
-<span class="sourceLineNo">579</span>     */<a name="line.579"></a>
-<span class="sourceLineNo">580</span>    abstract String getName();<a name="line.580"></a>
-<span class="sourceLineNo">581</span><a name="line.581"></a>
-<span class="sourceLineNo">582</span>    /**<a name="line.582"></a>
-<span class="sourceLineNo">583</span>     * @return the path to this file<a name="line.583"></a>
-<span class="sourceLineNo">584</span>     */<a name="line.584"></a>
-<span class="sourceLineNo">585</span>    abstract Path getPath();<a name="line.585"></a>
-<span class="sourceLineNo">586</span><a name="line.586"></a>
-<span class="sourceLineNo">587</span>    /**<a name="line.587"></a>
-<span class="sourceLineNo">588</span>     * Move the file to the given destination<a name="line.588"></a>
-<span class="sourceLineNo">589</span>     * @param dest<a name="line.589"></a>
-<span class="sourceLineNo">590</span>     * @return &lt;tt&gt;true&lt;/tt&gt; on success<a name="line.590"></a>
-<span class="sourceLineNo">591</span>     * @throws IOException<a name="line.591"></a>
-<span class="sourceLineNo">592</span>     */<a name="line.592"></a>
-<span class="sourceLineNo">593</span>    public boolean moveAndClose(Path dest) throws IOException {<a name="line.593"></a>
-<span class="sourceLineNo">594</span>      this.close();<a name="line.594"></a>
-<span class="sourceLineNo">595</span>      Path p = this.getPath();<a name="line.595"></a>
-<span class="sourceLineNo">596</span>      return FSUtils.renameAndSetModifyTime(fs, p, dest);<a name="line.596"></a>
+<span class="sourceLineNo">564</span>     * close any outside readers of the file<a name="line.564"></a>
+<span class="sourceLineNo">565</span>     * @throws IOException<a name="line.565"></a>
+<span class="sourceLineNo">566</span>     */<a name="line.566"></a>
+<span class="sourceLineNo">567</span>    abstract void close() throws IOException;<a name="line.567"></a>
+<span class="sourceLineNo">568</span><a name="line.568"></a>
+<span class="sourceLineNo">569</span>    /**<a name="line.569"></a>
+<span class="sourceLineNo">570</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.570"></a>
+<span class="sourceLineNo">571</span>     *         file name)<a name="line.571"></a>
+<span class="sourceLineNo">572</span>     */<a name="line.572"></a>
+<span class="sourceLineNo">573</span>    abstract String getName();<a name="line.573"></a>
+<span class="sourceLineNo">574</span><a name="line.574"></a>
+<span class="sourceLineNo">575</span>    /**<a name="line.575"></a>
+<span class="sourceLineNo">576</span>     * @return the path to this file<a name="line.576"></a>
+<span class="sourceLineNo">577</span>     */<a name="line.577"></a>
+<span class="sourceLineNo">578</span>    abstract Path getPath();<a name="line.578"></a>
+<span class="sourceLineNo">579</span><a name="line.579"></a>
+<span class="sourceLineNo">580</span>    /**<a name="line.580"></a>
+<span class="sourceLineNo">581</span>     * Move the file to the given destination<a name="line.581"></a>
+<span class="sourceLineNo">582</sp

<TRUNCATED>

[26/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html
index f47d627..c3d225c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html
@@ -117,219 +117,219 @@
 <span class="sourceLineNo">109</span>   */<a name="line.109"></a>
 <span class="sourceLineNo">110</span>  public static boolean archiveRegion(FileSystem fs, Path rootdir, Path tableDir, Path regionDir)<a name="line.110"></a>
 <span class="sourceLineNo">111</span>      throws IOException {<a name="line.111"></a>
-<span class="sourceLineNo">112</span>    if (LOG.isDebugEnabled()) {<a name="line.112"></a>
-<span class="sourceLineNo">113</span>      LOG.debug("ARCHIVING " + regionDir.toString());<a name="line.113"></a>
-<span class="sourceLineNo">114</span>    }<a name="line.114"></a>
-<span class="sourceLineNo">115</span><a name="line.115"></a>
-<span class="sourceLineNo">116</span>    // otherwise, we archive the files<a name="line.116"></a>
-<span class="sourceLineNo">117</span>    // make sure we can archive<a name="line.117"></a>
-<span class="sourceLineNo">118</span>    if (tableDir == null || regionDir == null) {<a name="line.118"></a>
-<span class="sourceLineNo">119</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.119"></a>
-<span class="sourceLineNo">120</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.120"></a>
-<span class="sourceLineNo">121</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.121"></a>
-<span class="sourceLineNo">122</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.122"></a>
-<span class="sourceLineNo">123</span>      // the archived files correctly or not.<a name="line.123"></a>
-<span class="sourceLineNo">124</span>      return false;<a name="line.124"></a>
-<span class="sourceLineNo">125</span>    }<a name="line.125"></a>
-<span class="sourceLineNo">126</span><a name="line.126"></a>
-<span class="sourceLineNo">127</span>    // make sure the regiondir lives under the tabledir<a name="line.127"></a>
-<span class="sourceLineNo">128</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.129"></a>
-<span class="sourceLineNo">130</span>        FSUtils.getTableName(tableDir),<a name="line.130"></a>
-<span class="sourceLineNo">131</span>        regionDir.getName());<a name="line.131"></a>
-<span class="sourceLineNo">132</span><a name="line.132"></a>
-<span class="sourceLineNo">133</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.133"></a>
-<span class="sourceLineNo">134</span>    // otherwise, we attempt to archive the store files<a name="line.134"></a>
-<span class="sourceLineNo">135</span><a name="line.135"></a>
-<span class="sourceLineNo">136</span>    // build collection of just the store directories to archive<a name="line.136"></a>
-<span class="sourceLineNo">137</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.137"></a>
-<span class="sourceLineNo">138</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.138"></a>
-<span class="sourceLineNo">139</span>    PathFilter nonHidden = new PathFilter() {<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      @Override<a name="line.140"></a>
-<span class="sourceLineNo">141</span>      public boolean accept(Path file) {<a name="line.141"></a>
-<span class="sourceLineNo">142</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.142"></a>
-<span class="sourceLineNo">143</span>      }<a name="line.143"></a>
-<span class="sourceLineNo">144</span>    };<a name="line.144"></a>
-<span class="sourceLineNo">145</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.145"></a>
-<span class="sourceLineNo">146</span>    // if there no files, we can just delete the directory and return;<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    if (storeDirs == null) {<a name="line.147"></a>
-<span class="sourceLineNo">148</span>      LOG.debug("Region directory " + regionDir + " empty.");<a name="line.148"></a>
-<span class="sourceLineNo">149</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.149"></a>
-<span class="sourceLineNo">150</span>    }<a name="line.150"></a>
-<span class="sourceLineNo">151</span><a name="line.151"></a>
-<span class="sourceLineNo">152</span>    // convert the files in the region to a File<a name="line.152"></a>
-<span class="sourceLineNo">153</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.153"></a>
-<span class="sourceLineNo">154</span>    LOG.debug("Archiving " + toArchive);<a name="line.154"></a>
-<span class="sourceLineNo">155</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.155"></a>
-<span class="sourceLineNo">156</span>        EnvironmentEdgeManager.currentTime());<a name="line.156"></a>
-<span class="sourceLineNo">157</span>    if (!failedArchive.isEmpty()) {<a name="line.157"></a>
-<span class="sourceLineNo">158</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.158"></a>
-<span class="sourceLineNo">159</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.159"></a>
-<span class="sourceLineNo">160</span>          + ". Something is probably awry on the filesystem.",<a name="line.160"></a>
-<span class="sourceLineNo">161</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.161"></a>
-<span class="sourceLineNo">162</span>    }<a name="line.162"></a>
-<span class="sourceLineNo">163</span>    // if that was successful, then we delete the region<a name="line.163"></a>
-<span class="sourceLineNo">164</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.164"></a>
-<span class="sourceLineNo">165</span>  }<a name="line.165"></a>
-<span class="sourceLineNo">166</span><a name="line.166"></a>
-<span class="sourceLineNo">167</span>  /**<a name="line.167"></a>
-<span class="sourceLineNo">168</span>   * Remove from the specified region the store files of the specified column family,<a name="line.168"></a>
-<span class="sourceLineNo">169</span>   * either by archiving them or outright deletion<a name="line.169"></a>
-<span class="sourceLineNo">170</span>   * @param fs the filesystem where the store files live<a name="line.170"></a>
-<span class="sourceLineNo">171</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.171"></a>
-<span class="sourceLineNo">172</span>   * @param parent Parent region hosting the store files<a name="line.172"></a>
-<span class="sourceLineNo">173</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.173"></a>
-<span class="sourceLineNo">174</span>   * @param family the family hosting the store files<a name="line.174"></a>
-<span class="sourceLineNo">175</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.175"></a>
-<span class="sourceLineNo">176</span>   */<a name="line.176"></a>
-<span class="sourceLineNo">177</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.177"></a>
-<span class="sourceLineNo">178</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.179"></a>
-<span class="sourceLineNo">180</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.180"></a>
-<span class="sourceLineNo">181</span>  }<a name="line.181"></a>
-<span class="sourceLineNo">182</span><a name="line.182"></a>
-<span class="sourceLineNo">183</span>  /**<a name="line.183"></a>
-<span class="sourceLineNo">184</span>   * Removes from the specified region the store files of the specified column family,<a name="line.184"></a>
-<span class="sourceLineNo">185</span>   * either by archiving them or outright deletion<a name="line.185"></a>
-<span class="sourceLineNo">186</span>   * @param fs the filesystem where the store files live<a name="line.186"></a>
-<span class="sourceLineNo">187</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.187"></a>
-<span class="sourceLineNo">188</span>   * @param parent Parent region hosting the store files<a name="line.188"></a>
-<span class="sourceLineNo">189</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.189"></a>
-<span class="sourceLineNo">190</span>   * @param family the family hosting the store files<a name="line.190"></a>
-<span class="sourceLineNo">191</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.191"></a>
-<span class="sourceLineNo">192</span>   */<a name="line.192"></a>
-<span class="sourceLineNo">193</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.193"></a>
-<span class="sourceLineNo">194</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.195"></a>
-<span class="sourceLineNo">196</span>    if (storeFiles == null) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span>      LOG.debug("No store files to dispose for region=" + parent.getRegionNameAsString() +<a name="line.197"></a>
-<span class="sourceLineNo">198</span>          ", family=" + Bytes.toString(family));<a name="line.198"></a>
-<span class="sourceLineNo">199</span>      return;<a name="line.199"></a>
-<span class="sourceLineNo">200</span>    }<a name="line.200"></a>
-<span class="sourceLineNo">201</span><a name="line.201"></a>
-<span class="sourceLineNo">202</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.202"></a>
-<span class="sourceLineNo">203</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.204"></a>
-<span class="sourceLineNo">205</span><a name="line.205"></a>
-<span class="sourceLineNo">206</span>    // do the actual archive<a name="line.206"></a>
-<span class="sourceLineNo">207</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.207"></a>
-<span class="sourceLineNo">208</span>        EnvironmentEdgeManager.currentTime());<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    if (!failedArchive.isEmpty()){<a name="line.209"></a>
-<span class="sourceLineNo">210</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.210"></a>
-<span class="sourceLineNo">211</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.211"></a>
-<span class="sourceLineNo">212</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.212"></a>
-<span class="sourceLineNo">213</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.213"></a>
-<span class="sourceLineNo">214</span>    }<a name="line.214"></a>
-<span class="sourceLineNo">215</span>  }<a name="line.215"></a>
-<span class="sourceLineNo">216</span><a name="line.216"></a>
-<span class="sourceLineNo">217</span>  /**<a name="line.217"></a>
-<span class="sourceLineNo">218</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.218"></a>
-<span class="sourceLineNo">219</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.219"></a>
-<span class="sourceLineNo">220</span>   * @param fs the filesystem where the store files live<a name="line.220"></a>
-<span class="sourceLineNo">221</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.221"></a>
-<span class="sourceLineNo">222</span>   * @param family the family hosting the store files<a name="line.222"></a>
-<span class="sourceLineNo">223</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.223"></a>
-<span class="sourceLineNo">224</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.224"></a>
-<span class="sourceLineNo">225</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.225"></a>
-<span class="sourceLineNo">226</span>   */<a name="line.226"></a>
-<span class="sourceLineNo">227</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.227"></a>
-<span class="sourceLineNo">228</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.228"></a>
-<span class="sourceLineNo">229</span>      throws IOException, FailedArchiveException {<a name="line.229"></a>
-<span class="sourceLineNo">230</span><a name="line.230"></a>
-<span class="sourceLineNo">231</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.231"></a>
-<span class="sourceLineNo">232</span>    if (fs == null) {<a name="line.232"></a>
-<span class="sourceLineNo">233</span>      LOG.warn("Passed filesystem is null, so just deleting the files without archiving for region:"<a name="line.233"></a>
-<span class="sourceLineNo">234</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family));<a name="line.234"></a>
-<span class="sourceLineNo">235</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.235"></a>
-<span class="sourceLineNo">236</span>      return;<a name="line.236"></a>
-<span class="sourceLineNo">237</span>    }<a name="line.237"></a>
-<span class="sourceLineNo">238</span><a name="line.238"></a>
-<span class="sourceLineNo">239</span>    // short circuit if we don't have any files to delete<a name="line.239"></a>
-<span class="sourceLineNo">240</span>    if (compactedFiles.isEmpty()) {<a name="line.240"></a>
-<span class="sourceLineNo">241</span>      LOG.debug("No store files to dispose, done!");<a name="line.241"></a>
-<span class="sourceLineNo">242</span>      return;<a name="line.242"></a>
-<span class="sourceLineNo">243</span>    }<a name="line.243"></a>
-<span class="sourceLineNo">244</span><a name="line.244"></a>
-<span class="sourceLineNo">245</span>    // build the archive path<a name="line.245"></a>
-<span class="sourceLineNo">246</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.246"></a>
-<span class="sourceLineNo">247</span>        "Need to have a region and a family to archive from.");<a name="line.247"></a>
+<span class="sourceLineNo">112</span>    LOG.debug("ARCHIVING {}", rootdir.toString());<a name="line.112"></a>
+<span class="sourceLineNo">113</span><a name="line.113"></a>
+<span class="sourceLineNo">114</span>    // otherwise, we archive the files<a name="line.114"></a>
+<span class="sourceLineNo">115</span>    // make sure we can archive<a name="line.115"></a>
+<span class="sourceLineNo">116</span>    if (tableDir == null || regionDir == null) {<a name="line.116"></a>
+<span class="sourceLineNo">117</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.117"></a>
+<span class="sourceLineNo">118</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.118"></a>
+<span class="sourceLineNo">119</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.119"></a>
+<span class="sourceLineNo">120</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.120"></a>
+<span class="sourceLineNo">121</span>      // the archived files correctly or not.<a name="line.121"></a>
+<span class="sourceLineNo">122</span>      return false;<a name="line.122"></a>
+<span class="sourceLineNo">123</span>    }<a name="line.123"></a>
+<span class="sourceLineNo">124</span><a name="line.124"></a>
+<span class="sourceLineNo">125</span>    // make sure the regiondir lives under the tabledir<a name="line.125"></a>
+<span class="sourceLineNo">126</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.126"></a>
+<span class="sourceLineNo">127</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.127"></a>
+<span class="sourceLineNo">128</span>        FSUtils.getTableName(tableDir),<a name="line.128"></a>
+<span class="sourceLineNo">129</span>        regionDir.getName());<a name="line.129"></a>
+<span class="sourceLineNo">130</span><a name="line.130"></a>
+<span class="sourceLineNo">131</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.131"></a>
+<span class="sourceLineNo">132</span>    // otherwise, we attempt to archive the store files<a name="line.132"></a>
+<span class="sourceLineNo">133</span><a name="line.133"></a>
+<span class="sourceLineNo">134</span>    // build collection of just the store directories to archive<a name="line.134"></a>
+<span class="sourceLineNo">135</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.135"></a>
+<span class="sourceLineNo">136</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.136"></a>
+<span class="sourceLineNo">137</span>    PathFilter nonHidden = new PathFilter() {<a name="line.137"></a>
+<span class="sourceLineNo">138</span>      @Override<a name="line.138"></a>
+<span class="sourceLineNo">139</span>      public boolean accept(Path file) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.140"></a>
+<span class="sourceLineNo">141</span>      }<a name="line.141"></a>
+<span class="sourceLineNo">142</span>    };<a name="line.142"></a>
+<span class="sourceLineNo">143</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.143"></a>
+<span class="sourceLineNo">144</span>    // if there no files, we can just delete the directory and return;<a name="line.144"></a>
+<span class="sourceLineNo">145</span>    if (storeDirs == null) {<a name="line.145"></a>
+<span class="sourceLineNo">146</span>      LOG.debug("Directory {} empty.", regionDir);<a name="line.146"></a>
+<span class="sourceLineNo">147</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.147"></a>
+<span class="sourceLineNo">148</span>    }<a name="line.148"></a>
+<span class="sourceLineNo">149</span><a name="line.149"></a>
+<span class="sourceLineNo">150</span>    // convert the files in the region to a File<a name="line.150"></a>
+<span class="sourceLineNo">151</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    LOG.debug("Archiving " + toArchive);<a name="line.152"></a>
+<span class="sourceLineNo">153</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.153"></a>
+<span class="sourceLineNo">154</span>        EnvironmentEdgeManager.currentTime());<a name="line.154"></a>
+<span class="sourceLineNo">155</span>    if (!failedArchive.isEmpty()) {<a name="line.155"></a>
+<span class="sourceLineNo">156</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.156"></a>
+<span class="sourceLineNo">157</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.157"></a>
+<span class="sourceLineNo">158</span>          + ". Something is probably awry on the filesystem.",<a name="line.158"></a>
+<span class="sourceLineNo">159</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.159"></a>
+<span class="sourceLineNo">160</span>    }<a name="line.160"></a>
+<span class="sourceLineNo">161</span>    // if that was successful, then we delete the region<a name="line.161"></a>
+<span class="sourceLineNo">162</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.162"></a>
+<span class="sourceLineNo">163</span>  }<a name="line.163"></a>
+<span class="sourceLineNo">164</span><a name="line.164"></a>
+<span class="sourceLineNo">165</span>  /**<a name="line.165"></a>
+<span class="sourceLineNo">166</span>   * Remove from the specified region the store files of the specified column family,<a name="line.166"></a>
+<span class="sourceLineNo">167</span>   * either by archiving them or outright deletion<a name="line.167"></a>
+<span class="sourceLineNo">168</span>   * @param fs the filesystem where the store files live<a name="line.168"></a>
+<span class="sourceLineNo">169</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.169"></a>
+<span class="sourceLineNo">170</span>   * @param parent Parent region hosting the store files<a name="line.170"></a>
+<span class="sourceLineNo">171</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.171"></a>
+<span class="sourceLineNo">172</span>   * @param family the family hosting the store files<a name="line.172"></a>
+<span class="sourceLineNo">173</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.173"></a>
+<span class="sourceLineNo">174</span>   */<a name="line.174"></a>
+<span class="sourceLineNo">175</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.177"></a>
+<span class="sourceLineNo">178</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.178"></a>
+<span class="sourceLineNo">179</span>  }<a name="line.179"></a>
+<span class="sourceLineNo">180</span><a name="line.180"></a>
+<span class="sourceLineNo">181</span>  /**<a name="line.181"></a>
+<span class="sourceLineNo">182</span>   * Removes from the specified region the store files of the specified column family,<a name="line.182"></a>
+<span class="sourceLineNo">183</span>   * either by archiving them or outright deletion<a name="line.183"></a>
+<span class="sourceLineNo">184</span>   * @param fs the filesystem where the store files live<a name="line.184"></a>
+<span class="sourceLineNo">185</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.185"></a>
+<span class="sourceLineNo">186</span>   * @param parent Parent region hosting the store files<a name="line.186"></a>
+<span class="sourceLineNo">187</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.187"></a>
+<span class="sourceLineNo">188</span>   * @param family the family hosting the store files<a name="line.188"></a>
+<span class="sourceLineNo">189</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.189"></a>
+<span class="sourceLineNo">190</span>   */<a name="line.190"></a>
+<span class="sourceLineNo">191</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.191"></a>
+<span class="sourceLineNo">192</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.193"></a>
+<span class="sourceLineNo">194</span>    if (storeFiles == null) {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>      LOG.debug("No files to dispose of in {}, family={}", parent.getRegionNameAsString(),<a name="line.195"></a>
+<span class="sourceLineNo">196</span>          Bytes.toString(family));<a name="line.196"></a>
+<span class="sourceLineNo">197</span>      return;<a name="line.197"></a>
+<span class="sourceLineNo">198</span>    }<a name="line.198"></a>
+<span class="sourceLineNo">199</span><a name="line.199"></a>
+<span class="sourceLineNo">200</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.200"></a>
+<span class="sourceLineNo">201</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.201"></a>
+<span class="sourceLineNo">202</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.202"></a>
+<span class="sourceLineNo">203</span><a name="line.203"></a>
+<span class="sourceLineNo">204</span>    // do the actual archive<a name="line.204"></a>
+<span class="sourceLineNo">205</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.205"></a>
+<span class="sourceLineNo">206</span>        EnvironmentEdgeManager.currentTime());<a name="line.206"></a>
+<span class="sourceLineNo">207</span>    if (!failedArchive.isEmpty()){<a name="line.207"></a>
+<span class="sourceLineNo">208</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.208"></a>
+<span class="sourceLineNo">209</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.209"></a>
+<span class="sourceLineNo">210</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.210"></a>
+<span class="sourceLineNo">211</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.211"></a>
+<span class="sourceLineNo">212</span>    }<a name="line.212"></a>
+<span class="sourceLineNo">213</span>  }<a name="line.213"></a>
+<span class="sourceLineNo">214</span><a name="line.214"></a>
+<span class="sourceLineNo">215</span>  /**<a name="line.215"></a>
+<span class="sourceLineNo">216</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.216"></a>
+<span class="sourceLineNo">217</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.217"></a>
+<span class="sourceLineNo">218</span>   * @param fs the filesystem where the store files live<a name="line.218"></a>
+<span class="sourceLineNo">219</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.219"></a>
+<span class="sourceLineNo">220</span>   * @param family the family hosting the store files<a name="line.220"></a>
+<span class="sourceLineNo">221</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.221"></a>
+<span class="sourceLineNo">222</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.222"></a>
+<span class="sourceLineNo">223</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.223"></a>
+<span class="sourceLineNo">224</span>   */<a name="line.224"></a>
+<span class="sourceLineNo">225</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.225"></a>
+<span class="sourceLineNo">226</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.226"></a>
+<span class="sourceLineNo">227</span>      throws IOException, FailedArchiveException {<a name="line.227"></a>
+<span class="sourceLineNo">228</span><a name="line.228"></a>
+<span class="sourceLineNo">229</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.229"></a>
+<span class="sourceLineNo">230</span>    if (fs == null) {<a name="line.230"></a>
+<span class="sourceLineNo">231</span>      LOG.warn("Passed filesystem is null, so just deleting files without archiving for {}," +<a name="line.231"></a>
+<span class="sourceLineNo">232</span>              "family={}", Bytes.toString(regionInfo.getRegionName()), Bytes.toString(family));<a name="line.232"></a>
+<span class="sourceLineNo">233</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.233"></a>
+<span class="sourceLineNo">234</span>      return;<a name="line.234"></a>
+<span class="sourceLineNo">235</span>    }<a name="line.235"></a>
+<span class="sourceLineNo">236</span><a name="line.236"></a>
+<span class="sourceLineNo">237</span>    // short circuit if we don't have any files to delete<a name="line.237"></a>
+<span class="sourceLineNo">238</span>    if (compactedFiles.isEmpty()) {<a name="line.238"></a>
+<span class="sourceLineNo">239</span>      LOG.debug("No files to dispose of, done!");<a name="line.239"></a>
+<span class="sourceLineNo">240</span>      return;<a name="line.240"></a>
+<span class="sourceLineNo">241</span>    }<a name="line.241"></a>
+<span class="sourceLineNo">242</span><a name="line.242"></a>
+<span class="sourceLineNo">243</span>    // build the archive path<a name="line.243"></a>
+<span class="sourceLineNo">244</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.244"></a>
+<span class="sourceLineNo">245</span>        "Need to have a region and a family to archive from.");<a name="line.245"></a>
+<span class="sourceLineNo">246</span><a name="line.246"></a>
+<span class="sourceLineNo">247</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.247"></a>
 <span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.249"></a>
-<span class="sourceLineNo">250</span><a name="line.250"></a>
-<span class="sourceLineNo">251</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.251"></a>
-<span class="sourceLineNo">252</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.252"></a>
-<span class="sourceLineNo">253</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.253"></a>
-<span class="sourceLineNo">254</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.254"></a>
-<span class="sourceLineNo">255</span>    }<a name="line.255"></a>
-<span class="sourceLineNo">256</span><a name="line.256"></a>
-<span class="sourceLineNo">257</span>    // otherwise we attempt to archive the store files<a name="line.257"></a>
-<span class="sourceLineNo">258</span>    LOG.debug("Archiving compacted store files.");<a name="line.258"></a>
-<span class="sourceLineNo">259</span><a name="line.259"></a>
-<span class="sourceLineNo">260</span>    // Wrap the storefile into a File<a name="line.260"></a>
-<span class="sourceLineNo">261</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.261"></a>
-<span class="sourceLineNo">262</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.262"></a>
-<span class="sourceLineNo">263</span><a name="line.263"></a>
-<span class="sourceLineNo">264</span>    // do the actual archive<a name="line.264"></a>
-<span class="sourceLineNo">265</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.265"></a>
-<span class="sourceLineNo">266</span>        EnvironmentEdgeManager.currentTime());<a name="line.266"></a>
-<span class="sourceLineNo">267</span><a name="line.267"></a>
-<span class="sourceLineNo">268</span>    if (!failedArchive.isEmpty()){<a name="line.268"></a>
-<span class="sourceLineNo">269</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.269"></a>
-<span class="sourceLineNo">270</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.270"></a>
-<span class="sourceLineNo">271</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.272"></a>
-<span class="sourceLineNo">273</span>    }<a name="line.273"></a>
-<span class="sourceLineNo">274</span>  }<a name="line.274"></a>
-<span class="sourceLineNo">275</span><a name="line.275"></a>
-<span class="sourceLineNo">276</span>  /**<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   * Archive the store file<a name="line.277"></a>
-<span class="sourceLineNo">278</span>   * @param fs the filesystem where the store files live<a name="line.278"></a>
-<span class="sourceLineNo">279</span>   * @param regionInfo region hosting the store files<a name="line.279"></a>
-<span class="sourceLineNo">280</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.280"></a>
-<span class="sourceLineNo">281</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.281"></a>
-<span class="sourceLineNo">282</span>   * @param family the family hosting the store files<a name="line.282"></a>
-<span class="sourceLineNo">283</span>   * @param storeFile file to be archived<a name="line.283"></a>
-<span class="sourceLineNo">284</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.284"></a>
-<span class="sourceLineNo">285</span>   */<a name="line.285"></a>
-<span class="sourceLineNo">286</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.286"></a>
-<span class="sourceLineNo">287</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.287"></a>
-<span class="sourceLineNo">288</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.288"></a>
-<span class="sourceLineNo">289</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.289"></a>
-<span class="sourceLineNo">290</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.290"></a>
-<span class="sourceLineNo">291</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.291"></a>
-<span class="sourceLineNo">292</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.292"></a>
-<span class="sourceLineNo">293</span>    }<a name="line.293"></a>
-<span class="sourceLineNo">294</span><a name="line.294"></a>
-<span class="sourceLineNo">295</span>    // do the actual archive<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    File file = new FileablePath(fs, storeFile);<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.299"></a>
-<span class="sourceLineNo">300</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.300"></a>
-<span class="sourceLineNo">301</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.301"></a>
-<span class="sourceLineNo">302</span>    }<a name="line.302"></a>
-<span class="sourceLineNo">303</span>  }<a name="line.303"></a>
-<span class="sourceLineNo">304</span><a name="line.304"></a>
-<span class="sourceLineNo">305</span>  /**<a name="line.305"></a>
-<span class="sourceLineNo">306</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.306"></a>
-<span class="sourceLineNo">307</span>   * renaming of the existing file and then archive the passed in files.<a name="line.307"></a>
-<span class="sourceLineNo">308</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.308"></a>
-<span class="sourceLineNo">309</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.309"></a>
-<span class="sourceLineNo">310</span>   *          the files to archive are directories, will append the name of the<a name="line.310"></a>
-<span class="sourceLineNo">311</span>   *          directory to the base archive directory name, creating a parallel<a name="line.311"></a>
-<span class="sourceLineNo">312</span>   *          structure.<a name="line.312"></a>
-<span class="sourceLineNo">313</span>   * @param toArchive files/directories that need to be archvied<a name="line.313"></a>
-<span class="sourceLineNo">314</span>   * @param start time the archiving started - used for resolving archive<a name="line.314"></a>
-<span class="sourceLineNo">315</span>   *          conflicts.<a name="line.315"></a>
-<span class="sourceLineNo">316</span>   * @return the list of failed to archive files.<a name="line.316"></a>
-<span class="sourceLineNo">317</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.317"></a>
-<span class="sourceLineNo">318</span>   */<a name="line.318"></a>
-<span class="sourceLineNo">319</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.319"></a>
-<span class="sourceLineNo">320</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.320"></a>
-<span class="sourceLineNo">321</span>    // short circuit if no files to move<a name="line.321"></a>
-<span class="sourceLineNo">322</span>    if (toArchive.isEmpty()) return Collections.emptyList();<a name="line.322"></a>
+<span class="sourceLineNo">249</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.249"></a>
+<span class="sourceLineNo">250</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.250"></a>
+<span class="sourceLineNo">251</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.251"></a>
+<span class="sourceLineNo">252</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.252"></a>
+<span class="sourceLineNo">253</span>    }<a name="line.253"></a>
+<span class="sourceLineNo">254</span><a name="line.254"></a>
+<span class="sourceLineNo">255</span>    // otherwise we attempt to archive the store files<a name="line.255"></a>
+<span class="sourceLineNo">256</span>    LOG.debug("Archiving compacted files.");<a name="line.256"></a>
+<span class="sourceLineNo">257</span><a name="line.257"></a>
+<span class="sourceLineNo">258</span>    // Wrap the storefile into a File<a name="line.258"></a>
+<span class="sourceLineNo">259</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.259"></a>
+<span class="sourceLineNo">260</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.260"></a>
+<span class="sourceLineNo">261</span><a name="line.261"></a>
+<span class="sourceLineNo">262</span>    // do the actual archive<a name="line.262"></a>
+<span class="sourceLineNo">263</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.263"></a>
+<span class="sourceLineNo">264</span>        EnvironmentEdgeManager.currentTime());<a name="line.264"></a>
+<span class="sourceLineNo">265</span><a name="line.265"></a>
+<span class="sourceLineNo">266</span>    if (!failedArchive.isEmpty()){<a name="line.266"></a>
+<span class="sourceLineNo">267</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.267"></a>
+<span class="sourceLineNo">268</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.268"></a>
+<span class="sourceLineNo">269</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.269"></a>
+<span class="sourceLineNo">270</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.270"></a>
+<span class="sourceLineNo">271</span>    }<a name="line.271"></a>
+<span class="sourceLineNo">272</span>  }<a name="line.272"></a>
+<span class="sourceLineNo">273</span><a name="line.273"></a>
+<span class="sourceLineNo">274</span>  /**<a name="line.274"></a>
+<span class="sourceLineNo">275</span>   * Archive the store file<a name="line.275"></a>
+<span class="sourceLineNo">276</span>   * @param fs the filesystem where the store files live<a name="line.276"></a>
+<span class="sourceLineNo">277</span>   * @param regionInfo region hosting the store files<a name="line.277"></a>
+<span class="sourceLineNo">278</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.278"></a>
+<span class="sourceLineNo">279</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.279"></a>
+<span class="sourceLineNo">280</span>   * @param family the family hosting the store files<a name="line.280"></a>
+<span class="sourceLineNo">281</span>   * @param storeFile file to be archived<a name="line.281"></a>
+<span class="sourceLineNo">282</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.282"></a>
+<span class="sourceLineNo">283</span>   */<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.284"></a>
+<span class="sourceLineNo">285</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.285"></a>
+<span class="sourceLineNo">286</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.286"></a>
+<span class="sourceLineNo">287</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.287"></a>
+<span class="sourceLineNo">288</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.288"></a>
+<span class="sourceLineNo">289</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.289"></a>
+<span class="sourceLineNo">290</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.290"></a>
+<span class="sourceLineNo">291</span>    }<a name="line.291"></a>
+<span class="sourceLineNo">292</span><a name="line.292"></a>
+<span class="sourceLineNo">293</span>    // do the actual archive<a name="line.293"></a>
+<span class="sourceLineNo">294</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    File file = new FileablePath(fs, storeFile);<a name="line.295"></a>
+<span class="sourceLineNo">296</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.297"></a>
+<span class="sourceLineNo">298</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.298"></a>
+<span class="sourceLineNo">299</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.299"></a>
+<span class="sourceLineNo">300</span>    }<a name="line.300"></a>
+<span class="sourceLineNo">301</span>  }<a name="line.301"></a>
+<span class="sourceLineNo">302</span><a name="line.302"></a>
+<span class="sourceLineNo">303</span>  /**<a name="line.303"></a>
+<span class="sourceLineNo">304</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.304"></a>
+<span class="sourceLineNo">305</span>   * renaming of the existing file and then archive the passed in files.<a name="line.305"></a>
+<span class="sourceLineNo">306</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.306"></a>
+<span class="sourceLineNo">307</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.307"></a>
+<span class="sourceLineNo">308</span>   *          the files to archive are directories, will append the name of the<a name="line.308"></a>
+<span class="sourceLineNo">309</span>   *          directory to the base archive directory name, creating a parallel<a name="line.309"></a>
+<span class="sourceLineNo">310</span>   *          structure.<a name="line.310"></a>
+<span class="sourceLineNo">311</span>   * @param toArchive files/directories that need to be archvied<a name="line.311"></a>
+<span class="sourceLineNo">312</span>   * @param start time the archiving started - used for resolving archive<a name="line.312"></a>
+<span class="sourceLineNo">313</span>   *          conflicts.<a name="line.313"></a>
+<span class="sourceLineNo">314</span>   * @return the list of failed to archive files.<a name="line.314"></a>
+<span class="sourceLineNo">315</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.315"></a>
+<span class="sourceLineNo">316</span>   */<a name="line.316"></a>
+<span class="sourceLineNo">317</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.317"></a>
+<span class="sourceLineNo">318</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.318"></a>
+<span class="sourceLineNo">319</span>    // short circuit if no files to move<a name="line.319"></a>
+<span class="sourceLineNo">320</span>    if (toArchive.isEmpty()) {<a name="line.320"></a>
+<span class="sourceLineNo">321</span>      return Collections.emptyList();<a name="line.321"></a>
+<span class="sourceLineNo">322</span>    }<a name="line.322"></a>
 <span class="sourceLineNo">323</span><a name="line.323"></a>
-<span class="sourceLineNo">324</span>    if (LOG.isTraceEnabled()) LOG.trace("moving files to the archive directory: " + baseArchiveDir);<a name="line.324"></a>
+<span class="sourceLineNo">324</span>    LOG.trace("Moving files to the archive directory {}", baseArchiveDir);<a name="line.324"></a>
 <span class="sourceLineNo">325</span><a name="line.325"></a>
 <span class="sourceLineNo">326</span>    // make sure the archive directory exists<a name="line.326"></a>
 <span class="sourceLineNo">327</span>    if (!fs.exists(baseArchiveDir)) {<a name="line.327"></a>
@@ -337,7 +337,7 @@
 <span class="sourceLineNo">329</span>        throw new IOException("Failed to create the archive directory:" + baseArchiveDir<a name="line.329"></a>
 <span class="sourceLineNo">330</span>            + ", quitting archive attempt.");<a name="line.330"></a>
 <span class="sourceLineNo">331</span>      }<a name="line.331"></a>
-<span class="sourceLineNo">332</span>      if (LOG.isTraceEnabled()) LOG.trace("Created archive directory:" + baseArchiveDir);<a name="line.332"></a>
+<span class="sourceLineNo">332</span>      LOG.trace("Created archive directory {}", baseArchiveDir);<a name="line.332"></a>
 <span class="sourceLineNo">333</span>    }<a name="line.333"></a>
 <span class="sourceLineNo">334</span><a name="line.334"></a>
 <span class="sourceLineNo">335</span>    List&lt;File&gt; failures = new ArrayList&lt;&gt;();<a name="line.335"></a>
@@ -345,7 +345,7 @@
 <span class="sourceLineNo">337</span>    for (File file : toArchive) {<a name="line.337"></a>
 <span class="sourceLineNo">338</span>      // if its a file archive it<a name="line.338"></a>
 <span class="sourceLineNo">339</span>      try {<a name="line.339"></a>
-<span class="sourceLineNo">340</span>        if (LOG.isTraceEnabled()) LOG.trace("Archiving: " + file);<a name="line.340"></a>
+<span class="sourceLineNo">340</span>        LOG.trace("Archiving {}", file);<a name="line.340"></a>
 <span class="sourceLineNo">341</span>        if (file.isFile()) {<a name="line.341"></a>
 <span class="sourceLineNo">342</span>          // attempt to archive the file<a name="line.342"></a>
 <span class="sourceLineNo">343</span>          if (!resolveAndArchiveFile(baseArchiveDir, file, startTime)) {<a name="line.343"></a>
@@ -354,7 +354,7 @@
 <span class="sourceLineNo">346</span>          }<a name="line.346"></a>
 <span class="sourceLineNo">347</span>        } else {<a name="line.347"></a>
 <span class="sourceLineNo">348</span>          // otherwise its a directory and we need to archive all files<a name="line.348"></a>
-<span class="sourceLineNo">349</span>          if (LOG.isTraceEnabled()) LOG.trace(file + " is a directory, archiving children files");<a name="line.349"></a>
+<span class="sourceLineNo">349</span>          LOG.trace("{} is a directory, archiving children files", file);<a name="line.349"></a>
 <span class="sourceLineNo">350</span>          // so we add the directory name to the one base archive<a name="line.350"></a>
 <span class="sourceLineNo">351</span>          Path parentArchiveDir = new Path(baseArchiveDir, file.getName());<a name="line.351"></a>
 <span class="sourceLineNo">352</span>          // and then get all the files from that directory and attempt to<a name="line.352"></a>
@@ -363,7 +363,7 @@
 <span class="sourceLineNo">355</span>          failures.addAll(resolveAndArchive(fs, parentArchiveDir, children, start));<a name="line.355"></a>
 <span class="sourceLineNo">356</span>        }<a name="line.356"></a>
 <span class="sourceLineNo">357</span>      } catch (IOException e) {<a name="line.357"></a>
-<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive " + file, e);<a name="line.358"></a>
+<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive {}", file, e);<a name="line.358"></a>
 <span class="sourceLineNo">359</span>        failures.add(file);<a name="line.359"></a>
 <span class="sourceLineNo">360</span>      }<a name="line.360"></a>
 <span class="sourceLineNo">361</span>    }<a name="line.361"></a>
@@ -393,319 +393,312 @@
 <span class="sourceLineNo">385</span>    // really, really unlikely situtation, where we get the same name for the existing file, but<a name="line.385"></a>
 <span class="sourceLineNo">386</span>    // is included just for that 1 in trillion chance.<a name="line.386"></a>
 <span class="sourceLineNo">387</span>    if (fs.exists(archiveFile)) {<a name="line.387"></a>
-<span class="sourceLineNo">388</span>      if (LOG.isDebugEnabled()) {<a name="line.388"></a>
-<span class="sourceLineNo">389</span>        LOG.debug("File:" + archiveFile + " already exists in archive, moving to "<a name="line.389"></a>
-<span class="sourceLineNo">390</span>            + "timestamped backup and overwriting current.");<a name="line.390"></a>
-<span class="sourceLineNo">391</span>      }<a name="line.391"></a>
-<span class="sourceLineNo">392</span><a name="line.392"></a>
-<span class="sourceLineNo">393</span>      // move the archive file to the stamped backup<a name="line.393"></a>
-<span class="sourceLineNo">394</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.394"></a>
-<span class="sourceLineNo">395</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.396"></a>
-<span class="sourceLineNo">397</span>            + ", deleting existing file in favor of newer.");<a name="line.397"></a>
-<span class="sourceLineNo">398</span>        // try to delete the exisiting file, if we can't rename it<a name="line.398"></a>
-<span class="sourceLineNo">399</span>        if (!fs.delete(archiveFile, false)) {<a name="line.399"></a>
-<span class="sourceLineNo">400</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.400"></a>
-<span class="sourceLineNo">401</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.401"></a>
-<span class="sourceLineNo">402</span>              + ") to make room for similarly named file.");<a name="line.402"></a>
-<span class="sourceLineNo">403</span>        }<a name="line.403"></a>
-<span class="sourceLineNo">404</span>      }<a name="line.404"></a>
-<span class="sourceLineNo">405</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.405"></a>
-<span class="sourceLineNo">406</span>    }<a name="line.406"></a>
+<span class="sourceLineNo">388</span>      LOG.debug("{} already exists in archive, moving to timestamped backup and " +<a name="line.388"></a>
+<span class="sourceLineNo">389</span>          "overwriting current.", archiveFile);<a name="line.389"></a>
+<span class="sourceLineNo">390</span><a name="line.390"></a>
+<span class="sourceLineNo">391</span>      // move the archive file to the stamped backup<a name="line.391"></a>
+<span class="sourceLineNo">392</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.392"></a>
+<span class="sourceLineNo">393</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.393"></a>
+<span class="sourceLineNo">394</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.394"></a>
+<span class="sourceLineNo">395</span>            + ", deleting existing file in favor of newer.");<a name="line.395"></a>
+<span class="sourceLineNo">396</span>        // try to delete the exisiting file, if we can't rename it<a name="line.396"></a>
+<span class="sourceLineNo">397</span>        if (!fs.delete(archiveFile, false)) {<a name="line.397"></a>
+<span class="sourceLineNo">398</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.398"></a>
+<span class="sourceLineNo">399</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.399"></a>
+<span class="sourceLineNo">400</span>              + ") to make room for similarly named file.");<a name="line.400"></a>
+<span class="sourceLineNo">401</span>        }<a name="line.401"></a>
+<span class="sourceLineNo">402</span>      }<a name="line.402"></a>
+<span class="sourceLineNo">403</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.403"></a>
+<span class="sourceLineNo">404</span>    }<a name="line.404"></a>
+<span class="sourceLineNo">405</span><a name="line.405"></a>
+<span class="sourceLineNo">406</span>    LOG.trace("No existing file in archive for {}, free to archive original file.", archiveFile);<a name="line.406"></a>
 <span class="sourceLineNo">407</span><a name="line.407"></a>
-<span class="sourceLineNo">408</span>    if (LOG.isTraceEnabled()) {<a name="line.408"></a>
-<span class="sourceLineNo">409</span>      LOG.trace("No existing file in archive for: " + archiveFile +<a name="line.409"></a>
-<span class="sourceLineNo">410</span>        ", free to archive original file.");<a name="line.410"></a>
-<span class="sourceLineNo">411</span>    }<a name="line.411"></a>
-<span class="sourceLineNo">412</span><a name="line.412"></a>
-<span class="sourceLineNo">413</span>    // at this point, we should have a free spot for the archive file<a name="line.413"></a>
-<span class="sourceLineNo">414</span>    boolean success = false;<a name="line.414"></a>
-<span class="sourceLineNo">415</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.415"></a>
-<span class="sourceLineNo">416</span>      if (i &gt; 0) {<a name="line.416"></a>
-<span class="sourceLineNo">417</span>        // Ensure that the archive directory exists.<a name="line.417"></a>
-<span class="sourceLineNo">418</span>        // The previous "move to archive" operation has failed probably because<a name="line.418"></a>
-<span class="sourceLineNo">419</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.419"></a>
-<span class="sourceLineNo">420</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.420"></a>
-<span class="sourceLineNo">421</span>        try {<a name="line.421"></a>
-<span class="sourceLineNo">422</span>          if (!fs.exists(archiveDir)) {<a name="line.422"></a>
-<span class="sourceLineNo">423</span>            if (fs.mkdirs(archiveDir)) {<a name="line.423"></a>
-<span class="sourceLineNo">424</span>              LOG.debug("Created archive directory:" + archiveDir);<a name="line.424"></a>
-<span class="sourceLineNo">425</span>            }<a name="line.425"></a>
-<span class="sourceLineNo">426</span>          }<a name="line.426"></a>
-<span class="sourceLineNo">427</span>        } catch (IOException e) {<a name="line.427"></a>
-<span class="sourceLineNo">428</span>          LOG.warn("Failed to create directory: " + archiveDir, e);<a name="line.428"></a>
-<span class="sourceLineNo">429</span>        }<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      }<a name="line.430"></a>
-<span class="sourceLineNo">431</span><a name="line.431"></a>
-<span class="sourceLineNo">432</span>      try {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.433"></a>
-<span class="sourceLineNo">434</span>      } catch (FileNotFoundException fnfe) {<a name="line.434"></a>
-<span class="sourceLineNo">435</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.435"></a>
-<span class="sourceLineNo">436</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.436"></a>
-<span class="sourceLineNo">437</span>        success = true;<a name="line.437"></a>
-<span class="sourceLineNo">438</span>      } catch (IOException e) {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.439"></a>
-<span class="sourceLineNo">440</span>        success = false;<a name="line.440"></a>
-<span class="sourceLineNo">441</span>      }<a name="line.441"></a>
+<span class="sourceLineNo">408</span>    // at this point, we should have a free spot for the archive file<a name="line.408"></a>
+<span class="sourceLineNo">409</span>    boolean success = false;<a name="line.409"></a>
+<span class="sourceLineNo">410</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.410"></a>
+<span class="sourceLineNo">411</span>      if (i &gt; 0) {<a name="line.411"></a>
+<span class="sourceLineNo">412</span>        // Ensure that the archive directory exists.<a name="line.412"></a>
+<span class="sourceLineNo">413</span>        // The previous "move to archive" operation has failed probably because<a name="line.413"></a>
+<span class="sourceLineNo">414</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.414"></a>
+<span class="sourceLineNo">415</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.415"></a>
+<span class="sourceLineNo">416</span>        try {<a name="line.416"></a>
+<span class="sourceLineNo">417</span>          if (!fs.exists(archiveDir)) {<a name="line.417"></a>
+<span class="sourceLineNo">418</span>            if (fs.mkdirs(archiveDir)) {<a name="line.418"></a>
+<span class="sourceLineNo">419</span>              LOG.debug("Created archive directory {}", archiveDir);<a name="line.419"></a>
+<span class="sourceLineNo">420</span>            }<a name="line.420"></a>
+<span class="sourceLineNo">421</span>          }<a name="line.421"></a>
+<span class="sourceLineNo">422</span>        } catch (IOException e) {<a name="line.422"></a>
+<span class="sourceLineNo">423</span>          LOG.warn("Failed to create directory {}", archiveDir, e);<a name="line.423"></a>
+<span class="sourceLineNo">424</span>        }<a name="line.424"></a>
+<span class="sourceLineNo">425</span>      }<a name="line.425"></a>
+<span class="sourceLineNo">426</span><a name="line.426"></a>
+<span class="sourceLineNo">427</span>      try {<a name="line.427"></a>
+<span class="sourceLineNo">428</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.428"></a>
+<span class="sourceLineNo">429</span>      } catch (FileNotFoundException fnfe) {<a name="line.429"></a>
+<span class="sourceLineNo">430</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.430"></a>
+<span class="sourceLineNo">431</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.431"></a>
+<span class="sourceLineNo">432</span>        success = true;<a name="line.432"></a>
+<span class="sourceLineNo">433</span>      } catch (IOException e) {<a name="line.433"></a>
+<span class="sourceLineNo">434</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.434"></a>
+<span class="sourceLineNo">435</span>        success = false;<a name="line.435"></a>
+<span class="sourceLineNo">436</span>      }<a name="line.436"></a>
+<span class="sourceLineNo">437</span>    }<a name="line.437"></a>
+<span class="sourceLineNo">438</span><a name="line.438"></a>
+<span class="sourceLineNo">439</span>    if (!success) {<a name="line.439"></a>
+<span class="sourceLineNo">440</span>      LOG.error("Failed to archive " + currentFile);<a name="line.440"></a>
+<span class="sourceLineNo">441</span>      return false;<a name="line.441"></a>
 <span class="sourceLineNo">442</span>    }<a name="line.442"></a>
 <span class="sourceLineNo">443</span><a name="line.443"></a>
-<span class="sourceLineNo">444</span>    if (!success) {<a name="line.444"></a>
-<span class="sourceLineNo">445</span>      LOG.error("Failed to archive " + currentFile);<a name="line.445"></a>
-<span class="sourceLineNo">446</span>      return false;<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    }<a name="line.447"></a>
-<span class="sourceLineNo">448</span><a name="line.448"></a>
-<span class="sourceLineNo">449</span>    if (LOG.isDebugEnabled()) {<a name="line.449"></a>
-<span class="sourceLineNo">450</span>      LOG.debug("Finished archiving from " + currentFile + ", to " + archiveFile);<a name="line.450"></a>
-<span class="sourceLineNo">451</span>    }<a name="line.451"></a>
-<span class="sourceLineNo">452</span>    return true;<a name="line.452"></a>
-<span class="sourceLineNo">453</span>  }<a name="line.453"></a>
-<span class="sourceLineNo">454</span><a name="line.454"></a>
-<span class="sourceLineNo">455</span>  /**<a name="line.455"></a>
-<span class="sourceLineNo">456</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.456"></a>
-<span class="sourceLineNo">457</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.457"></a>
-<span class="sourceLineNo">458</span>   * @param fs FileSystem from which to delete the region<a name="line.458"></a>
-<span class="sourceLineNo">459</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.459"></a>
-<span class="sourceLineNo">460</span>   * @throws IOException on filesystem operation failure<a name="line.460"></a>
-<span class="sourceLineNo">461</span>   */<a name="line.461"></a>
-<span class="sourceLineNo">462</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.462"></a>
-<span class="sourceLineNo">463</span>      throws IOException {<a name="line.463"></a>
-<span class="sourceLineNo">464</span>    if (fs.delete(regionDir, true)) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>      LOG.debug("Deleted " + regionDir);<a name="line.465"></a>
-<span class="sourceLineNo">466</span>      return true;<a name="line.466"></a>
-<span class="sourceLineNo">467</span>    }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    LOG.debug("Failed to delete region directory:" + regionDir);<a name="line.468"></a>
-<span class="sourceLineNo">469</span>    return false;<a name="line.469"></a>
-<span class="sourceLineNo">470</span>  }<a name="line.470"></a>
-<span class="sourceLineNo">471</span><a name="line.471"></a>
-<span class="sourceLineNo">472</span>  /**<a name="line.472"></a>
-<span class="sourceLineNo">473</span>   * Just do a simple delete of the given store files<a name="line.473"></a>
-<span class="sourceLineNo">474</span>   * &lt;p&gt;<a name="line.474"></a>
-<span class="sourceLineNo">475</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.475"></a>
-<span class="sourceLineNo">476</span>   * &lt;p&gt;<a name="line.476"></a>
-<span class="sourceLineNo">477</span>   * @param compactedFiles store files to delete from the file system.<a name="line.477"></a>
-<span class="sourceLineNo">478</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.478"></a>
-<span class="sourceLineNo">479</span>   *           throwing the exception, rather than failing at the first file.<a name="line.479"></a>
-<span class="sourceLineNo">480</span>   */<a name="line.480"></a>
-<span class="sourceLineNo">481</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.481"></a>
-<span class="sourceLineNo">482</span>      throws IOException {<a name="line.482"></a>
-<span class="sourceLineNo">483</span>    LOG.debug("Deleting store files without archiving.");<a name="line.483"></a>
-<span class="sourceLineNo">484</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.485"></a>
-<span class="sourceLineNo">486</span>      try {<a name="line.486"></a>
-<span class="sourceLineNo">487</span>        hsf.deleteStoreFile();<a name="line.487"></a>
-<span class="sourceLineNo">488</span>      } catch (IOException e) {<a name="line.488"></a>
-<span class="sourceLineNo">489</span>        LOG.error("Failed to delete store file:" + hsf.getPath());<a name="line.489"></a>
-<span class="sourceLineNo">490</span>        errors.add(e);<a name="line.490"></a>
-<span class="sourceLineNo">491</span>      }<a name="line.491"></a>
-<span class="sourceLineNo">492</span>    }<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    if (errors.size() &gt; 0) {<a name="line.493"></a>
-<span class="sourceLineNo">494</span>      throw MultipleIOException.createIOException(errors);<a name="line.494"></a>
-<span class="sourceLineNo">495</span>    }<a name="line.495"></a>
-<span class="sourceLineNo">496</span>  }<a name="line.496"></a>
-<span class="sourceLineNo">497</span><a name="line.497"></a>
-<span class="sourceLineNo">498</span>  /**<a name="line.498"></a>
-<span class="sourceLineNo">499</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.499"></a>
-<span class="sourceLineNo">500</span>   * archival/removal of files<a name="line.500"></a>
-<span class="sourceLineNo">501</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.501"></a>
-<span class="sourceLineNo">502</span>   */<a name="line.502"></a>
-<span class="sourceLineNo">503</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    protected final FileSystem fs;<a name="line.504"></a>
-<span class="sourceLineNo">505</span><a name="line.505"></a>
-<span class="sourceLineNo">506</span>    public FileConverter(FileSystem fs) {<a name="line.506"></a>
-<span class="sourceLineNo">507</span>      this.fs = fs;<a name="line.507"></a>
-<span class="sourceLineNo">508</span>    }<a name="line.508"></a>
-<span class="sourceLineNo">509</span>  }<a name="line.509"></a>
-<span class="sourceLineNo">510</span><a name="line.510"></a>
-<span class="sourceLineNo">511</span>  /**<a name="line.511"></a>
-<span class="sourceLineNo">512</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.512"></a>
-<span class="sourceLineNo">513</span>   */<a name="line.513"></a>
-<span class="sourceLineNo">514</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.514"></a>
-<span class="sourceLineNo">515</span>    public FileStatusConverter(FileSystem fs) {<a name="line.515"></a>
-<span class="sourceLineNo">516</span>      super(fs);<a name="line.516"></a>
-<span class="sourceLineNo">517</span>    }<a name="line.517"></a>
-<span class="sourceLineNo">518</span><a name="line.518"></a>
-<span class="sourceLineNo">519</span>    @Override<a name="line.519"></a>
-<span class="sourceLineNo">520</span>    public File apply(FileStatus input) {<a name="line.520"></a>
-<span class="sourceLineNo">521</span>      return new FileablePath(fs, input.getPath());<a name="line.521"></a>
-<span class="sourceLineNo">522</span>    }<a name="line.522"></a>
-<span class="sourceLineNo">523</span>  }<a name="line.523"></a>
-<span class="sourceLineNo">524</span><a name="line.524"></a>
-<span class="sourceLineNo">525</span>  /**<a name="line.525"></a>
-<span class="sourceLineNo">526</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.526"></a>
-<span class="sourceLineNo">527</span>   * methods<a name="line.527"></a>
-<span class="sourceLineNo">528</span>   */<a name="line.528"></a>
-<span class="sourceLineNo">529</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.529"></a>
-<span class="sourceLineNo">530</span>    public StoreToFile(FileSystem fs) {<a name="line.530"></a>
-<span class="sourceLineNo">531</span>      super(fs);<a name="line.531"></a>
-<span class="sourceLineNo">532</span>    }<a name="line.532"></a>
-<span class="sourceLineNo">533</span><a name="line.533"></a>
-<span class="sourceLineNo">534</span>    @Override<a name="line.534"></a>
-<span class="sourceLineNo">535</span>    public File apply(HStoreFile input) {<a name="line.535"></a>
-<span class="sourceLineNo">536</span>      return new FileableStoreFile(fs, input);<a name="line.536"></a>
-<span class="sourceLineNo">537</span>    }<a name="line.537"></a>
-<span class="sourceLineNo">538</span>  }<a name="line.538"></a>
-<span class="sourceLineNo">539</span><a name="line.539"></a>
-<span class="sourceLineNo">540</span>  /**<a name="line.540"></a>
-<span class="sourceLineNo">541</span>   * Wrapper to handle file operations uniformly<a name="line.541"></a>
-<span class="sourceLineNo">542</span>   */<a name="line.542"></a>
-<span class="sourceLineNo">543</span>  private static abstract class File {<a name="line.543"></a>
-<span class="sourceLineNo">544</span>    protected final FileSystem fs;<a name="line.544"></a>
-<span class="sourceLineNo">545</span><a name="line.545"></a>
-<span class="sourceLineNo">546</span>    public File(FileSystem fs) {<a name="line.546"></a>
-<span class="sourceLineNo">547</span>      this.fs = fs;<a name="line.547"></a>
-<span class="sourceLineNo">548</span>    }<a name="line.548"></a>
-<span class="sourceLineNo">549</span><a name="line.549"></a>
-<span class="sourceLineNo">550</span>    /**<a name="line.550"></a>
-<span class="sourceLineNo">551</span>     * Delete the file<a name="line.551"></a>
-<span class="sourceLineNo">552</span>     * @throws IOException on failure<a name="line.552"></a>
+<span class="sourceLineNo">444</span>    LOG.debug("Archived from {} to {}", currentFile, archiveFile);<a name="line.444"></a>
+<span class="sourceLineNo">445</span>    return true;<a name="line.445"></a>
+<span class="sourceLineNo">446</span>  }<a name="line.446"></a>
+<span class="sourceLineNo">447</span><a name="line.447"></a>
+<span class="sourceLineNo">448</span>  /**<a name="line.448"></a>
+<span class="sourceLineNo">449</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.449"></a>
+<span class="sourceLineNo">450</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.450"></a>
+<span class="sourceLineNo">451</span>   * @param fs FileSystem from which to delete the region<a name="line.451"></a>
+<span class="sourceLineNo">452</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.452"></a>
+<span class="sourceLineNo">453</span>   * @throws IOException on filesystem operation failure<a name="line.453"></a>
+<span class="sourceLineNo">454</span>   */<a name="line.454"></a>
+<span class="sourceLineNo">455</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.455"></a>
+<span class="sourceLineNo">456</span>      throws IOException {<a name="line.456"></a>
+<span class="sourceLineNo">457</span>    if (fs.delete(regionDir, true)) {<a name="line.457"></a>
+<span class="sourceLineNo">458</span>      LOG.debug("Deleted {}", regionDir);<a name="line.458"></a>
+<span class="sourceLineNo">459</span>      return true;<a name="line.459"></a>
+<span class="sourceLineNo">460</span>    }<a name="line.460"></a>
+<span class="sourceLineNo">461</span>    LOG.debug("Failed to delete directory {}", regionDir);<a name="line.461"></a>
+<span class="sourceLineNo">462</span>    return false;<a name="line.462"></a>
+<span class="sourceLineNo">463</span>  }<a name="line.463"></a>
+<span class="sourceLineNo">464</span><a name="line.464"></a>
+<span class="sourceLineNo">465</span>  /**<a name="line.465"></a>
+<span class="sourceLineNo">466</span>   * Just do a simple delete of the given store files<a name="line.466"></a>
+<span class="sourceLineNo">467</span>   * &lt;p&gt;<a name="line.467"></a>
+<span class="sourceLineNo">468</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.468"></a>
+<span class="sourceLineNo">469</span>   * &lt;p&gt;<a name="line.469"></a>
+<span class="sourceLineNo">470</span>   * @param compactedFiles store files to delete from the file system.<a name="line.470"></a>
+<span class="sourceLineNo">471</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.471"></a>
+<span class="sourceLineNo">472</span>   *           throwing the exception, rather than failing at the first file.<a name="line.472"></a>
+<span class="sourceLineNo">473</span>   */<a name="line.473"></a>
+<span class="sourceLineNo">474</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.474"></a>
+<span class="sourceLineNo">475</span>      throws IOException {<a name="line.475"></a>
+<span class="sourceLineNo">476</span>    LOG.debug("Deleting files without archiving.");<a name="line.476"></a>
+<span class="sourceLineNo">477</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.477"></a>
+<span class="sourceLineNo">478</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.478"></a>
+<span class="sourceLineNo">479</span>      try {<a name="line.479"></a>
+<span class="sourceLineNo">480</span>        hsf.deleteStoreFile();<a name="line.480"></a>
+<span class="sourceLineNo">481</span>      } catch (IOException e) {<a name="line.481"></a>
+<span class="sourceLineNo">482</span>        LOG.error("Failed to delete {}", hsf.getPath());<a name="line.482"></a>
+<span class="sourceLineNo">483</span>        errors.add(e);<a name="line.483"></a>
+<span class="sourceLineNo">484</span>      }<a name="line.484"></a>
+<span class="sourceLineNo">485</span>    }<a name="line.485"></a>
+<span class="sourceLineNo">486</span>    if (errors.size() &gt; 0) {<a name="line.486"></a>
+<span class="sourceLineNo">487</span>      throw MultipleIOException.createIOException(errors);<a name="line.487"></a>
+<span class="sourceLineNo">488</span>    }<a name="line.488"></a>
+<span class="sourceLineNo">489</span>  }<a name="line.489"></a>
+<span class="sourceLineNo">490</span><a name="line.490"></a>
+<span class="sourceLineNo">491</span>  /**<a name="line.491"></a>
+<span class="sourceLineNo">492</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.492"></a>
+<span class="sourceLineNo">493</span>   * archival/removal of files<a name="line.493"></a>
+<span class="sourceLineNo">494</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.494"></a>
+<span class="sourceLineNo">495</span>   */<a name="line.495"></a>
+<span class="sourceLineNo">496</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.496"></a>
+<span class="sourceLineNo">497</span>    protected final FileSystem fs;<a name="line.497"></a>
+<span class="sourceLineNo">498</span><a name="line.498"></a>
+<span class="sourceLineNo">499</span>    public FileConverter(FileSystem fs) {<a name="line.499"></a>
+<span class="sourceLineNo">500</span>      this.fs = fs;<a name="line.500"></a>
+<span class="sourceLineNo">501</span>    }<a name="line.501"></a>
+<span class="sourceLineNo">502</span>  }<a name="line.502"></a>
+<span class="sourceLineNo">503</span><a name="line.503"></a>
+<span class="sourceLineNo">504</span>  /**<a name="line.504"></a>
+<span class="sourceLineNo">505</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.505"></a>
+<span class="sourceLineNo">506</span>   */<a name="line.506"></a>
+<span class="sourceLineNo">507</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.507"></a>
+<span class="sourceLineNo">508</span>    public FileStatusConverter(FileSystem fs) {<a name="line.508"></a>
+<span class="sourceLineNo">509</span>      super(fs);<a name="line.509"></a>
+<span class="sourceLineNo">510</span>    }<a name="line.510"></a>
+<span class="sourceLineNo">511</span><a name="line.511"></a>
+<span class="sourceLineNo">512</span>    @Override<a name="line.512"></a>
+<span class="sourceLineNo">513</span>    public File apply(FileStatus input) {<a name="line.513"></a>
+<span class="sourceLineNo">514</span>      return new FileablePath(fs, input.getPath());<a name="line.514"></a>
+<span class="sourceLineNo">515</span>    }<a name="line.515"></a>
+<span class="sourceLineNo">516</span>  }<a name="line.516"></a>
+<span class="sourceLineNo">517</span><a name="line.517"></a>
+<span class="sourceLineNo">518</span>  /**<a name="line.518"></a>
+<span class="sourceLineNo">519</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.519"></a>
+<span class="sourceLineNo">520</span>   * methods<a name="line.520"></a>
+<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
+<span class="sourceLineNo">522</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.522"></a>
+<span class="sourceLineNo">523</span>    public StoreToFile(FileSystem fs) {<a name="line.523"></a>
+<span class="sourceLineNo">524</span>      super(fs);<a name="line.524"></a>
+<span class="sourceLineNo">525</span>    }<a name="line.525"></a>
+<span class="sourceLineNo">526</span><a name="line.526"></a>
+<span class="sourceLineNo">527</span>    @Override<a name="line.527"></a>
+<span class="sourceLineNo">528</span>    public File apply(HStoreFile input) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span>      return new FileableStoreFile(fs, input);<a name="line.529"></a>
+<span class="sourceLineNo">530</span>    }<a name="line.530"></a>
+<span class="sourceLineNo">531</span>  }<a name="line.531"></a>
+<span class="sourceLineNo">532</span><a name="line.532"></a>
+<span class="sourceLineNo">533</span>  /**<a name="line.533"></a>
+<span class="sourceLineNo">534</span>   * Wrapper to handle file operations uniformly<a name="line.534"></a>
+<span class="sourceLineNo">535</span>   */<a name="line.535"></a>
+<span class="sourceLineNo">536</span>  private static abstract class File {<a name="line.536"></a>
+<span class="sourceLineNo">537</span>    protected final FileSystem fs;<a name="line.537"></a>
+<span class="sourceLineNo">538</span><a name="line.538"></a>
+<span class="sourceLineNo">539</span>    public File(FileSystem fs) {<a name="line.539"></a>
+<span class="sourceLineNo">540</span>      this.fs = fs;<a name="line.540"></a>
+<span class="sourceLineNo">541</span>    }<a name="line.541"></a>
+<span class="sourceLineNo">542</span><a name="line.542"></a>
+<span class="sourceLineNo">543</span>    /**<a name="line.543"></a>
+<span class="sourceLineNo">544</span>     * Delete the file<a name="line.544"></a>
+<span class="sourceLineNo">545</span>     * @throws IOException on failure<a name="line.545"></a>
+<span class="sourceLineNo">546</span>     */<a name="line.546"></a>
+<span class="sourceLineNo">547</span>    abstract void delete() throws IOException;<a name="line.547"></a>
+<span class="sourceLineNo">548</span><a name="line.548"></a>
+<span class="sourceLineNo">549</span>    /**<a name="line.549"></a>
+<span class="sourceLineNo">550</span>     * Check to see if this is a file or a directory<a name="line.550"></a>
+<span class="sourceLineNo">551</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.551"></a>
+<span class="sourceLineNo">552</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.552"></a>
 <span class="sourceLineNo">553</span>     */<a name="line.553"></a>
-<span class="sourceLineNo">554</span>    abstract void delete() throws IOException;<a name="line.554"></a>
+<span class="sourceLineNo">554</span>    abstract boolean isFile() throws IOException;<a name="line.554"></a>
 <span class="sourceLineNo">555</span><a name="line.555"></a>
 <span class="sourceLineNo">556</span>    /**<a name="line.556"></a>
-<span class="sourceLineNo">557</span>     * Check to see if this is a file or a directory<a name="line.557"></a>
-<span class="sourceLineNo">558</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.558"></a>
-<span class="sourceLineNo">559</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.559"></a>
+<span class="sourceLineNo">557</span>     * @return if this is a directory, returns all the children in the<a name="line.557"></a>
+<span class="sourceLineNo">558</span>     *         directory, otherwise returns an empty list<a name="line.558"></a>
+<span class="sourceLineNo">559</span>     * @throws IOException<a name="line.559"></a>
 <span class="sourceLineNo">560</span>     */<a name="line.560"></a>
-<span class="sourceLineNo">561</span>    abstract boolean isFile() throws IOException;<a name="line.561"></a>
+<span class="sourceLineNo">561</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.561"></a>
 <span class="sourceLineNo">562</span><a name="line.562"></a>
 <span class="sourceLineNo">563</span>    /**<a name="line.563"></a>
-<span class="sourceLineNo">564</span>     * @return if this is a directory, returns all the children in the<a name="line.564"></a>
-<span class="sourceLineNo">565</span>     *         directory, otherwise returns an empty list<a name="line.565"></a>
-<span class="sourceLineNo">566</span>     * @throws IOException<a name="line.566"></a>
-<span class="sourceLineNo">567</span>     */<a name="line.567"></a>
-<span class="sourceLineNo">568</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.568"></a>
-<span class="sourceLineNo">569</span><a name="line.569"></a>
-<span class="sourceLineNo">570</span>    /**<a name="line.570"></a>
-<span class="sourceLineNo">571</span>     * close any outside readers of the file<a name="line.571"></a>
-<span class="sourceLineNo">572</span>     * @throws IOException<a name="line.572"></a>
-<span class="sourceLineNo">573</span>     */<a name="line.573"></a>
-<span class="sourceLineNo">574</span>    abstract void close() throws IOException;<a name="line.574"></a>
-<span class="sourceLineNo">575</span><a name="line.575"></a>
-<span class="sourceLineNo">576</span>    /**<a name="line.576"></a>
-<span class="sourceLineNo">577</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.577"></a>
-<span class="sourceLineNo">578</span>     *         file name)<a name="line.578"></a>
-<span class="sourceLineNo">579</span>     */<a name="line.579"></a>
-<span class="sourceLineNo">580</span>    abstract String getName();<a name="line.580"></a>
-<span class="sourceLineNo">581</span><a name="line.581"></a>
-<span class="sourceLineNo">582</span>    /**<a name="line.582"></a>
-<span class="sourceLineNo">583</span>     * @return the path to this file<a name="line.583"></a>
-<span class="sourceLineNo">584</span>     */<a name="line.584"></a>
-<span class="sourceLineNo">585</span>    abstract Path getPath();<a name="line.585"></a>
-<span class="sourceLineNo">586</span><a name="line.586"></a>
-<span class="sourceLineNo">587</span>    /**<a name="line.587"></a>
-<span class="sourceLineNo">588</span>     * Move the file to the given destination<a name="line.588"></a>
-<span class="sourceLineNo">589</span>     * @param dest<a name="line.589"></a>
-<span class="sourceLineNo">590</span>     * @return &lt;tt&gt;true&lt;/tt&gt; on success<a name="line.590"></a>
-<span class="sourceLineNo">591</span>     * @throws IOException<a name="line.591"></a>
-<span class="sourceLineNo">592</span>     */<a name="line.592"></a>
-<span class="sourceLineNo">593</span>    public boolean moveAndClose(Path dest) throws IOException {<a name="line.593"></a>
-<span class="sourceLineNo">594</span>      this.close();<a name="line.594"></a>
-<span class="sourceLineNo">595</span>      Path p = this.getPath();<a name="line.595"></a>
-<span class="sourceLineNo">596</span>      return FSUtils.renameAndSetModifyTime(fs, p, dest);<a name="line.596"></a>
+<span class="sourceLineNo">564</span>     * close any outside readers of the file<a name="line.564"></a>
+<span class="sourceLineNo">565</span>     * @throws IOException<a name="line.565"></a>
+<span class="sourceLineNo">566</span>     */<a name="line.566"></a>
+<span class="sourceLineNo">567</span>    abstract void close() throws IOException;<a name="line.567"></a>
+<span class="sourceLineNo">568</span><a name="line.568"></a>
+<span class="sourceLineNo">569</span>    /**<a name="line.569"></a>
+<span class="sourceLineNo">570</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.570"></a>
+<span class="sourceLineNo">571</span>     *         file name)<a name="line.571"></a>
+<span class="sourceLineNo">572</span>     */<a name="line.572"></a>
+<span class="sourceLineNo">573</span>    abstract String getName();<a name="line.573"></a>
+<span class="sourceLineNo">574</span><a name="line.574"></a>
+<span class="sourceLineNo">575</span>    /**<a name="line.575"></a>
+<span class="sourceLineNo">576</span>     * @return the path to this file<a name="line.576"></a>
+<span class="sourceLineNo">577</span>     */<a name="line.577"></a>
+<span class="sourceLineNo">578</span>    abstract Path getPath();<a name="line.578"></a>
+<span class="sourceLineNo">579</span><a name="line.579"></a>
+<span class="sourceLineNo">580</span>    /**<a name="line.580"></a>
+<span class="sourceLineNo">581</span>     * Move the file to the given destination<a name="line.581"></a>
+<span class="sourceLineNo">582</span>     * @param dest<a name="line.582"></a>
+<span class="sourceLineNo">583</span>     * @return &l

<TRUNCATED>

[35/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html b/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html
deleted file mode 100644
index 70c093f..0000000
--- a/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html
+++ /dev/null
@@ -1,527 +0,0 @@
-<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
-<!-- NewPage -->
-<html lang="en">
-<head>
-<!-- Generated by javadoc -->
-<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
-<title>TableReplicationStorageBase (Apache HBase 3.0.0-SNAPSHOT API)</title>
-<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style">
-<script type="text/javascript" src="../../../../../script.js"></script>
-</head>
-<body>
-<script type="text/javascript"><!--
-    try {
-        if (location.href.indexOf('is-external=true') == -1) {
-            parent.document.title="TableReplicationStorageBase (Apache HBase 3.0.0-SNAPSHOT API)";
-        }
-    }
-    catch(err) {
-    }
-//-->
-var methods = {"i0":9,"i1":9,"i2":10,"i3":9};
-var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
-var altColor = "altColor";
-var rowColor = "rowColor";
-var tableTab = "tableTab";
-var activeTableTab = "activeTableTab";
-</script>
-<noscript>
-<div>JavaScript is disabled on your browser.</div>
-</noscript>
-<!-- ========= START OF TOP NAVBAR ======= -->
-<div class="topNav"><a name="navbar.top">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.top.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../overview-summary.html">Overview</a></li>
-<li><a href="package-summary.html">Package</a></li>
-<li class="navBarCell1Rev">Class</li>
-<li><a href="class-use/TableReplicationStorageBase.html">Use</a></li>
-<li><a href="package-tree.html">Tree</a></li>
-<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/WALCellFilter.html" title="interface in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../index.html?org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationStorageBase.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_top">
-<li><a href="../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_top");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<div>
-<ul class="subNavList">
-<li>Summary:&nbsp;</li>
-<li>Nested&nbsp;|&nbsp;</li>
-<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.summary">Method</a></li>
-</ul>
-<ul class="subNavList">
-<li>Detail:&nbsp;</li>
-<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.detail">Method</a></li>
-</ul>
-</div>
-<a name="skip.navbar.top">
-<!--   -->
-</a></div>
-<!-- ========= END OF TOP NAVBAR ========= -->
-<!-- ======== START OF CLASS DATA ======== -->
-<div class="header">
-<div class="subTitle">org.apache.hadoop.hbase.replication</div>
-<h2 title="Class TableReplicationStorageBase" class="title">Class TableReplicationStorageBase</h2>
-</div>
-<div class="contentContainer">
-<ul class="inheritance">
-<li><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">java.lang.Object</a></li>
-<li>
-<ul class="inheritance">
-<li>org.apache.hadoop.hbase.replication.TableReplicationStorageBase</li>
-</ul>
-</li>
-</ul>
-<div class="description">
-<ul class="blockList">
-<li class="blockList">
-<dl>
-<dt>Direct Known Subclasses:</dt>
-<dd><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationPeerStorage</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dd>
-</dl>
-<hr>
-<br>
-<pre>@InterfaceAudience.Private
-public class <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.40">TableReplicationStorageBase</a>
-extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></pre>
-</li>
-</ul>
-</div>
-<div class="summary">
-<ul class="blockList">
-<li class="blockList">
-<!-- =========== FIELD SUMMARY =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="field.summary">
-<!--   -->
-</a>
-<h3>Field Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation">
-<caption><span>Fields</span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Field and Description</th>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>protected org.apache.hadoop.conf.Configuration</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#conf">conf</a></span></code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>private <a href="../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client">Connection</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#connection">connection</a></span></code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_HFILE_REFS">FAMILY_HFILE_REFS</a></span></code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_PEER">FAMILY_PEER</a></span></code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_QUEUE">FAMILY_QUEUE</a></span></code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_REGIONS">FAMILY_REGIONS</a></span></code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_RS_STATE">FAMILY_RS_STATE</a></span></code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_WAL">FAMILY_WAL</a></span></code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#QUALIFIER_PEER_CONFIG">QUALIFIER_PEER_CONFIG</a></span></code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#QUALIFIER_PEER_STATE">QUALIFIER_PEER_STATE</a></span></code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#QUALIFIER_STATE_ENABLED">QUALIFIER_STATE_ENABLED</a></span></code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>static <a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#REPLICATION_TABLE">REPLICATION_TABLE</a></span></code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>protected <a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#zookeeper">zookeeper</a></span></code>&nbsp;</td>
-</tr>
-</table>
-</li>
-</ul>
-<!-- ======== CONSTRUCTOR SUMMARY ======== -->
-<ul class="blockList">
-<li class="blockList"><a name="constructor.summary">
-<!--   -->
-</a>
-<h3>Constructor Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
-<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier</th>
-<th class="colLast" scope="col">Constructor and Description</th>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>protected </code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#TableReplicationStorageBase-org.apache.hadoop.hbase.zookeeper.ZKWatcher-org.apache.hadoop.conf.Configuration-">TableReplicationStorageBase</a></span>(<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
-                           org.apache.hadoop.conf.Configuration&nbsp;conf)</code>&nbsp;</td>
-</tr>
-</table>
-</li>
-</ul>
-<!-- ========== METHOD SUMMARY =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="method.summary">
-<!--   -->
-</a>
-<h3>Method Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
-<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Method and Description</th>
-</tr>
-<tr id="i0" class="altColor">
-<td class="colFirst"><code>static <a href="../../../../../org/apache/hadoop/hbase/client/TableDescriptorBuilder.html" title="class in org.apache.hadoop.hbase.client">TableDescriptorBuilder</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#createReplicationTableDescBuilder-org.apache.hadoop.conf.Configuration-">createReplicationTableDescBuilder</a></span>(org.apache.hadoop.conf.Configuration&nbsp;conf)</code>&nbsp;</td>
-</tr>
-<tr id="i1" class="rowColor">
-<td class="colFirst"><code>protected static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getRegionQualifier-java.lang.String-">getRegionQualifier</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;encodedRegionName)</code>&nbsp;</td>
-</tr>
-<tr id="i2" class="altColor">
-<td class="colFirst"><code>protected <a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getReplicationMetaTable--">getReplicationMetaTable</a></span>()</code>&nbsp;</td>
-</tr>
-<tr id="i3" class="rowColor">
-<td class="colFirst"><code>protected static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getServerNameRowKey-org.apache.hadoop.hbase.ServerName-">getServerNameRowKey</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
-</tr>
-</table>
-<ul class="blockList">
-<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
-<!--   -->
-</a>
-<h3>Methods inherited from class&nbsp;java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></h3>
-<code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--" title="class or interface in java.lang">clone</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-" title="class or interface in java.lang">equals</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--" title="class or interface in java.lang">finalize</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--" title="class or interface in java.lang">getClass</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--" title="class or interface in java.lang">hashCode</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--" title="class or interface in java.lang">notify</a>, <a href="https://docs.oracle.com/javase/8/docs/api/ja
 va/lang/Object.html?is-external=true#notifyAll--" title="class or interface in java.lang">notifyAll</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--" title="class or interface in java.lang">toString</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait--" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-int-" title="class or interface in java.lang">wait</a></code></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-</div>
-<div class="details">
-<ul class="blockList">
-<li class="blockList">
-<!-- ============ FIELD DETAIL =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="field.detail">
-<!--   -->
-</a>
-<h3>Field Detail</h3>
-<a name="zookeeper">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>zookeeper</h4>
-<pre>protected final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.41">zookeeper</a></pre>
-</li>
-</ul>
-<a name="conf">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>conf</h4>
-<pre>protected final&nbsp;org.apache.hadoop.conf.Configuration <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.42">conf</a></pre>
-</li>
-</ul>
-<a name="REPLICATION_TABLE">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>REPLICATION_TABLE</h4>
-<pre>public static final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.44">REPLICATION_TABLE</a></pre>
-</li>
-</ul>
-<a name="FAMILY_PEER">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>FAMILY_PEER</h4>
-<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.48">FAMILY_PEER</a></pre>
-</li>
-</ul>
-<a name="QUALIFIER_PEER_CONFIG">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>QUALIFIER_PEER_CONFIG</h4>
-<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.49">QUALIFIER_PEER_CONFIG</a></pre>
-</li>
-</ul>
-<a name="QUALIFIER_PEER_STATE">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>QUALIFIER_PEER_STATE</h4>
-<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.50">QUALIFIER_PEER_STATE</a></pre>
-</li>
-</ul>
-<a name="FAMILY_RS_STATE">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>FAMILY_RS_STATE</h4>
-<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.53">FAMILY_RS_STATE</a></pre>
-</li>
-</ul>
-<a name="QUALIFIER_STATE_ENABLED">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>QUALIFIER_STATE_ENABLED</h4>
-<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.54">QUALIFIER_STATE_ENABLED</a></pre>
-</li>
-</ul>
-<a name="FAMILY_QUEUE">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>FAMILY_QUEUE</h4>
-<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.57">FAMILY_QUEUE</a></pre>
-</li>
-</ul>
-<a name="FAMILY_WAL">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>FAMILY_WAL</h4>
-<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.58">FAMILY_WAL</a></pre>
-</li>
-</ul>
-<a name="FAMILY_HFILE_REFS">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>FAMILY_HFILE_REFS</h4>
-<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.61">FAMILY_HFILE_REFS</a></pre>
-</li>
-</ul>
-<a name="FAMILY_REGIONS">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>FAMILY_REGIONS</h4>
-<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.64">FAMILY_REGIONS</a></pre>
-</li>
-</ul>
-<a name="connection">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>connection</h4>
-<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client">Connection</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.66">connection</a></pre>
-</li>
-</ul>
-</li>
-</ul>
-<!-- ========= CONSTRUCTOR DETAIL ======== -->
-<ul class="blockList">
-<li class="blockList"><a name="constructor.detail">
-<!--   -->
-</a>
-<h3>Constructor Detail</h3>
-<a name="TableReplicationStorageBase-org.apache.hadoop.hbase.zookeeper.ZKWatcher-org.apache.hadoop.conf.Configuration-">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>TableReplicationStorageBase</h4>
-<pre>protected&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.117">TableReplicationStorageBase</a>(<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
-                                      org.apache.hadoop.conf.Configuration&nbsp;conf)
-                               throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
-<dl>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
-</dl>
-</li>
-</ul>
-</li>
-</ul>
-<!-- ============ METHOD DETAIL ========== -->
-<ul class="blockList">
-<li class="blockList"><a name="method.detail">
-<!--   -->
-</a>
-<h3>Method Detail</h3>
-<a name="getServerNameRowKey-org.apache.hadoop.hbase.ServerName-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>getServerNameRowKey</h4>
-<pre>protected static&nbsp;byte[]&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.68">getServerNameRowKey</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</pre>
-</li>
-</ul>
-<a name="getRegionQualifier-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>getRegionQualifier</h4>
-<pre>protected static&nbsp;byte[]&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.72">getRegionQualifier</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;encodedRegionName)</pre>
-</li>
-</ul>
-<a name="createReplicationTableDescBuilder-org.apache.hadoop.conf.Configuration-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>createReplicationTableDescBuilder</h4>
-<pre>public static&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/TableDescriptorBuilder.html" title="class in org.apache.hadoop.hbase.client">TableDescriptorBuilder</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.77">createReplicationTableDescBuilder</a>(org.apache.hadoop.conf.Configuration&nbsp;conf)
-                                                                throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
-<dl>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="getReplicationMetaTable--">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>getReplicationMetaTable</h4>
-<pre>protected&nbsp;<a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#line.124">getReplicationMetaTable</a>()
-                                 throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
-<dl>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
-</dl>
-</li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-</div>
-</div>
-<!-- ========= END OF CLASS DATA ========= -->
-<!-- ======= START OF BOTTOM NAVBAR ====== -->
-<div class="bottomNav"><a name="navbar.bottom">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.bottom.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../overview-summary.html">Overview</a></li>
-<li><a href="package-summary.html">Package</a></li>
-<li class="navBarCell1Rev">Class</li>
-<li><a href="class-use/TableReplicationStorageBase.html">Use</a></li>
-<li><a href="package-tree.html">Tree</a></li>
-<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/WALCellFilter.html" title="interface in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../index.html?org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationStorageBase.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_bottom">
-<li><a href="../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_bottom");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<div>
-<ul class="subNavList">
-<li>Summary:&nbsp;</li>
-<li>Nested&nbsp;|&nbsp;</li>
-<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.summary">Method</a></li>
-</ul>
-<ul class="subNavList">
-<li>Detail:&nbsp;</li>
-<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.detail">Method</a></li>
-</ul>
-</div>
-<a name="skip.navbar.bottom">
-<!--   -->
-</a></div>
-<!-- ======== END OF BOTTOM NAVBAR ======= -->
-<p class="legalCopy"><small>Copyright &#169; 2007&#x2013;2018 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p>
-</body>
-</html>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/WALCellFilter.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/WALCellFilter.html b/devapidocs/org/apache/hadoop/hbase/replication/WALCellFilter.html
index 187d93b..148cdde 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/WALCellFilter.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/WALCellFilter.html
@@ -49,7 +49,7 @@ var activeTableTab = "activeTableTab";
 </div>
 <div class="subNav">
 <ul class="navList">
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../../../org/apache/hadoop/hbase/replication/SystemTableWALEntryFilter.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
 <li><a href="../../../../../org/apache/hadoop/hbase/replication/WALEntryFilter.html" title="interface in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
 </ul>
 <ul class="navList">
@@ -196,7 +196,7 @@ public interface <a href="../../../../../src-html/org/apache/hadoop/hbase/replic
 </div>
 <div class="subNav">
 <ul class="navList">
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../../../org/apache/hadoop/hbase/replication/SystemTableWALEntryFilter.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
 <li><a href="../../../../../org/apache/hadoop/hbase/replication/WALEntryFilter.html" title="interface in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
 </ul>
 <ul class="navList">

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html b/devapidocs/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html
index efd7fa4..40dff0f 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html
@@ -119,7 +119,7 @@ var activeTableTab = "activeTableTab";
 <hr>
 <br>
 <pre>@InterfaceAudience.Private
-public class <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.41">ZKReplicationPeerStorage</a>
+public class <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.40">ZKReplicationPeerStorage</a>
 extends <a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationStorageBase</a>
 implements <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a></pre>
 <div class="block">ZK based replication peer storage.</div>
@@ -142,6 +142,14 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <th class="colLast" scope="col">Field and Description</th>
 </tr>
 <tr class="altColor">
+<td class="colFirst"><code>static byte[]</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#DISABLED_ZNODE_BYTES">DISABLED_ZNODE_BYTES</a></span></code>&nbsp;</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>static byte[]</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#ENABLED_ZNODE_BYTES">ENABLED_ZNODE_BYTES</a></span></code>&nbsp;</td>
+</tr>
+<tr class="altColor">
 <td class="colFirst"><code>static <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#PEERS_STATE_ZNODE">PEERS_STATE_ZNODE</a></span></code>&nbsp;</td>
 </tr>
@@ -298,7 +306,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>PEERS_ZNODE</h4>
-<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.44">PEERS_ZNODE</a></pre>
+<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.43">PEERS_ZNODE</a></pre>
 <dl>
 <dt><span class="seeLabel">See Also:</span></dt>
 <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.replication.ZKReplicationPeerStorage.PEERS_ZNODE">Constant Field Values</a></dd>
@@ -311,7 +319,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>PEERS_ZNODE_DEFAULT</h4>
-<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.45">PEERS_ZNODE_DEFAULT</a></pre>
+<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.44">PEERS_ZNODE_DEFAULT</a></pre>
 <dl>
 <dt><span class="seeLabel">See Also:</span></dt>
 <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.replication.ZKReplicationPeerStorage.PEERS_ZNODE_DEFAULT">Constant Field Values</a></dd>
@@ -324,7 +332,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>PEERS_STATE_ZNODE</h4>
-<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.47">PEERS_STATE_ZNODE</a></pre>
+<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.46">PEERS_STATE_ZNODE</a></pre>
 <dl>
 <dt><span class="seeLabel">See Also:</span></dt>
 <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.replication.ZKReplicationPeerStorage.PEERS_STATE_ZNODE">Constant Field Values</a></dd>
@@ -337,20 +345,38 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>PEERS_STATE_ZNODE_DEFAULT</h4>
-<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.48">PEERS_STATE_ZNODE_DEFAULT</a></pre>
+<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.47">PEERS_STATE_ZNODE_DEFAULT</a></pre>
 <dl>
 <dt><span class="seeLabel">See Also:</span></dt>
 <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.replication.ZKReplicationPeerStorage.PEERS_STATE_ZNODE_DEFAULT">Constant Field Values</a></dd>
 </dl>
 </li>
 </ul>
+<a name="ENABLED_ZNODE_BYTES">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>ENABLED_ZNODE_BYTES</h4>
+<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.49">ENABLED_ZNODE_BYTES</a></pre>
+</li>
+</ul>
+<a name="DISABLED_ZNODE_BYTES">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>DISABLED_ZNODE_BYTES</h4>
+<pre>public static final&nbsp;byte[] <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.51">DISABLED_ZNODE_BYTES</a></pre>
+</li>
+</ul>
 <a name="peerStateNodeName">
 <!--   -->
 </a>
 <ul class="blockList">
 <li class="blockList">
 <h4>peerStateNodeName</h4>
-<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.54">peerStateNodeName</a></pre>
+<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.58">peerStateNodeName</a></pre>
 <div class="block">The name of the znode that contains the replication status of a remote slave (i.e. peer)
  cluster.</div>
 </li>
@@ -361,7 +387,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockListLast">
 <li class="blockList">
 <h4>peersZNode</h4>
-<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.59">peersZNode</a></pre>
+<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.63">peersZNode</a></pre>
 <div class="block">The name of the znode that contains a list of all remote slave (i.e. peer) clusters.</div>
 </li>
 </ul>
@@ -379,7 +405,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockListLast">
 <li class="blockList">
 <h4>ZKReplicationPeerStorage</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.61">ZKReplicationPeerStorage</a>(<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.65">ZKReplicationPeerStorage</a>(<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
                                 org.apache.hadoop.conf.Configuration&nbsp;conf)</pre>
 </li>
 </ul>
@@ -397,7 +423,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getPeerStateNode</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.69">getPeerStateNode</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</pre>
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.73">getPeerStateNode</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</pre>
 </li>
 </ul>
 <a name="getPeerNode-java.lang.String-">
@@ -406,7 +432,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getPeerNode</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.74">getPeerNode</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</pre>
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.78">getPeerNode</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</pre>
 </li>
 </ul>
 <a name="addPeer-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-boolean-">
@@ -415,7 +441,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>addPeer</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.79">addPeer</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.83">addPeer</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
                     <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
                     boolean&nbsp;enabled)
              throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
@@ -435,7 +461,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>removePeer</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.97">removePeer</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.101">removePeer</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
                 throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#removePeer-java.lang.String-">ReplicationPeerStorage</a></code></span></div>
 <div class="block">Remove a replication peer.</div>
@@ -453,7 +479,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>setPeerState</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.106">setPeerState</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.110">setPeerState</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
                          boolean&nbsp;enabled)
                   throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#setPeerState-java.lang.String-boolean-">ReplicationPeerStorage</a></code></span></div>
@@ -462,8 +488,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#setPeerState-java.lang.String-boolean-">setPeerState</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a></code></dd>
 <dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if there are errors accessing the storage service or peer does not
-           exist.</dd>
+<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if there are errors accessing the storage service.</dd>
 </dl>
 </li>
 </ul>
@@ -473,7 +498,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>updatePeerConfig</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.116">updatePeerConfig</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.120">updatePeerConfig</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
                              <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig)
                       throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#updatePeerConfig-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">ReplicationPeerStorage</a></code></span></div>
@@ -492,7 +517,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>listPeerIds</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.128">listPeerIds</a>()
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.132">listPeerIds</a>()
                          throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#listPeerIds--">ReplicationPeerStorage</a></code></span></div>
 <div class="block">Return the peer ids of all replication peers.</div>
@@ -510,7 +535,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>isPeerEnabled</h4>
-<pre>public&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.137">isPeerEnabled</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
+<pre>public&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.141">isPeerEnabled</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
                       throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#isPeerEnabled-java.lang.String-">ReplicationPeerStorage</a></code></span></div>
 <div class="block">Test whether a replication peer is enabled.</div>
@@ -528,7 +553,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockListLast">
 <li class="blockList">
 <h4>getPeerConfig</h4>
-<pre>public&nbsp;<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.147">getPeerConfig</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
+<pre>public&nbsp;<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#line.151">getPeerConfig</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
                                     throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#getPeerConfig-java.lang.String-">ReplicationPeerStorage</a></code></span></div>
 <div class="block">Get the peer config of a replication peer.</div>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html b/devapidocs/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html
index 2e23770..2169355 100644
--- a/devapidocs/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html
+++ b/devapidocs/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html
@@ -119,7 +119,7 @@ var activeTableTab = "activeTableTab";
 <hr>
 <br>
 <pre>@InterfaceAudience.Private
-public class <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.82">ZKReplicationQueueStorage</a>
+class <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.82">ZKReplicationQueueStorage</a>
 extends <a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationStorageBase</a>
 implements <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></pre>
 <div class="block">ZK based replication queue storage.
@@ -347,7 +347,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
             <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>&nbsp;</td>
 </tr>
 <tr id="i19" class="rowColor">
-<td class="colFirst"><code>int</code></td>
+<td class="colFirst"><code>protected int</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getQueuesZNodeCversion--">getQueuesZNodeCversion</a></span>()</code>&nbsp;</td>
 </tr>
 <tr id="i20" class="altColor">
@@ -831,7 +831,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>removeReplicatorIfQueueIsEmpty</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.329">removeReplicatorIfQueueIsEmpty</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.322">removeReplicatorIfQueueIsEmpty</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)
                                     throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeReplicatorIfQueueIsEmpty-org.apache.hadoop.hbase.ServerName-">ReplicationQueueStorage</a></code></span></div>
 <div class="block">Remove the record of region server if the queue is empty.</div>
@@ -849,7 +849,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getListOfReplicators0</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.339">getListOfReplicators0</a>()
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.332">getListOfReplicators0</a>()
                                         throws org.apache.zookeeper.KeeperException</pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
@@ -863,7 +863,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getListOfReplicators</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.345">getListOfReplicators</a>()
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.338">getListOfReplicators</a>()
                                       throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getListOfReplicators--">ReplicationQueueStorage</a></code></span></div>
 <div class="block">Get a list of all region servers that have outstanding replication queues. These servers could
@@ -884,7 +884,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getWALsInQueue0</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.353">getWALsInQueue0</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.346">getWALsInQueue0</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
                                      <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)
                               throws org.apache.zookeeper.KeeperException</pre>
 <dl>
@@ -899,7 +899,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getWALsInQueue</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.359">getWALsInQueue</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.352">getWALsInQueue</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
                                    <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)
                             throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getWALsInQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
@@ -923,7 +923,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getAllQueues0</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.370">getAllQueues0</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.363">getAllQueues0</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)
                             throws org.apache.zookeeper.KeeperException</pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
@@ -937,7 +937,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getAllQueues</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.375">getAllQueues</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.368">getAllQueues</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)
                           throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllQueues-org.apache.hadoop.hbase.ServerName-">ReplicationQueueStorage</a></code></span></div>
 <div class="block">Get a list of all queues for the specified region server.</div>
@@ -959,8 +959,8 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getQueuesZNodeCversion</h4>
-<pre>public&nbsp;int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.385">getQueuesZNodeCversion</a>()
-                           throws org.apache.zookeeper.KeeperException</pre>
+<pre>protected&nbsp;int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.378">getQueuesZNodeCversion</a>()
+                              throws org.apache.zookeeper.KeeperException</pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
 <dd><code>org.apache.zookeeper.KeeperException</code></dd>
@@ -973,7 +973,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getAllWALs</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.392">getAllWALs</a>()
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.385">getAllWALs</a>()
                        throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllWALs--">ReplicationQueueStorage</a></code></span></div>
 <div class="block">Load all wals in all replication queues. This method guarantees to return a snapshot which
@@ -993,7 +993,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getHFileRefsPeerNode</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.419">getHFileRefsPeerNode</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</pre>
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.412">getHFileRefsPeerNode</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</pre>
 </li>
 </ul>
 <a name="getHFileNode-java.lang.String-java.lang.String-">
@@ -1002,7 +1002,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getHFileNode</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.423">getHFileNode</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerNode,
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.416">getHFileNode</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerNode,
                             <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</pre>
 </li>
 </ul>
@@ -1012,7 +1012,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>addPeerToHFileRefs</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.428">addPeerToHFileRefs</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.421">addPeerToHFileRefs</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
                         throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#addPeerToHFileRefs-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
 <div class="block">Add a peer to hfile reference queue if peer does not exist.</div>
@@ -1032,7 +1032,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>removePeerFromHFileRefs</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.442">removePeerFromHFileRefs</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.435">removePeerFromHFileRefs</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
                              throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removePeerFromHFileRefs-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
 <div class="block">Remove a peer from hfile reference queue.</div>
@@ -1052,7 +1052,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>addHFileRefs</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.460">addHFileRefs</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.451">addHFileRefs</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
                          <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path&gt;&gt;&nbsp;pairs)
                   throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#addHFileRefs-java.lang.String-java.util.List-">ReplicationQueueStorage</a></code></span></div>
@@ -1075,7 +1075,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>removeHFileRefs</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.482">removeHFileRefs</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.468">removeHFileRefs</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
                             <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;files)
                      throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeHFileRefs-java.lang.String-java.util.List-">ReplicationQueueStorage</a></code></span></div>
@@ -1097,7 +1097,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getAllPeersFromHFileRefsQueue0</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.502">getAllPeersFromHFileRefsQueue0</a>()
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.483">getAllPeersFromHFileRefsQueue0</a>()
                                              throws org.apache.zookeeper.KeeperException</pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
@@ -1111,7 +1111,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getAllPeersFromHFileRefsQueue</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.507">getAllPeersFromHFileRefsQueue</a>()
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.488">getAllPeersFromHFileRefsQueue</a>()
                                            throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllPeersFromHFileRefsQueue--">ReplicationQueueStorage</a></code></span></div>
 <div class="block">Get list of all peers from hfile reference queue.</div>
@@ -1131,7 +1131,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getReplicableHFiles0</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.516">getReplicableHFiles0</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.497">getReplicableHFiles0</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
                                    throws org.apache.zookeeper.KeeperException</pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
@@ -1145,7 +1145,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getReplicableHFiles</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.521">getReplicableHFiles</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.502">getReplicableHFiles</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
                                  throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getReplicableHFiles-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
 <div class="block">Get a list of all hfile references in the given peer.</div>
@@ -1167,7 +1167,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockList">
 <li class="blockList">
 <h4>getHFileRefsZNodeCversion</h4>
-<pre>protected&nbsp;int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.532">getHFileRefsZNodeCversion</a>()
+<pre>protected&nbsp;int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.513">getHFileRefsZNodeCversion</a>()
                                  throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
@@ -1181,7 +1181,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/replication/Replicati
 <ul class="blockListLast">
 <li class="blockList">
 <h4>getAllHFileRefs</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.543">getAllHFileRefs</a>()
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#line.524">getAllHFileRefs</a>()
                             throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllHFileRefs--">ReplicationQueueStorage</a></code></span></div>
 <div class="block">Load all hfile references in all replication queues. This method guarantees to return a


[23/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
index c27b109..4160a88 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.Retry.html
@@ -105,7 +105,7 @@
 <span class="sourceLineNo">097</span>        try {<a name="line.97"></a>
 <span class="sourceLineNo">098</span>          done = waitUntilDone(startTime * 1000L + asyncProcess.primaryCallTimeoutMicroseconds);<a name="line.98"></a>
 <span class="sourceLineNo">099</span>        } catch (InterruptedException ex) {<a name="line.99"></a>
-<span class="sourceLineNo">100</span>          LOG.error("Replica thread was interrupted - no replica calls: " + ex.getMessage());<a name="line.100"></a>
+<span class="sourceLineNo">100</span>          LOG.error("Replica thread interrupted - no replica calls {}", ex.getMessage());<a name="line.100"></a>
 <span class="sourceLineNo">101</span>          return;<a name="line.101"></a>
 <span class="sourceLineNo">102</span>        }<a name="line.102"></a>
 <span class="sourceLineNo">103</span>      }<a name="line.103"></a>
@@ -149,7 +149,7 @@
 <span class="sourceLineNo">141</span>      if (loc == null) return;<a name="line.141"></a>
 <span class="sourceLineNo">142</span>      HRegionLocation[] locs = loc.getRegionLocations();<a name="line.142"></a>
 <span class="sourceLineNo">143</span>      if (locs.length == 1) {<a name="line.143"></a>
-<span class="sourceLineNo">144</span>        LOG.warn("No replicas found for " + action.getAction());<a name="line.144"></a>
+<span class="sourceLineNo">144</span>        LOG.warn("No replicas found for {}", action.getAction());<a name="line.144"></a>
 <span class="sourceLineNo">145</span>        return;<a name="line.145"></a>
 <span class="sourceLineNo">146</span>      }<a name="line.146"></a>
 <span class="sourceLineNo">147</span>      synchronized (replicaResultLock) {<a name="line.147"></a>
@@ -230,8 +230,8 @@
 <span class="sourceLineNo">222</span>          return;<a name="line.222"></a>
 <span class="sourceLineNo">223</span>        } catch (Throwable t) {<a name="line.223"></a>
 <span class="sourceLineNo">224</span>          // This should not happen. Let's log &amp; retry anyway.<a name="line.224"></a>
-<span class="sourceLineNo">225</span>          LOG.error("#" + asyncProcess.id + ", Caught throwable while calling. This is unexpected." +<a name="line.225"></a>
-<span class="sourceLineNo">226</span>              " Retrying. Server is " + server + ", tableName=" + tableName, t);<a name="line.226"></a>
+<span class="sourceLineNo">225</span>          LOG.error("id=" + asyncProcess.id + ", caught throwable. Unexpected." +<a name="line.225"></a>
+<span class="sourceLineNo">226</span>              " Retrying. Server=" + server + ", tableName=" + tableName, t);<a name="line.226"></a>
 <span class="sourceLineNo">227</span>          receiveGlobalFailure(multiAction, server, numAttempt, t);<a name="line.227"></a>
 <span class="sourceLineNo">228</span>          return;<a name="line.228"></a>
 <span class="sourceLineNo">229</span>        }<a name="line.229"></a>
@@ -247,1036 +247,1035 @@
 <span class="sourceLineNo">239</span>        }<a name="line.239"></a>
 <span class="sourceLineNo">240</span>      } catch (Throwable t) {<a name="line.240"></a>
 <span class="sourceLineNo">241</span>        // Something really bad happened. We are on the send thread that will now die.<a name="line.241"></a>
-<span class="sourceLineNo">242</span>        LOG.error("Internal AsyncProcess #" + asyncProcess.id + " error for "<a name="line.242"></a>
-<span class="sourceLineNo">243</span>            + tableName + " processing for " + server, t);<a name="line.243"></a>
-<span class="sourceLineNo">244</span>        throw new RuntimeException(t);<a name="line.244"></a>
-<span class="sourceLineNo">245</span>      } finally {<a name="line.245"></a>
-<span class="sourceLineNo">246</span>        asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.246"></a>
-<span class="sourceLineNo">247</span>        if (callsInProgress != null &amp;&amp; callable != null &amp;&amp; res != null) {<a name="line.247"></a>
-<span class="sourceLineNo">248</span>          callsInProgress.remove(callable);<a name="line.248"></a>
-<span class="sourceLineNo">249</span>        }<a name="line.249"></a>
-<span class="sourceLineNo">250</span>      }<a name="line.250"></a>
-<span class="sourceLineNo">251</span>    }<a name="line.251"></a>
-<span class="sourceLineNo">252</span>  }<a name="line.252"></a>
-<span class="sourceLineNo">253</span><a name="line.253"></a>
-<span class="sourceLineNo">254</span>  private final Batch.Callback&lt;CResult&gt; callback;<a name="line.254"></a>
-<span class="sourceLineNo">255</span>  private final BatchErrors errors;<a name="line.255"></a>
-<span class="sourceLineNo">256</span>  private final ConnectionImplementation.ServerErrorTracker errorsByServer;<a name="line.256"></a>
-<span class="sourceLineNo">257</span>  private final ExecutorService pool;<a name="line.257"></a>
-<span class="sourceLineNo">258</span>  private final Set&lt;CancellableRegionServerCallable&gt; callsInProgress;<a name="line.258"></a>
+<span class="sourceLineNo">242</span>        LOG.error("id=" + asyncProcess.id + " error for " + tableName + " processing " + server, t);<a name="line.242"></a>
+<span class="sourceLineNo">243</span>        throw new RuntimeException(t);<a name="line.243"></a>
+<span class="sourceLineNo">244</span>      } finally {<a name="line.244"></a>
+<span class="sourceLineNo">245</span>        asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.245"></a>
+<span class="sourceLineNo">246</span>        if (callsInProgress != null &amp;&amp; callable != null &amp;&amp; res != null) {<a name="line.246"></a>
+<span class="sourceLineNo">247</span>          callsInProgress.remove(callable);<a name="line.247"></a>
+<span class="sourceLineNo">248</span>        }<a name="line.248"></a>
+<span class="sourceLineNo">249</span>      }<a name="line.249"></a>
+<span class="sourceLineNo">250</span>    }<a name="line.250"></a>
+<span class="sourceLineNo">251</span>  }<a name="line.251"></a>
+<span class="sourceLineNo">252</span><a name="line.252"></a>
+<span class="sourceLineNo">253</span>  private final Batch.Callback&lt;CResult&gt; callback;<a name="line.253"></a>
+<span class="sourceLineNo">254</span>  private final BatchErrors errors;<a name="line.254"></a>
+<span class="sourceLineNo">255</span>  private final ConnectionImplementation.ServerErrorTracker errorsByServer;<a name="line.255"></a>
+<span class="sourceLineNo">256</span>  private final ExecutorService pool;<a name="line.256"></a>
+<span class="sourceLineNo">257</span>  private final Set&lt;CancellableRegionServerCallable&gt; callsInProgress;<a name="line.257"></a>
+<span class="sourceLineNo">258</span><a name="line.258"></a>
 <span class="sourceLineNo">259</span><a name="line.259"></a>
-<span class="sourceLineNo">260</span><a name="line.260"></a>
-<span class="sourceLineNo">261</span>  private final TableName tableName;<a name="line.261"></a>
-<span class="sourceLineNo">262</span>  private final AtomicLong actionsInProgress = new AtomicLong(-1);<a name="line.262"></a>
-<span class="sourceLineNo">263</span>  /**<a name="line.263"></a>
-<span class="sourceLineNo">264</span>   * The lock controls access to results. It is only held when populating results where<a name="line.264"></a>
-<span class="sourceLineNo">265</span>   * there might be several callers (eventual consistency gets). For other requests,<a name="line.265"></a>
-<span class="sourceLineNo">266</span>   * there's one unique call going on per result index.<a name="line.266"></a>
-<span class="sourceLineNo">267</span>   */<a name="line.267"></a>
-<span class="sourceLineNo">268</span>  private final Object replicaResultLock = new Object();<a name="line.268"></a>
-<span class="sourceLineNo">269</span>  /**<a name="line.269"></a>
-<span class="sourceLineNo">270</span>   * Result array.  Null if results are not needed. Otherwise, each index corresponds to<a name="line.270"></a>
-<span class="sourceLineNo">271</span>   * the action index in initial actions submitted. For most request types, has null-s for<a name="line.271"></a>
-<span class="sourceLineNo">272</span>   * requests that are not done, and result/exception for those that are done.<a name="line.272"></a>
-<span class="sourceLineNo">273</span>   * For eventual-consistency gets, initially the same applies; at some point, replica calls<a name="line.273"></a>
-<span class="sourceLineNo">274</span>   * might be started, and ReplicaResultState is put at the corresponding indices. The<a name="line.274"></a>
-<span class="sourceLineNo">275</span>   * returning calls check the type to detect when this is the case. After all calls are done,<a name="line.275"></a>
-<span class="sourceLineNo">276</span>   * ReplicaResultState-s are replaced with results for the user.<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   */<a name="line.277"></a>
-<span class="sourceLineNo">278</span>  private final Object[] results;<a name="line.278"></a>
-<span class="sourceLineNo">279</span>  /**<a name="line.279"></a>
-<span class="sourceLineNo">280</span>   * Indices of replica gets in results. If null, all or no actions are replica-gets.<a name="line.280"></a>
-<span class="sourceLineNo">281</span>   */<a name="line.281"></a>
-<span class="sourceLineNo">282</span>  private final int[] replicaGetIndices;<a name="line.282"></a>
-<span class="sourceLineNo">283</span>  private final boolean hasAnyReplicaGets;<a name="line.283"></a>
-<span class="sourceLineNo">284</span>  private final long nonceGroup;<a name="line.284"></a>
-<span class="sourceLineNo">285</span>  private final CancellableRegionServerCallable currentCallable;<a name="line.285"></a>
-<span class="sourceLineNo">286</span>  private final int operationTimeout;<a name="line.286"></a>
-<span class="sourceLineNo">287</span>  private final int rpcTimeout;<a name="line.287"></a>
-<span class="sourceLineNo">288</span>  private final AsyncProcess asyncProcess;<a name="line.288"></a>
-<span class="sourceLineNo">289</span><a name="line.289"></a>
-<span class="sourceLineNo">290</span>  /**<a name="line.290"></a>
-<span class="sourceLineNo">291</span>   * For {@link AsyncRequestFutureImpl#manageError(int, Row, Retry, Throwable, ServerName)}. Only<a name="line.291"></a>
-<span class="sourceLineNo">292</span>   * used to make logging more clear, we don't actually care why we don't retry.<a name="line.292"></a>
-<span class="sourceLineNo">293</span>   */<a name="line.293"></a>
-<span class="sourceLineNo">294</span>  public enum Retry {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>    YES,<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    NO_LOCATION_PROBLEM,<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    NO_NOT_RETRIABLE,<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    NO_RETRIES_EXHAUSTED,<a name="line.298"></a>
-<span class="sourceLineNo">299</span>    NO_OTHER_SUCCEEDED<a name="line.299"></a>
-<span class="sourceLineNo">300</span>  }<a name="line.300"></a>
-<span class="sourceLineNo">301</span><a name="line.301"></a>
-<span class="sourceLineNo">302</span>  /** Sync point for calls to multiple replicas for the same user request (Get).<a name="line.302"></a>
-<span class="sourceLineNo">303</span>   * Created and put in the results array (we assume replica calls require results) when<a name="line.303"></a>
-<span class="sourceLineNo">304</span>   * the replica calls are launched. See results for details of this process.<a name="line.304"></a>
-<span class="sourceLineNo">305</span>   * POJO, all fields are public. To modify them, the object itself is locked. */<a name="line.305"></a>
-<span class="sourceLineNo">306</span>  private static class ReplicaResultState {<a name="line.306"></a>
-<span class="sourceLineNo">307</span>    public ReplicaResultState(int callCount) {<a name="line.307"></a>
-<span class="sourceLineNo">308</span>      this.callCount = callCount;<a name="line.308"></a>
-<span class="sourceLineNo">309</span>    }<a name="line.309"></a>
-<span class="sourceLineNo">310</span><a name="line.310"></a>
-<span class="sourceLineNo">311</span>    /** Number of calls outstanding, or 0 if a call succeeded (even with others outstanding). */<a name="line.311"></a>
-<span class="sourceLineNo">312</span>    int callCount;<a name="line.312"></a>
-<span class="sourceLineNo">313</span>    /** Errors for which it is not decided whether we will report them to user. If one of the<a name="line.313"></a>
-<span class="sourceLineNo">314</span>     * calls succeeds, we will discard the errors that may have happened in the other calls. */<a name="line.314"></a>
-<span class="sourceLineNo">315</span>    BatchErrors replicaErrors = null;<a name="line.315"></a>
-<span class="sourceLineNo">316</span><a name="line.316"></a>
-<span class="sourceLineNo">317</span>    @Override<a name="line.317"></a>
-<span class="sourceLineNo">318</span>    public String toString() {<a name="line.318"></a>
-<span class="sourceLineNo">319</span>      return "[call count " + callCount + "; errors " + replicaErrors + "]";<a name="line.319"></a>
-<span class="sourceLineNo">320</span>    }<a name="line.320"></a>
-<span class="sourceLineNo">321</span>  }<a name="line.321"></a>
-<span class="sourceLineNo">322</span><a name="line.322"></a>
-<span class="sourceLineNo">323</span>  public AsyncRequestFutureImpl(AsyncProcessTask task, List&lt;Action&gt; actions,<a name="line.323"></a>
-<span class="sourceLineNo">324</span>      long nonceGroup, AsyncProcess asyncProcess) {<a name="line.324"></a>
-<span class="sourceLineNo">325</span>    this.pool = task.getPool();<a name="line.325"></a>
-<span class="sourceLineNo">326</span>    this.callback = task.getCallback();<a name="line.326"></a>
-<span class="sourceLineNo">327</span>    this.nonceGroup = nonceGroup;<a name="line.327"></a>
-<span class="sourceLineNo">328</span>    this.tableName = task.getTableName();<a name="line.328"></a>
-<span class="sourceLineNo">329</span>    this.actionsInProgress.set(actions.size());<a name="line.329"></a>
-<span class="sourceLineNo">330</span>    if (task.getResults() == null) {<a name="line.330"></a>
-<span class="sourceLineNo">331</span>      results = task.getNeedResults() ? new Object[actions.size()] : null;<a name="line.331"></a>
-<span class="sourceLineNo">332</span>    } else {<a name="line.332"></a>
-<span class="sourceLineNo">333</span>      if (task.getResults().length != actions.size()) {<a name="line.333"></a>
-<span class="sourceLineNo">334</span>        throw new AssertionError("results.length");<a name="line.334"></a>
-<span class="sourceLineNo">335</span>      }<a name="line.335"></a>
-<span class="sourceLineNo">336</span>      this.results = task.getResults();<a name="line.336"></a>
-<span class="sourceLineNo">337</span>      for (int i = 0; i != this.results.length; ++i) {<a name="line.337"></a>
-<span class="sourceLineNo">338</span>        results[i] = null;<a name="line.338"></a>
-<span class="sourceLineNo">339</span>      }<a name="line.339"></a>
-<span class="sourceLineNo">340</span>    }<a name="line.340"></a>
-<span class="sourceLineNo">341</span>    List&lt;Integer&gt; replicaGetIndices = null;<a name="line.341"></a>
-<span class="sourceLineNo">342</span>    boolean hasAnyReplicaGets = false;<a name="line.342"></a>
-<span class="sourceLineNo">343</span>    if (results != null) {<a name="line.343"></a>
-<span class="sourceLineNo">344</span>      // Check to see if any requests might require replica calls.<a name="line.344"></a>
-<span class="sourceLineNo">345</span>      // We expect that many requests will consist of all or no multi-replica gets; in such<a name="line.345"></a>
-<span class="sourceLineNo">346</span>      // cases we would just use a boolean (hasAnyReplicaGets). If there's a mix, we will<a name="line.346"></a>
-<span class="sourceLineNo">347</span>      // store the list of action indexes for which replica gets are possible, and set<a name="line.347"></a>
-<span class="sourceLineNo">348</span>      // hasAnyReplicaGets to true.<a name="line.348"></a>
-<span class="sourceLineNo">349</span>      boolean hasAnyNonReplicaReqs = false;<a name="line.349"></a>
-<span class="sourceLineNo">350</span>      int posInList = 0;<a name="line.350"></a>
-<span class="sourceLineNo">351</span>      for (Action action : actions) {<a name="line.351"></a>
-<span class="sourceLineNo">352</span>        boolean isReplicaGet = AsyncProcess.isReplicaGet(action.getAction());<a name="line.352"></a>
-<span class="sourceLineNo">353</span>        if (isReplicaGet) {<a name="line.353"></a>
-<span class="sourceLineNo">354</span>          hasAnyReplicaGets = true;<a name="line.354"></a>
-<span class="sourceLineNo">355</span>          if (hasAnyNonReplicaReqs) { // Mixed case<a name="line.355"></a>
-<span class="sourceLineNo">356</span>            if (replicaGetIndices == null) {<a name="line.356"></a>
-<span class="sourceLineNo">357</span>              replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.357"></a>
-<span class="sourceLineNo">358</span>            }<a name="line.358"></a>
-<span class="sourceLineNo">359</span>            replicaGetIndices.add(posInList);<a name="line.359"></a>
-<span class="sourceLineNo">360</span>          }<a name="line.360"></a>
-<span class="sourceLineNo">361</span>        } else if (!hasAnyNonReplicaReqs) {<a name="line.361"></a>
-<span class="sourceLineNo">362</span>          // The first non-multi-replica request in the action list.<a name="line.362"></a>
-<span class="sourceLineNo">363</span>          hasAnyNonReplicaReqs = true;<a name="line.363"></a>
-<span class="sourceLineNo">364</span>          if (posInList &gt; 0) {<a name="line.364"></a>
-<span class="sourceLineNo">365</span>            // Add all the previous requests to the index lists. We know they are all<a name="line.365"></a>
-<span class="sourceLineNo">366</span>            // replica-gets because this is the first non-multi-replica request in the list.<a name="line.366"></a>
-<span class="sourceLineNo">367</span>            replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.367"></a>
-<span class="sourceLineNo">368</span>            for (int i = 0; i &lt; posInList; ++i) {<a name="line.368"></a>
-<span class="sourceLineNo">369</span>              replicaGetIndices.add(i);<a name="line.369"></a>
-<span class="sourceLineNo">370</span>            }<a name="line.370"></a>
-<span class="sourceLineNo">371</span>          }<a name="line.371"></a>
-<span class="sourceLineNo">372</span>        }<a name="line.372"></a>
-<span class="sourceLineNo">373</span>        ++posInList;<a name="line.373"></a>
-<span class="sourceLineNo">374</span>      }<a name="line.374"></a>
-<span class="sourceLineNo">375</span>    }<a name="line.375"></a>
-<span class="sourceLineNo">376</span>    this.hasAnyReplicaGets = hasAnyReplicaGets;<a name="line.376"></a>
-<span class="sourceLineNo">377</span>    if (replicaGetIndices != null) {<a name="line.377"></a>
-<span class="sourceLineNo">378</span>      this.replicaGetIndices = new int[replicaGetIndices.size()];<a name="line.378"></a>
-<span class="sourceLineNo">379</span>      int i = 0;<a name="line.379"></a>
-<span class="sourceLineNo">380</span>      for (Integer el : replicaGetIndices) {<a name="line.380"></a>
-<span class="sourceLineNo">381</span>        this.replicaGetIndices[i++] = el;<a name="line.381"></a>
-<span class="sourceLineNo">382</span>      }<a name="line.382"></a>
-<span class="sourceLineNo">383</span>    } else {<a name="line.383"></a>
-<span class="sourceLineNo">384</span>      this.replicaGetIndices = null;<a name="line.384"></a>
-<span class="sourceLineNo">385</span>    }<a name="line.385"></a>
-<span class="sourceLineNo">386</span>    this.callsInProgress = !hasAnyReplicaGets ? null :<a name="line.386"></a>
-<span class="sourceLineNo">387</span>        Collections.newSetFromMap(<a name="line.387"></a>
-<span class="sourceLineNo">388</span>            new ConcurrentHashMap&lt;CancellableRegionServerCallable, Boolean&gt;());<a name="line.388"></a>
-<span class="sourceLineNo">389</span>    this.asyncProcess = asyncProcess;<a name="line.389"></a>
-<span class="sourceLineNo">390</span>    this.errorsByServer = createServerErrorTracker();<a name="line.390"></a>
-<span class="sourceLineNo">391</span>    this.errors = new BatchErrors();<a name="line.391"></a>
-<span class="sourceLineNo">392</span>    this.operationTimeout = task.getOperationTimeout();<a name="line.392"></a>
-<span class="sourceLineNo">393</span>    this.rpcTimeout = task.getRpcTimeout();<a name="line.393"></a>
-<span class="sourceLineNo">394</span>    this.currentCallable = task.getCallable();<a name="line.394"></a>
-<span class="sourceLineNo">395</span>    if (task.getCallable() == null) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>      tracker = new RetryingTimeTracker().start();<a name="line.396"></a>
-<span class="sourceLineNo">397</span>    }<a name="line.397"></a>
-<span class="sourceLineNo">398</span>  }<a name="line.398"></a>
-<span class="sourceLineNo">399</span><a name="line.399"></a>
-<span class="sourceLineNo">400</span>  @VisibleForTesting<a name="line.400"></a>
-<span class="sourceLineNo">401</span>  protected Set&lt;CancellableRegionServerCallable&gt; getCallsInProgress() {<a name="line.401"></a>
-<span class="sourceLineNo">402</span>    return callsInProgress;<a name="line.402"></a>
-<span class="sourceLineNo">403</span>  }<a name="line.403"></a>
-<span class="sourceLineNo">404</span><a name="line.404"></a>
-<span class="sourceLineNo">405</span>  @VisibleForTesting<a name="line.405"></a>
-<span class="sourceLineNo">406</span>  SingleServerRequestRunnable createSingleServerRequest(MultiAction multiAction, int numAttempt, ServerName server,<a name="line.406"></a>
-<span class="sourceLineNo">407</span>        Set&lt;CancellableRegionServerCallable&gt; callsInProgress) {<a name="line.407"></a>
-<span class="sourceLineNo">408</span>    return new SingleServerRequestRunnable(multiAction, numAttempt, server, callsInProgress);<a name="line.408"></a>
-<span class="sourceLineNo">409</span>  }<a name="line.409"></a>
-<span class="sourceLineNo">410</span><a name="line.410"></a>
-<span class="sourceLineNo">411</span>  /**<a name="line.411"></a>
-<span class="sourceLineNo">412</span>   * Group a list of actions per region servers, and send them.<a name="line.412"></a>
-<span class="sourceLineNo">413</span>   *<a name="line.413"></a>
-<span class="sourceLineNo">414</span>   * @param currentActions - the list of row to submit<a name="line.414"></a>
-<span class="sourceLineNo">415</span>   * @param numAttempt - the current numAttempt (first attempt is 1)<a name="line.415"></a>
-<span class="sourceLineNo">416</span>   */<a name="line.416"></a>
-<span class="sourceLineNo">417</span>  void groupAndSendMultiAction(List&lt;Action&gt; currentActions, int numAttempt) {<a name="line.417"></a>
-<span class="sourceLineNo">418</span>    Map&lt;ServerName, MultiAction&gt; actionsByServer = new HashMap&lt;&gt;();<a name="line.418"></a>
-<span class="sourceLineNo">419</span><a name="line.419"></a>
-<span class="sourceLineNo">420</span>    boolean isReplica = false;<a name="line.420"></a>
-<span class="sourceLineNo">421</span>    List&lt;Action&gt; unknownReplicaActions = null;<a name="line.421"></a>
-<span class="sourceLineNo">422</span>    for (Action action : currentActions) {<a name="line.422"></a>
-<span class="sourceLineNo">423</span>      RegionLocations locs = findAllLocationsOrFail(action, true);<a name="line.423"></a>
-<span class="sourceLineNo">424</span>      if (locs == null) continue;<a name="line.424"></a>
-<span class="sourceLineNo">425</span>      boolean isReplicaAction = !RegionReplicaUtil.isDefaultReplica(action.getReplicaId());<a name="line.425"></a>
-<span class="sourceLineNo">426</span>      if (isReplica &amp;&amp; !isReplicaAction) {<a name="line.426"></a>
-<span class="sourceLineNo">427</span>        // This is the property of the current implementation, not a requirement.<a name="line.427"></a>
-<span class="sourceLineNo">428</span>        throw new AssertionError("Replica and non-replica actions in the same retry");<a name="line.428"></a>
-<span class="sourceLineNo">429</span>      }<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      isReplica = isReplicaAction;<a name="line.430"></a>
-<span class="sourceLineNo">431</span>      HRegionLocation loc = locs.getRegionLocation(action.getReplicaId());<a name="line.431"></a>
-<span class="sourceLineNo">432</span>      if (loc == null || loc.getServerName() == null) {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>        if (isReplica) {<a name="line.433"></a>
-<span class="sourceLineNo">434</span>          if (unknownReplicaActions == null) {<a name="line.434"></a>
-<span class="sourceLineNo">435</span>            unknownReplicaActions = new ArrayList&lt;&gt;(1);<a name="line.435"></a>
-<span class="sourceLineNo">436</span>          }<a name="line.436"></a>
-<span class="sourceLineNo">437</span>          unknownReplicaActions.add(action);<a name="line.437"></a>
-<span class="sourceLineNo">438</span>        } else {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>          // TODO: relies on primary location always being fetched<a name="line.439"></a>
-<span class="sourceLineNo">440</span>          manageLocationError(action, null);<a name="line.440"></a>
-<span class="sourceLineNo">441</span>        }<a name="line.441"></a>
-<span class="sourceLineNo">442</span>      } else {<a name="line.442"></a>
-<span class="sourceLineNo">443</span>        byte[] regionName = loc.getRegionInfo().getRegionName();<a name="line.443"></a>
-<span class="sourceLineNo">444</span>        AsyncProcess.addAction(loc.getServerName(), regionName, action, actionsByServer, nonceGroup);<a name="line.444"></a>
-<span class="sourceLineNo">445</span>      }<a name="line.445"></a>
-<span class="sourceLineNo">446</span>    }<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    boolean doStartReplica = (numAttempt == 1 &amp;&amp; !isReplica &amp;&amp; hasAnyReplicaGets);<a name="line.447"></a>
-<span class="sourceLineNo">448</span>    boolean hasUnknown = unknownReplicaActions != null &amp;&amp; !unknownReplicaActions.isEmpty();<a name="line.448"></a>
-<span class="sourceLineNo">449</span><a name="line.449"></a>
-<span class="sourceLineNo">450</span>    if (!actionsByServer.isEmpty()) {<a name="line.450"></a>
-<span class="sourceLineNo">451</span>      // If this is a first attempt to group and send, no replicas, we need replica thread.<a name="line.451"></a>
-<span class="sourceLineNo">452</span>      sendMultiAction(actionsByServer, numAttempt, (doStartReplica &amp;&amp; !hasUnknown)<a name="line.452"></a>
-<span class="sourceLineNo">453</span>          ? currentActions : null, numAttempt &gt; 1 &amp;&amp; !hasUnknown);<a name="line.453"></a>
-<span class="sourceLineNo">454</span>    }<a name="line.454"></a>
-<span class="sourceLineNo">455</span><a name="line.455"></a>
-<span class="sourceLineNo">456</span>    if (hasUnknown) {<a name="line.456"></a>
-<span class="sourceLineNo">457</span>      actionsByServer = new HashMap&lt;&gt;();<a name="line.457"></a>
-<span class="sourceLineNo">458</span>      for (Action action : unknownReplicaActions) {<a name="line.458"></a>
-<span class="sourceLineNo">459</span>        HRegionLocation loc = getReplicaLocationOrFail(action);<a name="line.459"></a>
-<span class="sourceLineNo">460</span>        if (loc == null) continue;<a name="line.460"></a>
-<span class="sourceLineNo">461</span>        byte[] regionName = loc.getRegionInfo().getRegionName();<a name="line.461"></a>
-<span class="sourceLineNo">462</span>        AsyncProcess.addAction(loc.getServerName(), regionName, action, actionsByServer, nonceGroup);<a name="line.462"></a>
-<span class="sourceLineNo">463</span>      }<a name="line.463"></a>
-<span class="sourceLineNo">464</span>      if (!actionsByServer.isEmpty()) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>        sendMultiAction(<a name="line.465"></a>
-<span class="sourceLineNo">466</span>            actionsByServer, numAttempt, doStartReplica ? currentActions : null, true);<a name="line.466"></a>
-<span class="sourceLineNo">467</span>      }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    }<a name="line.468"></a>
-<span class="sourceLineNo">469</span>  }<a name="line.469"></a>
-<span class="sourceLineNo">470</span><a name="line.470"></a>
-<span class="sourceLineNo">471</span>  private HRegionLocation getReplicaLocationOrFail(Action action) {<a name="line.471"></a>
-<span class="sourceLineNo">472</span>    // We are going to try get location once again. For each action, we'll do it once<a name="line.472"></a>
-<span class="sourceLineNo">473</span>    // from cache, because the previous calls in the loop might populate it.<a name="line.473"></a>
-<span class="sourceLineNo">474</span>    int replicaId = action.getReplicaId();<a name="line.474"></a>
-<span class="sourceLineNo">475</span>    RegionLocations locs = findAllLocationsOrFail(action, true);<a name="line.475"></a>
-<span class="sourceLineNo">476</span>    if (locs == null) return null; // manageError already called<a name="line.476"></a>
-<span class="sourceLineNo">477</span>    HRegionLocation loc = locs.getRegionLocation(replicaId);<a name="line.477"></a>
-<span class="sourceLineNo">478</span>    if (loc == null || loc.getServerName() == null) {<a name="line.478"></a>
-<span class="sourceLineNo">479</span>      locs = findAllLocationsOrFail(action, false);<a name="line.479"></a>
-<span class="sourceLineNo">480</span>      if (locs == null) return null; // manageError already called<a name="line.480"></a>
-<span class="sourceLineNo">481</span>      loc = locs.getRegionLocation(replicaId);<a name="line.481"></a>
-<span class="sourceLineNo">482</span>    }<a name="line.482"></a>
-<span class="sourceLineNo">483</span>    if (loc == null || loc.getServerName() == null) {<a name="line.483"></a>
-<span class="sourceLineNo">484</span>      manageLocationError(action, null);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>      return null;<a name="line.485"></a>
-<span class="sourceLineNo">486</span>    }<a name="line.486"></a>
-<span class="sourceLineNo">487</span>    return loc;<a name="line.487"></a>
-<span class="sourceLineNo">488</span>  }<a name="line.488"></a>
-<span class="sourceLineNo">489</span><a name="line.489"></a>
-<span class="sourceLineNo">490</span>  private void manageLocationError(Action action, Exception ex) {<a name="line.490"></a>
-<span class="sourceLineNo">491</span>    String msg = "Cannot get replica " + action.getReplicaId()<a name="line.491"></a>
-<span class="sourceLineNo">492</span>        + " location for " + action.getAction();<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    LOG.error(msg);<a name="line.493"></a>
-<span class="sourceLineNo">494</span>    if (ex == null) {<a name="line.494"></a>
-<span class="sourceLineNo">495</span>      ex = new IOException(msg);<a name="line.495"></a>
-<span class="sourceLineNo">496</span>    }<a name="line.496"></a>
-<span class="sourceLineNo">497</span>    manageError(action.getOriginalIndex(), action.getAction(),<a name="line.497"></a>
-<span class="sourceLineNo">498</span>        Retry.NO_LOCATION_PROBLEM, ex, null);<a name="line.498"></a>
-<span class="sourceLineNo">499</span>  }<a name="line.499"></a>
-<span class="sourceLineNo">500</span><a name="line.500"></a>
-<span class="sourceLineNo">501</span>  private RegionLocations findAllLocationsOrFail(Action action, boolean useCache) {<a name="line.501"></a>
-<span class="sourceLineNo">502</span>    if (action.getAction() == null) throw new IllegalArgumentException("#" + asyncProcess.id +<a name="line.502"></a>
-<span class="sourceLineNo">503</span>        ", row cannot be null");<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    RegionLocations loc = null;<a name="line.504"></a>
-<span class="sourceLineNo">505</span>    try {<a name="line.505"></a>
-<span class="sourceLineNo">506</span>      loc = asyncProcess.connection.locateRegion(<a name="line.506"></a>
-<span class="sourceLineNo">507</span>          tableName, action.getAction().getRow(), useCache, true, action.getReplicaId());<a name="line.507"></a>
-<span class="sourceLineNo">508</span>    } catch (IOException ex) {<a name="line.508"></a>
-<span class="sourceLineNo">509</span>      manageLocationError(action, ex);<a name="line.509"></a>
-<span class="sourceLineNo">510</span>    }<a name="line.510"></a>
-<span class="sourceLineNo">511</span>    return loc;<a name="line.511"></a>
-<span class="sourceLineNo">512</span>  }<a name="line.512"></a>
-<span class="sourceLineNo">513</span><a name="line.513"></a>
-<span class="sourceLineNo">514</span>  /**<a name="line.514"></a>
-<span class="sourceLineNo">515</span>   * Send a multi action structure to the servers, after a delay depending on the attempt<a name="line.515"></a>
-<span class="sourceLineNo">516</span>   * number. Asynchronous.<a name="line.516"></a>
-<span class="sourceLineNo">517</span>   *<a name="line.517"></a>
-<span class="sourceLineNo">518</span>   * @param actionsByServer the actions structured by regions<a name="line.518"></a>
-<span class="sourceLineNo">519</span>   * @param numAttempt the attempt number.<a name="line.519"></a>
-<span class="sourceLineNo">520</span>   * @param actionsForReplicaThread original actions for replica thread; null on non-first call.<a name="line.520"></a>
-<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
-<span class="sourceLineNo">522</span>  void sendMultiAction(Map&lt;ServerName, MultiAction&gt; actionsByServer,<a name="line.522"></a>
-<span class="sourceLineNo">523</span>                               int numAttempt, List&lt;Action&gt; actionsForReplicaThread, boolean reuseThread) {<a name="line.523"></a>
-<span class="sourceLineNo">524</span>    // Run the last item on the same thread if we are already on a send thread.<a name="line.524"></a>
-<span class="sourceLineNo">525</span>    // We hope most of the time it will be the only item, so we can cut down on threads.<a name="line.525"></a>
-<span class="sourceLineNo">526</span>    int actionsRemaining = actionsByServer.size();<a name="line.526"></a>
-<span class="sourceLineNo">527</span>    // This iteration is by server (the HRegionLocation comparator is by server portion only).<a name="line.527"></a>
-<span class="sourceLineNo">528</span>    for (Map.Entry&lt;ServerName, MultiAction&gt; e : actionsByServer.entrySet()) {<a name="line.528"></a>
-<span class="sourceLineNo">529</span>      ServerName server = e.getKey();<a name="line.529"></a>
-<span class="sourceLineNo">530</span>      MultiAction multiAction = e.getValue();<a name="line.530"></a>
-<span class="sourceLineNo">531</span>      Collection&lt;? extends Runnable&gt; runnables = getNewMultiActionRunnable(server, multiAction,<a name="line.531"></a>
-<span class="sourceLineNo">532</span>          numAttempt);<a name="line.532"></a>
-<span class="sourceLineNo">533</span>      // make sure we correctly count the number of runnables before we try to reuse the send<a name="line.533"></a>
-<span class="sourceLineNo">534</span>      // thread, in case we had to split the request into different runnables because of backoff<a name="line.534"></a>
-<span class="sourceLineNo">535</span>      if (runnables.size() &gt; actionsRemaining) {<a name="line.535"></a>
-<span class="sourceLineNo">536</span>        actionsRemaining = runnables.size();<a name="line.536"></a>
-<span class="sourceLineNo">537</span>      }<a name="line.537"></a>
-<span class="sourceLineNo">538</span><a name="line.538"></a>
-<span class="sourceLineNo">539</span>      // run all the runnables<a name="line.539"></a>
-<span class="sourceLineNo">540</span>      // HBASE-17475: Do not reuse the thread after stack reach a certain depth to prevent stack overflow<a name="line.540"></a>
-<span class="sourceLineNo">541</span>      // for now, we use HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER to control the depth<a name="line.541"></a>
-<span class="sourceLineNo">542</span>      for (Runnable runnable : runnables) {<a name="line.542"></a>
-<span class="sourceLineNo">543</span>        if ((--actionsRemaining == 0) &amp;&amp; reuseThread<a name="line.543"></a>
-<span class="sourceLineNo">544</span>            &amp;&amp; numAttempt % HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER != 0) {<a name="line.544"></a>
-<span class="sourceLineNo">545</span>          runnable.run();<a name="line.545"></a>
-<span class="sourceLineNo">546</span>        } else {<a name="line.546"></a>
-<span class="sourceLineNo">547</span>          try {<a name="line.547"></a>
-<span class="sourceLineNo">548</span>            pool.submit(runnable);<a name="line.548"></a>
-<span class="sourceLineNo">549</span>          } catch (Throwable t) {<a name="line.549"></a>
-<span class="sourceLineNo">550</span>            if (t instanceof RejectedExecutionException) {<a name="line.550"></a>
-<span class="sourceLineNo">551</span>              // This should never happen. But as the pool is provided by the end user,<a name="line.551"></a>
-<span class="sourceLineNo">552</span>              // let's secure this a little.<a name="line.552"></a>
-<span class="sourceLineNo">553</span>              LOG.warn("#" + asyncProcess.id + ", the task was rejected by the pool. This is unexpected." +<a name="line.553"></a>
-<span class="sourceLineNo">554</span>                  " Server is " + server.getServerName(), t);<a name="line.554"></a>
-<span class="sourceLineNo">555</span>            } else {<a name="line.555"></a>
-<span class="sourceLineNo">556</span>              // see #HBASE-14359 for more details<a name="line.556"></a>
-<span class="sourceLineNo">557</span>              LOG.warn("Caught unexpected exception/error: ", t);<a name="line.557"></a>
-<span class="sourceLineNo">558</span>            }<a name="line.558"></a>
-<span class="sourceLineNo">559</span>            asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.559"></a>
-<span class="sourceLineNo">560</span>            // We're likely to fail again, but this will increment the attempt counter,<a name="line.560"></a>
-<span class="sourceLineNo">561</span>            // so it will finish.<a name="line.561"></a>
-<span class="sourceLineNo">562</span>            receiveGlobalFailure(multiAction, server, numAttempt, t);<a name="line.562"></a>
-<span class="sourceLineNo">563</span>          }<a name="line.563"></a>
-<span class="sourceLineNo">564</span>        }<a name="line.564"></a>
-<span class="sourceLineNo">565</span>      }<a name="line.565"></a>
-<span class="sourceLineNo">566</span>    }<a name="line.566"></a>
-<span class="sourceLineNo">567</span><a name="line.567"></a>
-<span class="sourceLineNo">568</span>    if (actionsForReplicaThread != null) {<a name="line.568"></a>
-<span class="sourceLineNo">569</span>      startWaitingForReplicaCalls(actionsForReplicaThread);<a name="line.569"></a>
-<span class="sourceLineNo">570</span>    }<a name="line.570"></a>
-<span class="sourceLineNo">571</span>  }<a name="line.571"></a>
-<span class="sourceLineNo">572</span><a name="line.572"></a>
-<span class="sourceLineNo">573</span>  private Collection&lt;? extends Runnable&gt; getNewMultiActionRunnable(ServerName server,<a name="line.573"></a>
-<span class="sourceLineNo">574</span>                                                                   MultiAction multiAction,<a name="line.574"></a>
-<span class="sourceLineNo">575</span>                                                                   int numAttempt) {<a name="line.575"></a>
-<span class="sourceLineNo">576</span>    // no stats to manage, just do the standard action<a name="line.576"></a>
-<span class="sourceLineNo">577</span>    if (asyncProcess.connection.getStatisticsTracker() == null) {<a name="line.577"></a>
-<span class="sourceLineNo">578</span>      if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.578"></a>
-<span class="sourceLineNo">579</span>        asyncProcess.connection.getConnectionMetrics().incrNormalRunners();<a name="line.579"></a>
-<span class="sourceLineNo">580</span>      }<a name="line.580"></a>
-<span class="sourceLineNo">581</span>      asyncProcess.incTaskCounters(multiAction.getRegions(), server);<a name="line.581"></a>
-<span class="sourceLineNo">582</span>      SingleServerRequestRunnable runnable = createSingleServerRequest(<a name="line.582"></a>
-<span class="sourceLineNo">583</span>              multiAction, numAttempt, server, callsInProgress);<a name="line.583"></a>
-<span class="sourceLineNo">584</span>      Tracer tracer = Tracer.curThreadTracer();<a name="line.584"></a>
-<span class="sourceLineNo">585</span><a name="line.585"></a>
-<span class="sourceLineNo">586</span>      if (tracer == null) {<a name="line.586"></a>
-<span class="sourceLineNo">587</span>        return Collections.singletonList(runnable);<a name="line.587"></a>
-<span class="sourceLineNo">588</span>      } else {<a name="line.588"></a>
-<span class="sourceLineNo">589</span>        return Collections.singletonList(tracer.wrap(runnable, "AsyncProcess.sendMultiAction"));<a name="line.589"></a>
-<span class="sourceLineNo">590</span>      }<a name="line.590"></a>
-<span class="sourceLineNo">591</span>    }<a name="line.591"></a>
-<span class="sourceLineNo">592</span><a name="line.592"></a>
-<span class="sourceLineNo">593</span>    // group the actions by the amount of delay<a name="line.593"></a>
-<span class="sourceLineNo">594</span>    Map&lt;Long, DelayingRunner&gt; actions = new HashMap&lt;&gt;(multiAction.size());<a name="line.594"></a>
-<span class="sourceLineNo">595</span><a name="line.595"></a>
-<span class="sourceLineNo">596</span>    // split up the actions<a name="line.596"></a>
-<span class="sourceLineNo">597</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; e : multiAction.actions.entrySet()) {<a name="line.597"></a>
-<span class="sourceLineNo">598</span>      Long backoff = getBackoff(server, e.getKey());<a name="line.598"></a>
-<span class="sourceLineNo">599</span>      DelayingRunner runner = actions.get(backoff);<a name="line.599"></a>
-<span class="sourceLineNo">600</span>      if (runner == null) {<a name="line.600"></a>
-<span class="sourceLineNo">601</span>        actions.put(backoff, new DelayingRunner(backoff, e));<a name="line.601"></a>
-<span class="sourceLineNo">602</span>      } else {<a name="line.602"></a>
-<span class="sourceLineNo">603</span>        runner.add(e);<a name="line.603"></a>
-<span class="sourceLineNo">604</span>      }<a name="line.604"></a>
-<span class="sourceLineNo">605</span>    }<a name="line.605"></a>
-<span class="sourceLineNo">606</span><a name="line.606"></a>
-<span class="sourceLineNo">607</span>    List&lt;Runnable&gt; toReturn = new ArrayList&lt;&gt;(actions.size());<a name="line.607"></a>
-<span class="sourceLineNo">608</span>    for (DelayingRunner runner : actions.values()) {<a name="line.608"></a>
-<span class="sourceLineNo">609</span>      asyncProcess.incTaskCounters(runner.getActions().getRegions(), server);<a name="line.609"></a>
-<span class="sourceLineNo">610</span>      String traceText = "AsyncProcess.sendMultiAction";<a name="line.610"></a>
-<span class="sourceLineNo">611</span>      Runnable runnable = createSingleServerRequest(runner.getActions(), numAttempt, server, callsInProgress);<a name="line.611"></a>
-<span class="sourceLineNo">612</span>      // use a delay runner only if we need to sleep for some time<a name="line.612"></a>
-<span class="sourceLineNo">613</span>      if (runner.getSleepTime() &gt; 0) {<a name="line.613"></a>
-<span class="sourceLineNo">614</span>        runner.setRunner(runnable);<a name="line.614"></a>
-<span class="sourceLineNo">615</span>        traceText = "AsyncProcess.clientBackoff.sendMultiAction";<a name="line.615"></a>
-<span class="sourceLineNo">616</span>        runnable = runner;<a name="line.616"></a>
-<span class="sourceLineNo">617</span>        if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.617"></a>
-<span class="sourceLineNo">618</span>          asyncProcess.connection.getConnectionMetrics().incrDelayRunners();<a name="line.618"></a>
-<span class="sourceLineNo">619</span>          asyncProcess.connection.getConnectionMetrics().updateDelayInterval(runner.getSleepTime());<a name="line.619"></a>
-<span class="sourceLineNo">620</span>        }<a name="line.620"></a>
-<span class="sourceLineNo">621</span>      } else {<a name="line.621"></a>
-<span class="sourceLineNo">622</span>        if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.622"></a>
-<span class="sourceLineNo">623</span>          asyncProcess.connection.getConnectionMetrics().incrNormalRunners();<a name="line.623"></a>
-<span class="sourceLineNo">624</span>        }<a name="line.624"></a>
-<span class="sourceLineNo">625</span>      }<a name="line.625"></a>
-<span class="sourceLineNo">626</span>      runnable = TraceUtil.wrap(runnable, traceText);<a name="line.626"></a>
-<span class="sourceLineNo">627</span>      toReturn.add(runnable);<a name="line.627"></a>
-<span class="sourceLineNo">628</span><a name="line.628"></a>
-<span class="sourceLineNo">629</span>    }<a name="line.629"></a>
-<span class="sourceLineNo">630</span>    return toReturn;<a name="line.630"></a>
-<span class="sourceLineNo">631</span>  }<a name="line.631"></a>
-<span class="sourceLineNo">632</span><a name="line.632"></a>
-<span class="sourceLineNo">633</span>  /**<a name="line.633"></a>
-<span class="sourceLineNo">634</span>   * @param server server location where the target region is hosted<a name="line.634"></a>
-<span class="sourceLineNo">635</span>   * @param regionName name of the region which we are going to write some data<a name="line.635"></a>
-<span class="sourceLineNo">636</span>   * @return the amount of time the client should wait until it submit a request to the<a name="line.636"></a>
-<span class="sourceLineNo">637</span>   * specified server and region<a name="line.637"></a>
-<span class="sourceLineNo">638</span>   */<a name="line.638"></a>
-<span class="sourceLineNo">639</span>  private Long getBackoff(ServerName server, byte[] regionName) {<a name="line.639"></a>
-<span class="sourceLineNo">640</span>    ServerStatisticTracker tracker = asyncProcess.connection.getStatisticsTracker();<a name="line.640"></a>
-<span class="sourceLineNo">641</span>    ServerStatistics stats = tracker.getStats(server);<a name="line.641"></a>
-<span class="sourceLineNo">642</span>    return asyncProcess.connection.getBackoffPolicy()<a name="line.642"></a>
-<span class="sourceLineNo">643</span>        .getBackoffTime(server, regionName, stats);<a name="line.643"></a>
-<span class="sourceLineNo">644</span>  }<a name="line.644"></a>
-<span class="sourceLineNo">645</span><a name="line.645"></a>
-<span class="sourceLineNo">646</span>  /**<a name="line.646"></a>
-<span class="sourceLineNo">647</span>   * Starts waiting to issue replica calls on a different thread; or issues them immediately.<a name="line.647"></a>
-<span class="sourceLineNo">648</span>   */<a name="line.648"></a>
-<span class="sourceLineNo">649</span>  private void startWaitingForReplicaCalls(List&lt;Action&gt; actionsForReplicaThread) {<a name="line.649"></a>
-<span class="sourceLineNo">650</span>    long startTime = EnvironmentEdgeManager.currentTime();<a name="line.650"></a>
-<span class="sourceLineNo">651</span>    ReplicaCallIssuingRunnable replicaRunnable = new ReplicaCallIssuingRunnable(<a name="line.651"></a>
-<span class="sourceLineNo">652</span>        actionsForReplicaThread, startTime);<a name="line.652"></a>
-<span class="sourceLineNo">653</span>    if (asyncProcess.primaryCallTimeoutMicroseconds == 0) {<a name="line.653"></a>
-<span class="sourceLineNo">654</span>      // Start replica calls immediately.<a name="line.654"></a>
-<span class="sourceLineNo">655</span>      replicaRunnable.run();<a name="line.655"></a>
-<span class="sourceLineNo">656</span>    } else {<a name="line.656"></a>
-<span class="sourceLineNo">657</span>      // Start the thread that may kick off replica gets.<a name="line.657"></a>
-<span class="sourceLineNo">658</span>      // TODO: we could do it on the same thread, but it's a user thread, might be a bad idea.<a name="line.658"></a>
-<span class="sourceLineNo">659</span>      try {<a name="line.659"></a>
-<span class="sourceLineNo">660</span>        pool.submit(replicaRunnable);<a name="line.660"></a>
-<span class="sourceLineNo">661</span>      } catch (RejectedExecutionException ree) {<a name="line.661"></a>
-<span class="sourceLineNo">662</span>        LOG.warn("#" + asyncProcess.id + ", replica task was rejected by the pool - no replica calls", ree);<a name="line.662"></a>
-<span class="sourceLineNo">663</span>      }<a name="line.663"></a>
-<span class="sourceLineNo">664</span>    }<a name="line.664"></a>
-<span class="sourceLineNo">665</span>  }<a name="line.665"></a>
-<span class="sourceLineNo">666</span><a name="line.666"></a>
-<span class="sourceLineNo">667</span>  /**<a name="line.667"></a>
-<span class="sourceLineNo">668</span>   * Check that we can retry acts accordingly: logs, set the error status.<a name="line.668"></a>
-<span class="sourceLineNo">669</span>   *<a name="line.669"></a>
-<span class="sourceLineNo">670</span>   * @param originalIndex the position in the list sent<a name="line.670"></a>
-<span class="sourceLineNo">671</span>   * @param row           the row<a name="line.671"></a>
-<span class="sourceLineNo">672</span>   * @param canRetry      if false, we won't retry whatever the settings.<a name="line.672"></a>
-<span class="sourceLineNo">673</span>   * @param throwable     the throwable, if any (can be null)<a name="line.673"></a>
-<span class="sourceLineNo">674</span>   * @param server        the location, if any (can be null)<a name="line.674"></a>
-<span class="sourceLineNo">675</span>   * @return true if the action can be retried, false otherwise.<a name="line.675"></a>
-<span class="sourceLineNo">676</span>   */<a name="line.676"></a>
-<span class="sourceLineNo">677</span>  Retry manageError(int originalIndex, Row row, Retry canRetry,<a name="line.677"></a>
-<span class="sourceLineNo">678</span>                                        Throwable throwable, ServerName server) {<a name="line.678"></a>
-<span class="sourceLineNo">679</span>    if (canRetry == Retry.YES<a name="line.679"></a>
-<span class="sourceLineNo">680</span>        &amp;&amp; throwable != null &amp;&amp; throwable instanceof DoNotRetryIOException) {<a name="line.680"></a>
-<span class="sourceLineNo">681</span>      canRetry = Retry.NO_NOT_RETRIABLE;<a name="line.681"></a>
-<span class="sourceLineNo">682</span>    }<a name="line.682"></a>
-<span class="sourceLineNo">683</span><a name="line.683"></a>
-<span class="sourceLineNo">684</span>    if (canRetry != Retry.YES) {<a name="line.684"></a>
-<span class="sourceLineNo">685</span>      // Batch.Callback&lt;Res&gt; was not called on failure in 0.94. We keep this.<a name="line.685"></a>
-<span class="sourceLineNo">686</span>      setError(originalIndex, row, throwable, server);<a name="line.686"></a>
-<span class="sourceLineNo">687</span>    } else if (isActionComplete(originalIndex, row)) {<a name="line.687"></a>
-<span class="sourceLineNo">688</span>      canRetry = Retry.NO_OTHER_SUCCEEDED;<a name="line.688"></a>
-<span class="sourceLineNo">689</span>    }<a name="line.689"></a>
-<span class="sourceLineNo">690</span>    return canRetry;<a name="line.690"></a>
-<span class="sourceLineNo">691</span>  }<a name="line.691"></a>
-<span class="sourceLineNo">692</span><a name="line.692"></a>
-<span class="sourceLineNo">693</span>  /**<a name="line.693"></a>
-<span class="sourceLineNo">694</span>   * Resubmit all the actions from this multiaction after a failure.<a name="line.694"></a>
-<span class="sourceLineNo">695</span>   *<a name="line.695"></a>
-<span class="sourceLineNo">696</span>   * @param rsActions  the actions still to do from the initial list<a name="line.696"></a>
-<span class="sourceLineNo">697</span>   * @param server   the destination<a name="line.697"></a>
-<span class="sourceLineNo">698</span>   * @param numAttempt the number of attempts so far<a name="line.698"></a>
-<span class="sourceLineNo">699</span>   * @param t the throwable (if any) that caused the resubmit<a name="line.699"></a>
-<span class="sourceLineNo">700</span>   */<a name="line.700"></a>
-<span class="sourceLineNo">701</span>  private void receiveGlobalFailure(<a name="line.701"></a>
-<span class="sourceLineNo">702</span>      MultiAction rsActions, ServerName server, int numAttempt, Throwable t) {<a name="line.702"></a>
-<span class="sourceLineNo">703</span>    errorsByServer.reportServerError(server);<a name="line.703"></a>
-<span class="sourceLineNo">704</span>    Retry canRetry = errorsByServer.canTryMore(numAttempt)<a name="line.704"></a>
-<span class="sourceLineNo">705</span>        ? Retry.YES : Retry.NO_RETRIES_EXHAUSTED;<a name="line.705"></a>
-<span class="sourceLineNo">706</span><a name="line.706"></a>
-<span class="sourceLineNo">707</span>    cleanServerCache(server, t);<a name="line.707"></a>
-<span class="sourceLineNo">708</span>    int failed = 0;<a name="line.708"></a>
-<span class="sourceLineNo">709</span>    int stopped = 0;<a name="line.709"></a>
-<span class="sourceLineNo">710</span>    List&lt;Action&gt; toReplay = new ArrayList&lt;&gt;();<a name="line.710"></a>
-<span class="sourceLineNo">711</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; e : rsActions.actions.entrySet()) {<a name="line.711"></a>
-<span class="sourceLineNo">712</span>      byte[] regionName = e.getKey();<a name="line.712"></a>
-<span class="sourceLineNo">713</span>      byte[] row = e.getValue().get(0).getAction().getRow();<a name="line.713"></a>
-<span class="sourceLineNo">714</span>      // Do not use the exception for updating cache because it might be coming from<a name="line.714"></a>
-<span class="sourceLineNo">715</span>      // any of the regions in the MultiAction.<a name="line.715"></a>
-<span class="sourceLineNo">716</span>      updateCachedLocations(server, regionName, row,<a name="line.716"></a>
-<span class="sourceLineNo">717</span>        ClientExceptionsUtil.isMetaClearingException(t) ? null : t);<a name="line.717"></a>
-<span class="sourceLineNo">718</span>      for (Action action : e.getValue()) {<a name="line.718"></a>
-<span class="sourceLineNo">719</span>        Retry retry = manageError(<a name="line.719"></a>
-<span class="sourceLineNo">720</span>            action.getOriginalIndex(), action.getAction(), canRetry, t, server);<a name="line.720"></a>
-<span class="sourceLineNo">721</span>        if (retry == Retry.YES) {<a name="line.721"></a>
-<span class="sourceLineNo">722</span>          toReplay.add(action);<a name="line.722"></a>
-<span class="sourceLineNo">723</span>        } else if (retry == Retry.NO_OTHER_SUCCEEDED) {<a name="line.723"></a>
-<span class="sourceLineNo">724</span>          ++stopped;<a name="line.724"></a>
-<span class="sourceLineNo">725</span>        } else {<a name="line.725"></a>
-<span class="sourceLineNo">726</span>          ++failed;<a name="line.726"></a>
-<span class="sourceLineNo">727</span>        }<a name="line.727"></a>
-<span class="sourceLineNo">728</span>      }<a name="line.728"></a>
-<span class="sourceLineNo">729</span>    }<a name="line.729"></a>
-<span class="sourceLineNo">730</span><a name="line.730"></a>
-<span class="sourceLineNo">731</span>    if (toReplay.isEmpty()) {<a name="line.731"></a>
-<span class="sourceLineNo">732</span>      logNoResubmit(server, numAttempt, rsActions.size(), t, failed, stopped);<a name="line.732"></a>
-<span class="sourceLineNo">733</span>    } else {<a name="line.733"></a>
-<span class="sourceLineNo">734</span>      resubmit(server, toReplay, numAttempt, rsActions.size(), t);<a name="line.734"></a>
-<span class="sourceLineNo">735</span>    }<a name="line.735"></a>
-<span class="sourceLineNo">736</span>  }<a name="line.736"></a>
-<span class="sourceLineNo">737</span><a name="line.737"></a>
-<span class="sourceLineNo">738</span>  /**<a name="line.738"></a>
-<span class="sourceLineNo">739</span>   * Log as much info as possible, and, if there is something to replay,<a name="line.739"></a>
-<span class="sourceLineNo">740</span>   * submit it again after a back off sleep.<a name="line.740"></a>
-<span class="sourceLineNo">741</span>   */<a name="line.741"></a>
-<span class="sourceLineNo">742</span>  private void resubmit(ServerName oldServer, List&lt;Action&gt; toReplay,<a name="line.742"></a>
-<span class="sourceLineNo">743</span>                        int numAttempt, int failureCount, Throwable throwable) {<a name="line.743"></a>
-<span class="sourceLineNo">744</span>    // We have something to replay. We're going to sleep a little before.<a name="line.744"></a>
-<span class="sourceLineNo">745</span><a name="line.745"></a>
-<span class="sourceLineNo">746</span>    // We have two contradicting needs here:<a name="line.746"></a>
-<span class="sourceLineNo">747</span>    //  1) We want to get the new location after having slept, as it may change.<a name="line.747"></a>
-<span class="sourceLineNo">748</span>    //  2) We want to take into account the location when calculating the sleep time.<a name="line.748"></a>
-<span class="sourceLineNo">749</span>    //  3) If all this is just because the response needed to be chunked try again FAST.<a name="line.749"></a>
-<span class="sourceLineNo">750</span>    // It should be possible to have some heuristics to take the right decision. Short term,<a name="line.750"></a>
-<span class="sourceLineNo">751</span>    //  we go for one.<a name="line.751"></a>
-<span class="sourceLineNo">752</span>    boolean retryImmediately = throwable instanceof RetryImmediatelyException;<a name="line.752"></a>
-<span class="sourceLineNo">753</span>    int nextAttemptNumber = retryImmediately ? numAttempt : numAttempt + 1;<a name="line.753"></a>
-<span class="sourceLineNo">754</span>    long backOffTime;<a name="line.754"></a>
-<span class="sourceLineNo">755</span>    if (retryImmediately) {<a name="line.755"></a>
-<span class="sourceLineNo">756</span>      backOffTime = 0;<a name="line.756"></a>
-<span class="sourceLineNo">757</span>    } else if (throwable instanceof CallQueueTooBigException) {<a name="line.757"></a>
-<span class="sourceLineNo">758</span>      // Give a special check on CQTBE, see #HBASE-17114<a name="line.758"></a>
-<span class="sourceLineNo">759</span>      backOffTime = errorsByServer.calculateBackoffTime(oldServer, asyncProcess.pauseForCQTBE);<a name="line.759"></a>
-<span class="sourceLineNo">760</span>    } else {<a name="line.760"></a>
-<span class="sourceLineNo">761</span>      backOffTime = errorsByServer.calculateBackoffTime(oldServer, asyncProcess.pause);<a name="line.761"></a>
-<span class="sourceLineNo">762</span>    }<a name="line.762"></a>
-<span class="sourceLineNo">763</span>    if (numAttempt &gt; asyncProcess.startLogErrorsCnt) {<a name="line.763"></a>
-<span class="sourceLineNo">764</span>      // We use this value to have some logs when we have multiple failures, but not too many<a name="line.764"></a>
-<span class="sourceLineNo">765</span>      //  logs, as errors are to be expected when a region moves, splits and so on<a name="line.765"></a>
-<span class="sourceLineNo">766</span>      LOG.info(createLog(numAttempt, failureCount, toReplay.size(),<a name="line.766"></a>
-<span class="sourceLineNo">767</span>          oldServer, throwable, backOffTime, true, null, -1, -1));<a name="line.767"></a>
-<span class="sourceLineNo">768</span>    }<a name="line.768"></a>
-<span class="sourceLineNo">769</span><a name="line.769"></a>
-<span class="sourceLineNo">770</span>    try {<a name="line.770"></a>
-<span class="sourceLineNo">771</span>      if (backOffTime &gt; 0) {<a name="line.771"></a>
-<span class="sourceLineNo">772</span>        Thread.sleep(backOffTime);<a name="line.772"></a>
-<span class="sourceLineNo">773</span>      }<a name="line.773"></a>
-<span class="sourceLineNo">774</span>    } catch (InterruptedException e) {<a name="line.774"></a>
-<span class="sourceLineNo">775</span>      LOG.warn("#" + asyncProcess.id + ", not sent: " + toReplay.size() + " operations, " + oldServer, e);<a name="line.775"></a>
-<span class="sourceLineNo">776</span>      Thread.currentThread().interrupt();<a name="line.776"></a>
-<span class="sourceLineNo">777</span>      return;<a name="line.777"></a>
-<span class="sourceLineNo">778</span>    }<a name="line.778"></a>
-<span class="sourceLineNo">779</span><a name="line.779"></a>
-<span class="sourceLineNo">780</span>    groupAndSendMultiAction(toReplay, nextAttemptNumber);<a name="line.780"></a>
-<span class="sourceLineNo">781</span>  }<a name="line.781"></a>
-<span class="sourceLineNo">782</span><a name="line.782"></a>
-<span class="sourceLineNo">783</span>  private void logNoResubmit(ServerName oldServer, int numAttempt,<a name="line.783"></a>
-<span class="sourceLineNo">784</span>                             int failureCount, Throwable throwable, int failed, int stopped) {<a name="line.784"></a>
-<span class="sourceLineNo">785</span>    if (failureCount != 0 || numAttempt &gt; asyncProcess.startLogErrorsCnt + 1) {<a name="line.785"></a>
-<span class="sourceLineNo">786</span>      String timeStr = new Date(errorsByServer.getStartTrackingTime()).toString();<a name="line.786"></a>
-<span class="sourceLineNo">787</span>      String logMessage = createLog(numAttempt, failureCount, 0, oldServer,<a name="line.787"></a>
-<span class="sourceLineNo">788</span>          throwable, -1, false, timeStr, failed, stopped);<a name="line.788"></a>
-<span class="sourceLineNo">789</span>      if (failed != 0) {<a name="line.789"></a>
-<span class="sourceLineNo">790</span>        // Only log final failures as warning<a name="line.790"></a>
-<span class="sourceLineNo">791</span>        LOG.warn(logMessage);<a name="line.791"></a>
-<span class="sourceLineNo">792</span>      } else {<a name="line.792"></a>
-<span class="sourceLineNo">793</span>        LOG.info(logMessage);<a name="line.793"></a>
-<span class="sourceLineNo">794</span>      }<a name="line.794"></a>
-<span class="sourceLineNo">795</span>    }<a name="line.795"></a>
-<span class="sourceLineNo">796</span>  }<a name="line.796"></a>
-<span class="sourceLineNo">797</span><a name="line.797"></a>
-<span class="sourceLineNo">798</span>  /**<a name="line.798"></a>
-<span class="sourceLineNo">799</span>   * Called when we receive the result of a server query.<a name="line.799"></a>
-<span class="sourceLineNo">800</span>   *<a name="line.800"></a>
-<span class="sourceLineNo">801</span>   * @param multiAction    - the multiAction we sent<a name="line.801"></a>
-<span class="sourceLineNo">802</span>   * @param server       - the location. It's used as a server name.<a name="line.802"></a>
-<span class="sourceLineNo">803</span>   * @param responses      - the response, if any<a name="line.803"></a>
-<span class="sourceLineNo">804</span>   * @param numAttempt     - the attempt<a name="line.804"></a>
-<span class="sourceLineNo">805</span>   */<a name="line.805"></a>
-<span class="sourceLineNo">806</span>  private void receiveMultiAction(MultiAction multiAction,<a name="line.806"></a>
-<span class="sourceLineNo">807</span>                                  ServerName server, MultiResponse responses, int numAttempt) {<a name="line.807"></a>
-<span class="sourceLineNo">808</span>    assert responses != null;<a name="line.808"></a>
-<span class="sourceLineNo">809</span><a name="line.809"></a>
-<span class="sourceLineNo">810</span>    Map&lt;byte[], MultiResponse.RegionResult&gt; results = responses.getResults();<a name="line.810"></a>
-<span class="sourceLineNo">811</span>    updateStats(server, results);<a name="line.811"></a>
-<span class="sourceLineNo">812</span><a name="line.812"></a>
-<span class="sourceLineNo">813</span>    // Success or partial success<a name="line.813"></a>
-<span class="sourceLineNo">814</span>    // Analyze detailed results. We can still have individual failures to be redo.<a name="line.814"></a>
-<span class="sourceLineNo">815</span>    // two specific throwables are managed:<a name="line.815"></a>
-<span class="sourceLineNo">816</span>    //  - DoNotRetryIOException: we continue to retry for other actions<a name="line.816"></a>
-<span class="sourceLineNo">817</span>    //  - RegionMovedException: we update the cache with the new region location<a name="line.817"></a>
-<span class="sourceLineNo">818</span><a name="line.818"></a>
-<span class="sourceLineNo">819</span>    List&lt;Action&gt; toReplay = new ArrayList&lt;&gt;();<a name="line.819"></a>
-<span class="sourceLineNo">820</span>    Throwable lastException = null;<a name="line.820"></a>
-<span class="sourceLineNo">821</span>    int failureCount = 0;<a name="line.821"></a>
-<span class="sourceLineNo">822</span>    int failed = 0;<a name="line.822"></a>
-<span class="sourceLineNo">823</span>    int stopped = 0;<a name="line.823"></a>
-<span class="sourceLineNo">824</span>    Retry retry = null;<a name="line.824"></a>
-<span class="sourceLineNo">825</span>    // Go by original action.<a name="line.825"></a>
-<span class="sourceLineNo">826</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; regionEntry : multiAction.actions.entrySet()) {<a name="line.826"></a>
-<span class="sourceLineNo">827</span>      byte[] regionName = regionEntry.getKey();<a name="line.827"></a>
-<span class="sourceLineNo">828</span><a name="line.828"></a>
-<span class="sourceLineNo">829</span>      Throwable regionException = responses.getExceptions().get(regionName);<a name="line.829"></a>
-<span class="sourceLineNo">830</span>      cleanServerCache(server, regionException);<a name="line.830"></a>
-<span class="sourceLineNo">831</span><a name="line.831"></a>
-<span class="sourceLineNo">832</span>      Map&lt;Integer, Object&gt; regionResults =<a name="line.832"></a>
-<span class="sourceLineNo">833</span>        results.containsKey(regionName) ? results.get(regionName).result : Collections.emptyMap();<a name="line.833"></a>
-<span class="sourceLineNo">834</span>      boolean regionFailureRegistered = false;<a name="line.834"></a>
-<span class="sourceLineNo">835</span>      for (Action sentAction : regionEntry.getValue()) {<a name="line.835"></a>
-<span class="sourceLineNo">836</span>        Object result = regionResults.get(sentAction.getOriginalIndex());<a name="line.836"></a>
-<span class="sourceLineNo">837</span>        if (result == null) {<a name="line.837"></a>
-<span class="sourceLineNo">838</span>          if (regionException == null) {<a name="line.838"></a>
-<span class="sourceLineNo">839</span>            LOG.error("Server sent us neither results nor exceptions for "<a name="line.839"></a>
-<span class="sourceLineNo">840</span>              + Bytes.toStringBinary(regionName)<a name="line.840"></a>
-<span class="sourceLineNo">841</span>              + ", numAttempt:" + numAttempt);<a name="line.841"></a>
-<span class="sourceLineNo">842</span>            regionException = new RuntimeException("Invalid response");<a name="line.842"></a>
-<span class="sourceLineNo">843</span>          }<a name="line.843"></a>
-<span class="sourceLineNo">844</span>          // If the row operation encounters the region-lever error, the exception of action may be<a name="line.844"></a>
-<span class="sourceLineNo">845</span>          // null.<a name="line.845"></a>
-<span class="sourceLineNo">846</span>          result = regionException;<a name="line.846"></a>
-<span class="sourceLineNo">847</span>        }<a name="line.847"></a>
-<span class="sourceLineNo">848</span>        // Failure: retry if it's make sense else update the errors lists<a name="line.848"></a>
-<span class="sourceLineNo">849</span>        if (result instanceof Throwable) {<a name="line.849"></a>
-<span class="sourceLineNo">850</span>          Throwable actionException = (Throwable) result;<a name="line.850"></a>
-<span class="sourceLineNo">851</span>          Row row = sentAction.getAction();<a name="line.851"></a>
-<span class="sourceLineNo">852</span>          lastException = regionException != null ? regionException<a name="line.852"></a>
-<span class="sourceLineNo">853</span>            : ClientExceptionsUtil.findException(actionException);<a name="line.853"></a>
-<span class="sourceLineNo">854</span>          // Register corresponding failures once per server/once per region.<a name="line.854"></a>
-<span class="sourceLineNo">855</span>          if (!regionFailureRegistered) {<a name="line.855"></a>
-<span class="sourceLineNo">856</span>            regionFailureRegistered = true;<a name="line.856"></a>
-<span class="sourceLineNo">857</span>            updateCachedLocations(server, regionName, row.getRow(), actionException);<a name="line.857"></a>
-<span class="sourceLineNo">858</span>          }<a name="line.858"></a>
-<span class="sourceLineNo">859</span>          if (retry == null) {<a name="line.859"></a>
-<span class="sourceLineNo">860</span>            errorsByServer.reportServerError(server);<a name="line.860"></a>
-<span class="sourceLineNo">861</span>            // We determine canRetry only once for all calls, after reporting server failure.<a name="line.861"></a>
-<span class="sourceLineNo">862</span>            retry = errorsByServer.canTryMore(numAttempt) ?<a name="line.862"></a>
-<span class="sourceLineNo">863</span>              Retry.YES : Retry.NO_RETRIES_EXHAUSTED;<a name="line.863"></a>
-<span class="sourceLineNo">864</span>          }<a name="line.864"></a>
-<span class="sourceLineNo">865</span>          ++failureCount;<a name="line.865"></a>
-<span class="sourceLineNo">866</span>          switch (manageError(sentAction.getOriginalIndex(), row, retry, actionException,<a name="line.866"></a>
-<span class="sourceLineNo">867</span>            server)) {<a name="line.867"></a>
-<span class="sourceLineNo">868</span>            case YES:<a name="line.868"></a>
-<span class="sourceLineNo">869</span>              toReplay.add(sentAction);<a name="line.869"></a>
-<span class="sourceLineNo">870</span>              break;<a name="line.870"></a>
-<span class="sourceLineNo">871</span>            case NO_OTHER_SUCCEEDED:<a name="line.871"></a>
-<span class="sourceLineNo">872</span>              ++stopped;<a name="line.872"></a>
-<span class="sourceLineNo">873</span>              break;<a name="line.873"></a>
-<span class="sourceLineNo">874</span>            default:<a name="line.874"></a>
-<span class="sourceLineNo">875</span>              ++failed;<a name="line.875"></a>
-<span class="sourceLineNo">876</span>              break;<a name="line.876"></a>
-<span class="sourceLineNo">877</span>          }<a name="line.877"></a>
-<span class="sourceLineNo">878</span>        } else {<a name="line.878"></a>
-<span class="sourceLineNo">879</span>          invokeCallBack(regionName, sentAction.getAction().getRow(), (CResult) result);<a name="line.879"></a>
-<span class="sourceLineNo">880</span>          setResult(sentAction, result);<a name="line.880"></a>
-<span class="sourceLineNo">881</span>        }<a name="line.881"></a>
-<span class="sourceLineNo">882</span>      }<a name="line.882"></a>
-<span class="sourceLineNo">883</span>    }<a name="line.883"></a>
-<span class="sourceLineNo">884</span>    if (toReplay.isEmpty()) {<a name="line.884"></a>
-<span class="sourceLineNo">885</span>      logNoResubmit(server, numAttempt, failureCount, lastException, failed, stopped);<a name="line.885"></a>
-<span class="sourceLineNo">886</span>    } else {<a name="line.886"></a>
-<span class="sourceLineNo">887</span>      resubmit(server, toReplay, numAttempt, failureCount, lastException);<a name="line.887"></a>
-<span class="sourceLineNo">888</span>    }<a name="line.888"></a>
-<span class="sourceLineNo">889</span>  }<a name="line.889"></a>
-<span class="sourceLineNo">890</span><a name="line.890"></a>
-<span class="sourceLineNo">891</span>  private void updateCachedLocations(ServerName server, byte[] regionName, byte[] row,<a name="line.891"></a>
-<span class="sourceLineNo">892</span>    Throwable rowException) {<a name="line.892"></a>
-<span class="sourceLineNo">893</span>    if (tableName == null) {<a name="line.893"></a>
-<span class="sourceLineNo">894</span>      return;<a name="line.894"></a>
-<span class="sourceLineNo">895</span>    }<a name="line.895"></a>
-<span class="sourceLineNo">896</span>    try {<a name="line.896"></a>
-<span class="sourceLineNo">897</span>      asyncProcess.connection<a name="line.897"></a>
-<span class="sourceLineNo">898</span>        .updateCachedLocations(tableName, regionName, row, rowException, server);<a name="line.898"></a>
-<span class="sourceLineNo">899</span>    } catch (Throwable ex) {<a name="line.899"></a>
-<span class="sourceLineNo">900</span>      // That should never happen, but if it did, we want to make sure<a name="line.900"></a>
-<span class="sourceLineNo">901</span>      // we still process errors<a name="line.901"></a>
-<span class="sourceLineNo">902</span>      LOG.error("Couldn't update cached region locations: " + ex);<a name="line.902"></a>
-<span class="sourceLineNo">903</span>    }<a name="line.903"></a>
-<span class="sourceLineNo">904</span>  }<a name="line.904"></a>
-<span class="sourceLineNo">905</span><a name="line.905"></a>
-<span class="sourceLineNo">906</span>  private void invokeCallBack(byte[] regionName, byte[] row, CResult result) {<a name="line.906"></a>
-<span class="sourceLineNo">907</span>    if (callback != null) {<a name="line.907"></a>
-<span class="sourceLineNo">908</span>      try {<a name="line.908"></a>
-<span class="sourceLineNo">909</span>        //noinspection unchecked<a name="line.909"></a>
-<span class="sourceLineNo">910</span>        // TODO: would callback expect a replica region name if it gets one?<a name="line.910"></a>
-<span class="sourceLineNo">911</span>        this.callback.update(regionName, row, result);<a name="line.911"></a>
-<span class="sourceLineNo">912</span>      } catch (Throwable t) {<a name="line.912"></a>
-<span class="sourceLineNo">913</span>        LOG.error("User callback threw an exception for "<a name="line.913"></a>
-<span class="sourceLineNo">914</span>          + Bytes.toStringBinary(regionName) + ", ignoring", t);<a name="line.914"></a>
-<span class="sourceLineNo">915</span>      }<a name="line.915"></a>
-<span class="sourceLineNo">916</span>    }<a name="line.916"></a>
-<span class="sourceLineNo">917</span>  }<a name="line.917"></a>
-<span class="sourceLineNo">918</span><a name="line.918"></a>
-<span class="sourceLineNo">919</span>  private void cleanServerCache(ServerName server, Throwable regionException) {<a name="line.919"></a>
-<span class="sourceLineNo">920</span>    if (tableName == null &amp;&amp; ClientExceptionsUtil.isMetaClearingException(regionException)) {<a name="line.920"></a>
-<span class="sourceLineNo">921</span>      // For multi-actions, we don't have a table name, but we want to make sure to clear the<a name="line.921"></a>
-<span class="sourceLineNo">922</span>      // cache in case there were location-related exceptions. We don't to clear the cache<a name="line.922"></a>
-<span class="sourceLineNo">923</span>      // for every possible exception that comes through, however.<a name="line.923"></a>
-<span class="sourceLineNo">924</span>      asyncProcess.connection.clearCaches(server);<a name="line.924"></a>
-<span class="sourceLineNo">925</span>    }<a name="line.925"></a>
-<span class="sourceLineNo">926</span>  }<a name="line.926"></a>
-<span class="sourceLineNo">927</span><a name="line.927"></a>
-<span class="sourceLineNo">928</span>  @VisibleForTesting<a name="line.928"></a>
-<span class="sourceLineNo">929</span>  protected void updateStats(ServerName server, Map&lt;byte[], MultiResponse.RegionResult&gt; results) {<a name="line.929"></a>
-<span class="sourceLineNo">930</span>    boolean metrics = asyncProcess.connection.getConnectionMetrics() != null;<a name="line.930"></a>
-<span class="sourceLineNo">931</span>    boolean stats = asyncProcess.connection.getStatisticsTracker() != null;<a name="line.931"></a>
-<span class="sourceLineNo">932</span>    if (!stats &amp;&amp; !metrics) {<a name="line.932"></a>
-<span class="sourceLineNo">933</span>      return;<a name="line.933"></a>
-<span class="sourceLineNo">934</span>    }<a name="line.934"></a>
-<span class="sourceLineNo">935</span>    for (Map.Entry&lt;byte[], MultiResponse.RegionResult&gt; regionStats : results.entrySet()) {<a name="line.935"></a>
-<span class="sourceLineNo">936</span>      byte[] regionName = regionStats.getKey();<a name="line.936"></a>
-<span class="sourceLineNo">937</span>      ClientProtos.RegionLoadStats stat = regionStats.getValue().getStat();<a name="line.937"></a>
-<span class="sourceLineNo">938</span>      if (stat == null) {<a name="line.938"></a>
-<span class="sourceLineNo">939</span>        LOG.error("No ClientProtos.RegionLoadStats found for server=" + server<a name="line.939"></a>
-<span class="sourceLineNo">940</span>          + ", region=" + Bytes.toStringBinary(regionName));<a name="line.940"></a>
-<span class="sourceLineNo">941</span>        continue;<a name="line.941"></a>
-<span class="sourceLineNo">942</span>      }<a name="line.942"></a>
-<span class="sourceLineNo">943</span>      RegionLoadStats regionLoadstats = ProtobufUtil.createRegionLoadStats(stat);<a name="line.943"></a>
-<span class="sourceLineNo">944</span>      ResultStatsUtil.updateStats(asyncProcess.connection.getStatisticsTracker(), server,<a name="line.944"></a>
-<span class="sourceLineNo">945</span>          regionName, regionLoadstats);<a name="line.945"></a>
-<span class="sourceLineNo">946</span>      ResultStatsUtil.updateStats(asyncProcess.connection.getConnectionMetrics(),<a name="line.946"></a>
-<span class="sourceLineNo">947</span>          server, regionName, regionLoadstats);<a name="line.947"></a>
-<span class="sourceLineNo">948</span>    }<a name="line.948"></a>
-<span class="sourceLineNo">949</span>  }<a name="line.949"></a>
+<span class="sourceLineNo">260</span>  private final TableName tableName;<a name="line.260"></a>
+<span class="sourceLineNo">261</span>  private final AtomicLong actionsInProgress = new AtomicLong(-1);<a name="line.261"></a>
+<span class="sourceLineNo">262</span>  /**<a name="line.262"></a>
+<span class="sourceLineNo">263</span>   * The lock controls access to results. It is only held when populating results where<a name="line.263"></a>
+<span class="sourceLineNo">264</span>   * there might be several callers (eventual consistency gets). For other requests,<a name="line.264"></a>
+<span class="sourceLineNo">265</span>   * there's one unique call going on per result index.<a name="line.265"></a>
+<span class="sourceLineNo">266</span>   */<a name="line.266"></a>
+<span class="sourceLineNo">267</span>  private final Object replicaResultLock = new Object();<a name="line.267"></a>
+<span class="sourceLineNo">268</span>  /**<a name="line.268"></a>
+<span class="sourceLineNo">269</span>   * Result array.  Null if results are not needed. Otherwise, each index corresponds to<a name="line.269"></a>
+<span class="sourceLineNo">270</span>   * the action index in initial actions submitted. For most request types, has null-s for<a name="line.270"></a>
+<span class="sourceLineNo">271</span>   * requests that are not done, and result/exception for those that are done.<a name="line.271"></a>
+<span class="sourceLineNo">272</span>   * For eventual-consistency gets, initially the same applies; at some point, replica calls<a name="line.272"></a>
+<span class="sourceLineNo">273</span>   * might be started, and ReplicaResultState is put at the corresponding indices. The<a name="line.273"></a>
+<span class="sourceLineNo">274</span>   * returning calls check the type to detect when this is the case. After all calls are done,<a name="line.274"></a>
+<span class="sourceLineNo">275</span>   * ReplicaResultState-s are replaced with results for the user.<a name="line.275"></a>
+<span class="sourceLineNo">276</span>   */<a name="line.276"></a>
+<span class="sourceLineNo">277</span>  private final Object[] results;<a name="line.277"></a>
+<span class="sourceLineNo">278</span>  /**<a name="line.278"></a>
+<span class="sourceLineNo">279</span>   * Indices of replica gets in results. If null, all or no actions are replica-gets.<a name="line.279"></a>
+<span class="sourceLineNo">280</span>   */<a name="line.280"></a>
+<span class="sourceLineNo">281</span>  private final int[] replicaGetIndices;<a name="line.281"></a>
+<span class="sourceLineNo">282</span>  private final boolean hasAnyReplicaGets;<a name="line.282"></a>
+<span class="sourceLineNo">283</span>  private final long nonceGroup;<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  private final CancellableRegionServerCallable currentCallable;<a name="line.284"></a>
+<span class="sourceLineNo">285</span>  private final int operationTimeout;<a name="line.285"></a>
+<span class="sourceLineNo">286</span>  private final int rpcTimeout;<a name="line.286"></a>
+<span class="sourceLineNo">287</span>  private final AsyncProcess asyncProcess;<a name="line.287"></a>
+<span class="sourceLineNo">288</span><a name="line.288"></a>
+<span class="sourceLineNo">289</span>  /**<a name="line.289"></a>
+<span class="sourceLineNo">290</span>   * For {@link AsyncRequestFutureImpl#manageError(int, Row, Retry, Throwable, ServerName)}. Only<a name="line.290"></a>
+<span class="sourceLineNo">291</span>   * used to make logging more clear, we don't actually care why we don't retry.<a name="line.291"></a>
+<span class="sourceLineNo">292</span>   */<a name="line.292"></a>
+<span class="sourceLineNo">293</span>  public enum Retry {<a name="line.293"></a>
+<span class="sourceLineNo">294</span>    YES,<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    NO_LOCATION_PROBLEM,<a name="line.295"></a>
+<span class="sourceLineNo">296</span>    NO_NOT_RETRIABLE,<a name="line.296"></a>
+<span class="sourceLineNo">297</span>    NO_RETRIES_EXHAUSTED,<a name="line.297"></a>
+<span class="sourceLineNo">298</span>    NO_OTHER_SUCCEEDED<a name="line.298"></a>
+<span class="sourceLineNo">299</span>  }<a name="line.299"></a>
+<span class="sourceLineNo">300</span><a name="line.300"></a>
+<span class="sourceLineNo">301</span>  /** Sync point for calls to multiple replicas for the same user request (Get).<a name="line.301"></a>
+<span class="sourceLineNo">302</span>   * Created and put in the results array (we assume replica calls require results) when<a name="line.302"></a>
+<span class="sourceLineNo">303</span>   * the replica calls are launched. See results for details of this process.<a name="line.303"></a>
+<span class="sourceLineNo">304</span>   * POJO, all fields are public. To modify them, the object itself is locked. */<a name="line.304"></a>
+<span class="sourceLineNo">305</span>  private static class ReplicaResultState {<a name="line.305"></a>
+<span class="sourceLineNo">306</span>    public ReplicaResultState(int callCount) {<a name="line.306"></a>
+<span class="sourceLineNo">307</span>      this.callCount = callCount;<a name="line.307"></a>
+<span class="sourceLineNo">308</span>    }<a name="line.308"></a>
+<span class="sourceLineNo">309</span><a name="line.309"></a>
+<span class="sourceLineNo">310</span>    /** Number of calls outstanding, or 0 if a call succeeded (even with others outstanding). */<a name="line.310"></a>
+<span class="sourceLineNo">311</span>    int callCount;<a name="line.311"></a>
+<span class="sourceLineNo">312</span>    /** Errors for which it is not decided whether we will report them to user. If one of the<a name="line.312"></a>
+<span class="sourceLineNo">313</span>     * calls succeeds, we will discard the errors that may have happened in the other calls. */<a name="line.313"></a>
+<span class="sourceLineNo">314</span>    BatchErrors replicaErrors = null;<a name="line.314"></a>
+<span class="sourceLineNo">315</span><a name="line.315"></a>
+<span class="sourceLineNo">316</span>    @Override<a name="line.316"></a>
+<span class="sourceLineNo">317</span>    public String toString() {<a name="line.317"></a>
+<span class="sourceLineNo">318</span>      return "[call count " + callCount + "; errors " + replicaErrors + "]";<a name="line.318"></a>
+<span class="sourceLineNo">319</span>    }<a name="line.319"></a>
+<span class="sourceLineNo">320</span>  }<a name="line.320"></a>
+<span class="sourceLineNo">321</span><a name="line.321"></a>
+<span class="sourceLineNo">322</span>  public AsyncRequestFutureImpl(AsyncProcessTask task, List&lt;Action&gt; actions,<a name="line.322"></a>
+<span class="sourceLineNo">323</span>      long nonceGroup, AsyncProcess asyncProcess) {<a name="line.323"></a>
+<span class="sourceLineNo">324</span>    this.pool = task.getPool();<a name="line.324"></a>
+<span class="sourceLineNo">325</span>    this.callback = task.getCallback();<a name="line.325"></a>
+<span class="sourceLineNo">326</span>    this.nonceGroup = nonceGroup;<a name="line.326"></a>
+<span class="sourceLineNo">327</span>    this.tableName = task.getTableName();<a name="line.327"></a>
+<span class="sourceLineNo">328</span>    this.actionsInProgress.set(actions.size());<a name="line.328"></a>
+<span class="sourceLineNo">329</span>    if (task.getResults() == null) {<a name="line.329"></a>
+<span class="sourceLineNo">330</span>      results = task.getNeedResults() ? new Object[actions.size()] : null;<a name="line.330"></a>
+<span class="sourceLineNo">331</span>    } else {<a name="line.331"></a>
+<span class="sourceLineNo">332</span>      if (task.getResults().length != actions.size()) {<a name="line.332"></a>
+<span class="sourceLineNo">333</span>        throw new AssertionError("results.length");<a name="line.333"></a>
+<span class="sourceLineNo">334</span>      }<a name="line.334"></a>
+<span class="sourceLineNo">335</span>      this.results = task.getResults();<a name="line.335"></a>
+<span class="sourceLineNo">336</span>      for (int i = 0; i != this.results.length; ++i) {<a name="line.336"></a>
+<span class="sourceLineNo">337</span>        results[i] = null;<a name="line.337"></a>
+<span class="sourceLineNo">338</span>      }<a name="line.338"></a>
+<span class="sourceLineNo">339</span>    }<a name="line.339"></a>
+<span class="sourceLineNo">340</span>    List&lt;Integer&gt; replicaGetIndices = null;<a name="line.340"></a>
+<span class="sourceLineNo">341</span>    boolean hasAnyReplicaGets = false;<a name="line.341"></a>
+<span class="sourceLineNo">342</span>    if (results != null) {<a name="line.342"></a>
+<span class="sourceLineNo">343</span>      // Check to see if any requests might require replica calls.<a name="line.343"></a>
+<span class="sourceLineNo">344</span>      // We expect that many requests will consist of all or no multi-replica gets; in such<a name="line.344"></a>
+<span class="sourceLineNo">345</span>      // cases we would just use a boolean (hasAnyReplicaGets). If there's a mix, we will<a name="line.345"></a>
+<span class="sourceLineNo">346</span>      // store the list of action indexes for which replica gets are possible, and set<a name="line.346"></a>
+<span class="sourceLineNo">347</span>      // hasAnyReplicaGets to true.<a name="line.347"></a>
+<span class="sourceLineNo">348</span>      boolean hasAnyNonReplicaReqs = false;<a name="line.348"></a>
+<span class="sourceLineNo">349</span>      int posInList = 0;<a name="line.349"></a>
+<span class="sourceLineNo">350</span>      for (Action action : actions) {<a name="line.350"></a>
+<span class="sourceLineNo">351</span>        boolean isReplicaGet = AsyncProcess.isReplicaGet(action.getAction());<a name="line.351"></a>
+<span class="sourceLineNo">352</span>        if (isReplicaGet) {<a name="line.352"></a>
+<span class="sourceLineNo">353</span>          hasAnyReplicaGets = true;<a name="line.353"></a>
+<span class="sourceLineNo">354</span>          if (hasAnyNonReplicaReqs) { // Mixed case<a name="line.354"></a>
+<span class="sourceLineNo">355</span>            if (replicaGetIndices == null) {<a name="line.355"></a>
+<span class="sourceLineNo">356</span>              replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.356"></a>
+<span class="sourceLineNo">357</span>            }<a name="line.357">

<TRUNCATED>

[20/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
index ffdfe64..725aedc 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/DoNotRetryRegionException.html
@@ -45,7 +45,10 @@
 <span class="sourceLineNo">037</span>    super(s);<a name="line.37"></a>
 <span class="sourceLineNo">038</span>  }<a name="line.38"></a>
 <span class="sourceLineNo">039</span><a name="line.39"></a>
-<span class="sourceLineNo">040</span>}<a name="line.40"></a>
+<span class="sourceLineNo">040</span>  public DoNotRetryRegionException(Throwable cause) {<a name="line.40"></a>
+<span class="sourceLineNo">041</span>    super(cause);<a name="line.41"></a>
+<span class="sourceLineNo">042</span>  }<a name="line.42"></a>
+<span class="sourceLineNo">043</span>}<a name="line.43"></a>
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html b/devapidocs/src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
index f9f6c2a..40cdee10 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/exceptions/MergeRegionException.html
@@ -50,7 +50,11 @@
 <span class="sourceLineNo">042</span>  public MergeRegionException(String s) {<a name="line.42"></a>
 <span class="sourceLineNo">043</span>    super(s);<a name="line.43"></a>
 <span class="sourceLineNo">044</span>  }<a name="line.44"></a>
-<span class="sourceLineNo">045</span>}<a name="line.45"></a>
+<span class="sourceLineNo">045</span><a name="line.45"></a>
+<span class="sourceLineNo">046</span>  public MergeRegionException(Throwable cause) {<a name="line.46"></a>
+<span class="sourceLineNo">047</span>    super(cause);<a name="line.47"></a>
+<span class="sourceLineNo">048</span>  }<a name="line.48"></a>
+<span class="sourceLineNo">049</span>}<a name="line.49"></a>
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html b/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html
index 74fbf67..33418d0 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html
@@ -27,287 +27,296 @@
 <span class="sourceLineNo">019</span>package org.apache.hadoop.hbase.io.hfile.bucket;<a name="line.19"></a>
 <span class="sourceLineNo">020</span><a name="line.20"></a>
 <span class="sourceLineNo">021</span>import java.io.File;<a name="line.21"></a>
-<span class="sourceLineNo">022</span>import java.io.FileNotFoundException;<a name="line.22"></a>
-<span class="sourceLineNo">023</span>import java.io.IOException;<a name="line.23"></a>
-<span class="sourceLineNo">024</span>import java.io.RandomAccessFile;<a name="line.24"></a>
-<span class="sourceLineNo">025</span>import java.nio.ByteBuffer;<a name="line.25"></a>
-<span class="sourceLineNo">026</span>import java.nio.channels.ClosedChannelException;<a name="line.26"></a>
-<span class="sourceLineNo">027</span>import java.nio.channels.FileChannel;<a name="line.27"></a>
-<span class="sourceLineNo">028</span>import java.util.Arrays;<a name="line.28"></a>
-<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.io.hfile.Cacheable;<a name="line.29"></a>
-<span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.io.hfile.Cacheable.MemoryType;<a name="line.30"></a>
-<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.io.hfile.CacheableDeserializer;<a name="line.31"></a>
-<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.nio.ByteBuff;<a name="line.32"></a>
-<span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.nio.SingleByteBuff;<a name="line.33"></a>
-<span class="sourceLineNo">034</span>import org.apache.hadoop.util.StringUtils;<a name="line.34"></a>
-<span class="sourceLineNo">035</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.35"></a>
-<span class="sourceLineNo">036</span>import org.slf4j.Logger;<a name="line.36"></a>
-<span class="sourceLineNo">037</span>import org.slf4j.LoggerFactory;<a name="line.37"></a>
-<span class="sourceLineNo">038</span><a name="line.38"></a>
-<span class="sourceLineNo">039</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.39"></a>
-<span class="sourceLineNo">040</span>import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;<a name="line.40"></a>
-<span class="sourceLineNo">041</span><a name="line.41"></a>
-<span class="sourceLineNo">042</span>/**<a name="line.42"></a>
-<span class="sourceLineNo">043</span> * IO engine that stores data to a file on the local file system.<a name="line.43"></a>
-<span class="sourceLineNo">044</span> */<a name="line.44"></a>
-<span class="sourceLineNo">045</span>@InterfaceAudience.Private<a name="line.45"></a>
-<span class="sourceLineNo">046</span>public class FileIOEngine implements IOEngine {<a name="line.46"></a>
-<span class="sourceLineNo">047</span>  private static final Logger LOG = LoggerFactory.getLogger(FileIOEngine.class);<a name="line.47"></a>
-<span class="sourceLineNo">048</span>  public static final String FILE_DELIMITER = ",";<a name="line.48"></a>
-<span class="sourceLineNo">049</span>  private final String[] filePaths;<a name="line.49"></a>
-<span class="sourceLineNo">050</span>  private final FileChannel[] fileChannels;<a name="line.50"></a>
-<span class="sourceLineNo">051</span>  private final RandomAccessFile[] rafs;<a name="line.51"></a>
-<span class="sourceLineNo">052</span><a name="line.52"></a>
-<span class="sourceLineNo">053</span>  private final long sizePerFile;<a name="line.53"></a>
-<span class="sourceLineNo">054</span>  private final long capacity;<a name="line.54"></a>
-<span class="sourceLineNo">055</span><a name="line.55"></a>
-<span class="sourceLineNo">056</span>  private FileReadAccessor readAccessor = new FileReadAccessor();<a name="line.56"></a>
-<span class="sourceLineNo">057</span>  private FileWriteAccessor writeAccessor = new FileWriteAccessor();<a name="line.57"></a>
-<span class="sourceLineNo">058</span><a name="line.58"></a>
-<span class="sourceLineNo">059</span>  public FileIOEngine(long capacity, boolean maintainPersistence, String... filePaths)<a name="line.59"></a>
-<span class="sourceLineNo">060</span>      throws IOException {<a name="line.60"></a>
-<span class="sourceLineNo">061</span>    this.sizePerFile = capacity / filePaths.length;<a name="line.61"></a>
-<span class="sourceLineNo">062</span>    this.capacity = this.sizePerFile * filePaths.length;<a name="line.62"></a>
-<span class="sourceLineNo">063</span>    this.filePaths = filePaths;<a name="line.63"></a>
-<span class="sourceLineNo">064</span>    this.fileChannels = new FileChannel[filePaths.length];<a name="line.64"></a>
-<span class="sourceLineNo">065</span>    if (!maintainPersistence) {<a name="line.65"></a>
-<span class="sourceLineNo">066</span>      for (String filePath : filePaths) {<a name="line.66"></a>
-<span class="sourceLineNo">067</span>        File file = new File(filePath);<a name="line.67"></a>
-<span class="sourceLineNo">068</span>        if (file.exists()) {<a name="line.68"></a>
-<span class="sourceLineNo">069</span>          if (LOG.isDebugEnabled()) {<a name="line.69"></a>
-<span class="sourceLineNo">070</span>            LOG.debug("File " + filePath + " already exists. Deleting!!");<a name="line.70"></a>
-<span class="sourceLineNo">071</span>          }<a name="line.71"></a>
-<span class="sourceLineNo">072</span>          file.delete();<a name="line.72"></a>
-<span class="sourceLineNo">073</span>          // If deletion fails still we can manage with the writes<a name="line.73"></a>
-<span class="sourceLineNo">074</span>        }<a name="line.74"></a>
-<span class="sourceLineNo">075</span>      }<a name="line.75"></a>
-<span class="sourceLineNo">076</span>    }<a name="line.76"></a>
-<span class="sourceLineNo">077</span>    this.rafs = new RandomAccessFile[filePaths.length];<a name="line.77"></a>
-<span class="sourceLineNo">078</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.78"></a>
-<span class="sourceLineNo">079</span>      String filePath = filePaths[i];<a name="line.79"></a>
-<span class="sourceLineNo">080</span>      try {<a name="line.80"></a>
-<span class="sourceLineNo">081</span>        rafs[i] = new RandomAccessFile(filePath, "rw");<a name="line.81"></a>
-<span class="sourceLineNo">082</span>        long totalSpace = new File(filePath).getTotalSpace();<a name="line.82"></a>
-<span class="sourceLineNo">083</span>        if (totalSpace &lt; sizePerFile) {<a name="line.83"></a>
-<span class="sourceLineNo">084</span>          // The next setting length will throw exception,logging this message<a name="line.84"></a>
-<span class="sourceLineNo">085</span>          // is just used for the detail reason of exception,<a name="line.85"></a>
-<span class="sourceLineNo">086</span>          String msg = "Only " + StringUtils.byteDesc(totalSpace)<a name="line.86"></a>
-<span class="sourceLineNo">087</span>              + " total space under " + filePath + ", not enough for requested "<a name="line.87"></a>
-<span class="sourceLineNo">088</span>              + StringUtils.byteDesc(sizePerFile);<a name="line.88"></a>
-<span class="sourceLineNo">089</span>          LOG.warn(msg);<a name="line.89"></a>
-<span class="sourceLineNo">090</span>        }<a name="line.90"></a>
-<span class="sourceLineNo">091</span>        rafs[i].setLength(sizePerFile);<a name="line.91"></a>
-<span class="sourceLineNo">092</span>        fileChannels[i] = rafs[i].getChannel();<a name="line.92"></a>
-<span class="sourceLineNo">093</span>        LOG.info("Allocating cache " + StringUtils.byteDesc(sizePerFile)<a name="line.93"></a>
-<span class="sourceLineNo">094</span>            + ", on the path:" + filePath);<a name="line.94"></a>
-<span class="sourceLineNo">095</span>      } catch (IOException fex) {<a name="line.95"></a>
-<span class="sourceLineNo">096</span>        LOG.error("Failed allocating cache on " + filePath, fex);<a name="line.96"></a>
-<span class="sourceLineNo">097</span>        shutdown();<a name="line.97"></a>
-<span class="sourceLineNo">098</span>        throw fex;<a name="line.98"></a>
-<span class="sourceLineNo">099</span>      }<a name="line.99"></a>
-<span class="sourceLineNo">100</span>    }<a name="line.100"></a>
-<span class="sourceLineNo">101</span>  }<a name="line.101"></a>
-<span class="sourceLineNo">102</span><a name="line.102"></a>
-<span class="sourceLineNo">103</span>  @Override<a name="line.103"></a>
-<span class="sourceLineNo">104</span>  public String toString() {<a name="line.104"></a>
-<span class="sourceLineNo">105</span>    return "ioengine=" + this.getClass().getSimpleName() + ", paths="<a name="line.105"></a>
-<span class="sourceLineNo">106</span>        + Arrays.asList(filePaths) + ", capacity=" + String.format("%,d", this.capacity);<a name="line.106"></a>
-<span class="sourceLineNo">107</span>  }<a name="line.107"></a>
-<span class="sourceLineNo">108</span><a name="line.108"></a>
-<span class="sourceLineNo">109</span>  /**<a name="line.109"></a>
-<span class="sourceLineNo">110</span>   * File IO engine is always able to support persistent storage for the cache<a name="line.110"></a>
-<span class="sourceLineNo">111</span>   * @return true<a name="line.111"></a>
-<span class="sourceLineNo">112</span>   */<a name="line.112"></a>
-<span class="sourceLineNo">113</span>  @Override<a name="line.113"></a>
-<span class="sourceLineNo">114</span>  public boolean isPersistent() {<a name="line.114"></a>
-<span class="sourceLineNo">115</span>    return true;<a name="line.115"></a>
-<span class="sourceLineNo">116</span>  }<a name="line.116"></a>
-<span class="sourceLineNo">117</span><a name="line.117"></a>
-<span class="sourceLineNo">118</span>  /**<a name="line.118"></a>
-<span class="sourceLineNo">119</span>   * Transfers data from file to the given byte buffer<a name="line.119"></a>
-<span class="sourceLineNo">120</span>   * @param offset The offset in the file where the first byte to be read<a name="line.120"></a>
-<span class="sourceLineNo">121</span>   * @param length The length of buffer that should be allocated for reading<a name="line.121"></a>
-<span class="sourceLineNo">122</span>   *               from the file channel<a name="line.122"></a>
-<span class="sourceLineNo">123</span>   * @return number of bytes read<a name="line.123"></a>
-<span class="sourceLineNo">124</span>   * @throws IOException<a name="line.124"></a>
-<span class="sourceLineNo">125</span>   */<a name="line.125"></a>
-<span class="sourceLineNo">126</span>  @Override<a name="line.126"></a>
-<span class="sourceLineNo">127</span>  public Cacheable read(long offset, int length, CacheableDeserializer&lt;Cacheable&gt; deserializer)<a name="line.127"></a>
-<span class="sourceLineNo">128</span>      throws IOException {<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    Preconditions.checkArgument(length &gt;= 0, "Length of read can not be less than 0.");<a name="line.129"></a>
-<span class="sourceLineNo">130</span>    ByteBuffer dstBuffer = ByteBuffer.allocate(length);<a name="line.130"></a>
-<span class="sourceLineNo">131</span>    if (length != 0) {<a name="line.131"></a>
-<span class="sourceLineNo">132</span>      accessFile(readAccessor, dstBuffer, offset);<a name="line.132"></a>
-<span class="sourceLineNo">133</span>      // The buffer created out of the fileChannel is formed by copying the data from the file<a name="line.133"></a>
-<span class="sourceLineNo">134</span>      // Hence in this case there is no shared memory that we point to. Even if the BucketCache evicts<a name="line.134"></a>
-<span class="sourceLineNo">135</span>      // this buffer from the file the data is already copied and there is no need to ensure that<a name="line.135"></a>
-<span class="sourceLineNo">136</span>      // the results are not corrupted before consuming them.<a name="line.136"></a>
-<span class="sourceLineNo">137</span>      if (dstBuffer.limit() != length) {<a name="line.137"></a>
-<span class="sourceLineNo">138</span>        throw new RuntimeException("Only " + dstBuffer.limit() + " bytes read, " + length<a name="line.138"></a>
-<span class="sourceLineNo">139</span>            + " expected");<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      }<a name="line.140"></a>
-<span class="sourceLineNo">141</span>    }<a name="line.141"></a>
-<span class="sourceLineNo">142</span>    return deserializer.deserialize(new SingleByteBuff(dstBuffer), true, MemoryType.EXCLUSIVE);<a name="line.142"></a>
-<span class="sourceLineNo">143</span>  }<a name="line.143"></a>
-<span class="sourceLineNo">144</span><a name="line.144"></a>
-<span class="sourceLineNo">145</span>  @VisibleForTesting<a name="line.145"></a>
-<span class="sourceLineNo">146</span>  void closeFileChannels() {<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    for (FileChannel fileChannel: fileChannels) {<a name="line.147"></a>
-<span class="sourceLineNo">148</span>      try {<a name="line.148"></a>
-<span class="sourceLineNo">149</span>        fileChannel.close();<a name="line.149"></a>
-<span class="sourceLineNo">150</span>      } catch (IOException e) {<a name="line.150"></a>
-<span class="sourceLineNo">151</span>        LOG.warn("Failed to close FileChannel", e);<a name="line.151"></a>
-<span class="sourceLineNo">152</span>      }<a name="line.152"></a>
-<span class="sourceLineNo">153</span>    }<a name="line.153"></a>
-<span class="sourceLineNo">154</span>  }<a name="line.154"></a>
-<span class="sourceLineNo">155</span><a name="line.155"></a>
-<span class="sourceLineNo">156</span>  /**<a name="line.156"></a>
-<span class="sourceLineNo">157</span>   * Transfers data from the given byte buffer to file<a name="line.157"></a>
-<span class="sourceLineNo">158</span>   * @param srcBuffer the given byte buffer from which bytes are to be read<a name="line.158"></a>
-<span class="sourceLineNo">159</span>   * @param offset The offset in the file where the first byte to be written<a name="line.159"></a>
-<span class="sourceLineNo">160</span>   * @throws IOException<a name="line.160"></a>
-<span class="sourceLineNo">161</span>   */<a name="line.161"></a>
-<span class="sourceLineNo">162</span>  @Override<a name="line.162"></a>
-<span class="sourceLineNo">163</span>  public void write(ByteBuffer srcBuffer, long offset) throws IOException {<a name="line.163"></a>
-<span class="sourceLineNo">164</span>    if (!srcBuffer.hasRemaining()) {<a name="line.164"></a>
-<span class="sourceLineNo">165</span>      return;<a name="line.165"></a>
-<span class="sourceLineNo">166</span>    }<a name="line.166"></a>
-<span class="sourceLineNo">167</span>    accessFile(writeAccessor, srcBuffer, offset);<a name="line.167"></a>
-<span class="sourceLineNo">168</span>  }<a name="line.168"></a>
-<span class="sourceLineNo">169</span><a name="line.169"></a>
-<span class="sourceLineNo">170</span>  /**<a name="line.170"></a>
-<span class="sourceLineNo">171</span>   * Sync the data to file after writing<a name="line.171"></a>
-<span class="sourceLineNo">172</span>   * @throws IOException<a name="line.172"></a>
-<span class="sourceLineNo">173</span>   */<a name="line.173"></a>
-<span class="sourceLineNo">174</span>  @Override<a name="line.174"></a>
-<span class="sourceLineNo">175</span>  public void sync() throws IOException {<a name="line.175"></a>
-<span class="sourceLineNo">176</span>    for (int i = 0; i &lt; fileChannels.length; i++) {<a name="line.176"></a>
-<span class="sourceLineNo">177</span>      try {<a name="line.177"></a>
-<span class="sourceLineNo">178</span>        if (fileChannels[i] != null) {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>          fileChannels[i].force(true);<a name="line.179"></a>
-<span class="sourceLineNo">180</span>        }<a name="line.180"></a>
-<span class="sourceLineNo">181</span>      } catch (IOException ie) {<a name="line.181"></a>
-<span class="sourceLineNo">182</span>        LOG.warn("Failed syncing data to " + this.filePaths[i]);<a name="line.182"></a>
-<span class="sourceLineNo">183</span>        throw ie;<a name="line.183"></a>
-<span class="sourceLineNo">184</span>      }<a name="line.184"></a>
-<span class="sourceLineNo">185</span>    }<a name="line.185"></a>
-<span class="sourceLineNo">186</span>  }<a name="line.186"></a>
-<span class="sourceLineNo">187</span><a name="line.187"></a>
-<span class="sourceLineNo">188</span>  /**<a name="line.188"></a>
-<span class="sourceLineNo">189</span>   * Close the file<a name="line.189"></a>
-<span class="sourceLineNo">190</span>   */<a name="line.190"></a>
-<span class="sourceLineNo">191</span>  @Override<a name="line.191"></a>
-<span class="sourceLineNo">192</span>  public void shutdown() {<a name="line.192"></a>
-<span class="sourceLineNo">193</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.193"></a>
-<span class="sourceLineNo">194</span>      try {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>        if (fileChannels[i] != null) {<a name="line.195"></a>
-<span class="sourceLineNo">196</span>          fileChannels[i].close();<a name="line.196"></a>
-<span class="sourceLineNo">197</span>        }<a name="line.197"></a>
-<span class="sourceLineNo">198</span>        if (rafs[i] != null) {<a name="line.198"></a>
-<span class="sourceLineNo">199</span>          rafs[i].close();<a name="line.199"></a>
-<span class="sourceLineNo">200</span>        }<a name="line.200"></a>
-<span class="sourceLineNo">201</span>      } catch (IOException ex) {<a name="line.201"></a>
-<span class="sourceLineNo">202</span>        LOG.error("Failed closing " + filePaths[i] + " when shudown the IOEngine", ex);<a name="line.202"></a>
-<span class="sourceLineNo">203</span>      }<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    }<a name="line.204"></a>
-<span class="sourceLineNo">205</span>  }<a name="line.205"></a>
-<span class="sourceLineNo">206</span><a name="line.206"></a>
-<span class="sourceLineNo">207</span>  @Override<a name="line.207"></a>
-<span class="sourceLineNo">208</span>  public void write(ByteBuff srcBuffer, long offset) throws IOException {<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    // When caching block into BucketCache there will be single buffer backing for this HFileBlock.<a name="line.209"></a>
-<span class="sourceLineNo">210</span>    assert srcBuffer.hasArray();<a name="line.210"></a>
-<span class="sourceLineNo">211</span>    write(ByteBuffer.wrap(srcBuffer.array(), srcBuffer.arrayOffset(),<a name="line.211"></a>
-<span class="sourceLineNo">212</span>            srcBuffer.remaining()), offset);<a name="line.212"></a>
-<span class="sourceLineNo">213</span>  }<a name="line.213"></a>
-<span class="sourceLineNo">214</span><a name="line.214"></a>
-<span class="sourceLineNo">215</span>  private void accessFile(FileAccessor accessor, ByteBuffer buffer,<a name="line.215"></a>
-<span class="sourceLineNo">216</span>      long globalOffset) throws IOException {<a name="line.216"></a>
-<span class="sourceLineNo">217</span>    int startFileNum = getFileNum(globalOffset);<a name="line.217"></a>
-<span class="sourceLineNo">218</span>    int remainingAccessDataLen = buffer.remaining();<a name="line.218"></a>
-<span class="sourceLineNo">219</span>    int endFileNum = getFileNum(globalOffset + remainingAccessDataLen - 1);<a name="line.219"></a>
-<span class="sourceLineNo">220</span>    int accessFileNum = startFileNum;<a name="line.220"></a>
-<span class="sourceLineNo">221</span>    long accessOffset = getAbsoluteOffsetInFile(accessFileNum, globalOffset);<a name="line.221"></a>
-<span class="sourceLineNo">222</span>    int bufLimit = buffer.limit();<a name="line.222"></a>
-<span class="sourceLineNo">223</span>    while (true) {<a name="line.223"></a>
-<span class="sourceLineNo">224</span>      FileChannel fileChannel = fileChannels[accessFileNum];<a name="line.224"></a>
-<span class="sourceLineNo">225</span>      int accessLen = 0;<a name="line.225"></a>
-<span class="sourceLineNo">226</span>      if (endFileNum &gt; accessFileNum) {<a name="line.226"></a>
-<span class="sourceLineNo">227</span>        // short the limit;<a name="line.227"></a>
-<span class="sourceLineNo">228</span>        buffer.limit((int) (buffer.limit() - remainingAccessDataLen<a name="line.228"></a>
-<span class="sourceLineNo">229</span>            + sizePerFile - accessOffset));<a name="line.229"></a>
-<span class="sourceLineNo">230</span>      }<a name="line.230"></a>
-<span class="sourceLineNo">231</span>      try {<a name="line.231"></a>
-<span class="sourceLineNo">232</span>        accessLen = accessor.access(fileChannel, buffer, accessOffset);<a name="line.232"></a>
-<span class="sourceLineNo">233</span>      } catch (ClosedChannelException e) {<a name="line.233"></a>
-<span class="sourceLineNo">234</span>        LOG.warn("Caught ClosedChannelException accessing BucketCache, reopening file. ", e);<a name="line.234"></a>
-<span class="sourceLineNo">235</span>        refreshFileConnection(accessFileNum);<a name="line.235"></a>
-<span class="sourceLineNo">236</span>        continue;<a name="line.236"></a>
-<span class="sourceLineNo">237</span>      }<a name="line.237"></a>
-<span class="sourceLineNo">238</span>      // recover the limit<a name="line.238"></a>
-<span class="sourceLineNo">239</span>      buffer.limit(bufLimit);<a name="line.239"></a>
-<span class="sourceLineNo">240</span>      if (accessLen &lt; remainingAccessDataLen) {<a name="line.240"></a>
-<span class="sourceLineNo">241</span>        remainingAccessDataLen -= accessLen;<a name="line.241"></a>
-<span class="sourceLineNo">242</span>        accessFileNum++;<a name="line.242"></a>
-<span class="sourceLineNo">243</span>        accessOffset = 0;<a name="line.243"></a>
-<span class="sourceLineNo">244</span>      } else {<a name="line.244"></a>
-<span class="sourceLineNo">245</span>        break;<a name="line.245"></a>
-<span class="sourceLineNo">246</span>      }<a name="line.246"></a>
-<span class="sourceLineNo">247</span>      if (accessFileNum &gt;= fileChannels.length) {<a name="line.247"></a>
-<span class="sourceLineNo">248</span>        throw new IOException("Required data len " + StringUtils.byteDesc(buffer.remaining())<a name="line.248"></a>
-<span class="sourceLineNo">249</span>            + " exceed the engine's capacity " + StringUtils.byteDesc(capacity) + " where offset="<a name="line.249"></a>
-<span class="sourceLineNo">250</span>            + globalOffset);<a name="line.250"></a>
-<span class="sourceLineNo">251</span>      }<a name="line.251"></a>
-<span class="sourceLineNo">252</span>    }<a name="line.252"></a>
-<span class="sourceLineNo">253</span>  }<a name="line.253"></a>
-<span class="sourceLineNo">254</span><a name="line.254"></a>
-<span class="sourceLineNo">255</span>  /**<a name="line.255"></a>
-<span class="sourceLineNo">256</span>   * Get the absolute offset in given file with the relative global offset.<a name="line.256"></a>
-<span class="sourceLineNo">257</span>   * @param fileNum<a name="line.257"></a>
-<span class="sourceLineNo">258</span>   * @param globalOffset<a name="line.258"></a>
-<span class="sourceLineNo">259</span>   * @return the absolute offset<a name="line.259"></a>
-<span class="sourceLineNo">260</span>   */<a name="line.260"></a>
-<span class="sourceLineNo">261</span>  private long getAbsoluteOffsetInFile(int fileNum, long globalOffset) {<a name="line.261"></a>
-<span class="sourceLineNo">262</span>    return globalOffset - fileNum * sizePerFile;<a name="line.262"></a>
-<span class="sourceLineNo">263</span>  }<a name="line.263"></a>
-<span class="sourceLineNo">264</span><a name="line.264"></a>
-<span class="sourceLineNo">265</span>  private int getFileNum(long offset) {<a name="line.265"></a>
-<span class="sourceLineNo">266</span>    if (offset &lt; 0) {<a name="line.266"></a>
-<span class="sourceLineNo">267</span>      throw new IllegalArgumentException("Unexpected offset " + offset);<a name="line.267"></a>
-<span class="sourceLineNo">268</span>    }<a name="line.268"></a>
-<span class="sourceLineNo">269</span>    int fileNum = (int) (offset / sizePerFile);<a name="line.269"></a>
-<span class="sourceLineNo">270</span>    if (fileNum &gt;= fileChannels.length) {<a name="line.270"></a>
-<span class="sourceLineNo">271</span>      throw new RuntimeException("Not expected offset " + offset<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          + " where capacity=" + capacity);<a name="line.272"></a>
-<span class="sourceLineNo">273</span>    }<a name="line.273"></a>
-<span class="sourceLineNo">274</span>    return fileNum;<a name="line.274"></a>
-<span class="sourceLineNo">275</span>  }<a name="line.275"></a>
-<span class="sourceLineNo">276</span><a name="line.276"></a>
-<span class="sourceLineNo">277</span>  private void refreshFileConnection(int accessFileNum) throws FileNotFoundException {<a name="line.277"></a>
-<span class="sourceLineNo">278</span>    rafs[accessFileNum] = new RandomAccessFile(filePaths[accessFileNum], "rw");<a name="line.278"></a>
-<span class="sourceLineNo">279</span>    fileChannels[accessFileNum] = rafs[accessFileNum].getChannel();<a name="line.279"></a>
-<span class="sourceLineNo">280</span>  }<a name="line.280"></a>
-<span class="sourceLineNo">281</span><a name="line.281"></a>
-<span class="sourceLineNo">282</span>  private static interface FileAccessor {<a name="line.282"></a>
-<span class="sourceLineNo">283</span>    int access(FileChannel fileChannel, ByteBuffer byteBuffer, long accessOffset)<a name="line.283"></a>
-<span class="sourceLineNo">284</span>        throws IOException;<a name="line.284"></a>
-<span class="sourceLineNo">285</span>  }<a name="line.285"></a>
-<span class="sourceLineNo">286</span><a name="line.286"></a>
-<span class="sourceLineNo">287</span>  private static class FileReadAccessor implements FileAccessor {<a name="line.287"></a>
-<span class="sourceLineNo">288</span>    @Override<a name="line.288"></a>
-<span class="sourceLineNo">289</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.289"></a>
-<span class="sourceLineNo">290</span>        long accessOffset) throws IOException {<a name="line.290"></a>
-<span class="sourceLineNo">291</span>      return fileChannel.read(byteBuffer, accessOffset);<a name="line.291"></a>
-<span class="sourceLineNo">292</span>    }<a name="line.292"></a>
-<span class="sourceLineNo">293</span>  }<a name="line.293"></a>
-<span class="sourceLineNo">294</span><a name="line.294"></a>
-<span class="sourceLineNo">295</span>  private static class FileWriteAccessor implements FileAccessor {<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    @Override<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.297"></a>
-<span class="sourceLineNo">298</span>        long accessOffset) throws IOException {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      return fileChannel.write(byteBuffer, accessOffset);<a name="line.299"></a>
-<span class="sourceLineNo">300</span>    }<a name="line.300"></a>
-<span class="sourceLineNo">301</span>  }<a name="line.301"></a>
-<span class="sourceLineNo">302</span>}<a name="line.302"></a>
+<span class="sourceLineNo">022</span>import java.io.IOException;<a name="line.22"></a>
+<span class="sourceLineNo">023</span>import java.io.RandomAccessFile;<a name="line.23"></a>
+<span class="sourceLineNo">024</span>import java.nio.ByteBuffer;<a name="line.24"></a>
+<span class="sourceLineNo">025</span>import java.nio.channels.ClosedChannelException;<a name="line.25"></a>
+<span class="sourceLineNo">026</span>import java.nio.channels.FileChannel;<a name="line.26"></a>
+<span class="sourceLineNo">027</span>import java.util.Arrays;<a name="line.27"></a>
+<span class="sourceLineNo">028</span>import org.apache.hadoop.hbase.io.hfile.Cacheable;<a name="line.28"></a>
+<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.io.hfile.Cacheable.MemoryType;<a name="line.29"></a>
+<span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.io.hfile.CacheableDeserializer;<a name="line.30"></a>
+<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.nio.ByteBuff;<a name="line.31"></a>
+<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.nio.SingleByteBuff;<a name="line.32"></a>
+<span class="sourceLineNo">033</span>import org.apache.hadoop.util.StringUtils;<a name="line.33"></a>
+<span class="sourceLineNo">034</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.34"></a>
+<span class="sourceLineNo">035</span>import org.slf4j.Logger;<a name="line.35"></a>
+<span class="sourceLineNo">036</span>import org.slf4j.LoggerFactory;<a name="line.36"></a>
+<span class="sourceLineNo">037</span><a name="line.37"></a>
+<span class="sourceLineNo">038</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.38"></a>
+<span class="sourceLineNo">039</span>import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;<a name="line.39"></a>
+<span class="sourceLineNo">040</span><a name="line.40"></a>
+<span class="sourceLineNo">041</span>/**<a name="line.41"></a>
+<span class="sourceLineNo">042</span> * IO engine that stores data to a file on the local file system.<a name="line.42"></a>
+<span class="sourceLineNo">043</span> */<a name="line.43"></a>
+<span class="sourceLineNo">044</span>@InterfaceAudience.Private<a name="line.44"></a>
+<span class="sourceLineNo">045</span>public class FileIOEngine implements IOEngine {<a name="line.45"></a>
+<span class="sourceLineNo">046</span>  private static final Logger LOG = LoggerFactory.getLogger(FileIOEngine.class);<a name="line.46"></a>
+<span class="sourceLineNo">047</span>  public static final String FILE_DELIMITER = ",";<a name="line.47"></a>
+<span class="sourceLineNo">048</span>  private final String[] filePaths;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>  private final FileChannel[] fileChannels;<a name="line.49"></a>
+<span class="sourceLineNo">050</span>  private final RandomAccessFile[] rafs;<a name="line.50"></a>
+<span class="sourceLineNo">051</span><a name="line.51"></a>
+<span class="sourceLineNo">052</span>  private final long sizePerFile;<a name="line.52"></a>
+<span class="sourceLineNo">053</span>  private final long capacity;<a name="line.53"></a>
+<span class="sourceLineNo">054</span><a name="line.54"></a>
+<span class="sourceLineNo">055</span>  private FileReadAccessor readAccessor = new FileReadAccessor();<a name="line.55"></a>
+<span class="sourceLineNo">056</span>  private FileWriteAccessor writeAccessor = new FileWriteAccessor();<a name="line.56"></a>
+<span class="sourceLineNo">057</span><a name="line.57"></a>
+<span class="sourceLineNo">058</span>  public FileIOEngine(long capacity, boolean maintainPersistence, String... filePaths)<a name="line.58"></a>
+<span class="sourceLineNo">059</span>      throws IOException {<a name="line.59"></a>
+<span class="sourceLineNo">060</span>    this.sizePerFile = capacity / filePaths.length;<a name="line.60"></a>
+<span class="sourceLineNo">061</span>    this.capacity = this.sizePerFile * filePaths.length;<a name="line.61"></a>
+<span class="sourceLineNo">062</span>    this.filePaths = filePaths;<a name="line.62"></a>
+<span class="sourceLineNo">063</span>    this.fileChannels = new FileChannel[filePaths.length];<a name="line.63"></a>
+<span class="sourceLineNo">064</span>    if (!maintainPersistence) {<a name="line.64"></a>
+<span class="sourceLineNo">065</span>      for (String filePath : filePaths) {<a name="line.65"></a>
+<span class="sourceLineNo">066</span>        File file = new File(filePath);<a name="line.66"></a>
+<span class="sourceLineNo">067</span>        if (file.exists()) {<a name="line.67"></a>
+<span class="sourceLineNo">068</span>          if (LOG.isDebugEnabled()) {<a name="line.68"></a>
+<span class="sourceLineNo">069</span>            LOG.debug("File " + filePath + " already exists. Deleting!!");<a name="line.69"></a>
+<span class="sourceLineNo">070</span>          }<a name="line.70"></a>
+<span class="sourceLineNo">071</span>          file.delete();<a name="line.71"></a>
+<span class="sourceLineNo">072</span>          // If deletion fails still we can manage with the writes<a name="line.72"></a>
+<span class="sourceLineNo">073</span>        }<a name="line.73"></a>
+<span class="sourceLineNo">074</span>      }<a name="line.74"></a>
+<span class="sourceLineNo">075</span>    }<a name="line.75"></a>
+<span class="sourceLineNo">076</span>    this.rafs = new RandomAccessFile[filePaths.length];<a name="line.76"></a>
+<span class="sourceLineNo">077</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.77"></a>
+<span class="sourceLineNo">078</span>      String filePath = filePaths[i];<a name="line.78"></a>
+<span class="sourceLineNo">079</span>      try {<a name="line.79"></a>
+<span class="sourceLineNo">080</span>        rafs[i] = new RandomAccessFile(filePath, "rw");<a name="line.80"></a>
+<span class="sourceLineNo">081</span>        long totalSpace = new File(filePath).getTotalSpace();<a name="line.81"></a>
+<span class="sourceLineNo">082</span>        if (totalSpace &lt; sizePerFile) {<a name="line.82"></a>
+<span class="sourceLineNo">083</span>          // The next setting length will throw exception,logging this message<a name="line.83"></a>
+<span class="sourceLineNo">084</span>          // is just used for the detail reason of exception,<a name="line.84"></a>
+<span class="sourceLineNo">085</span>          String msg = "Only " + StringUtils.byteDesc(totalSpace)<a name="line.85"></a>
+<span class="sourceLineNo">086</span>              + " total space under " + filePath + ", not enough for requested "<a name="line.86"></a>
+<span class="sourceLineNo">087</span>              + StringUtils.byteDesc(sizePerFile);<a name="line.87"></a>
+<span class="sourceLineNo">088</span>          LOG.warn(msg);<a name="line.88"></a>
+<span class="sourceLineNo">089</span>        }<a name="line.89"></a>
+<span class="sourceLineNo">090</span>        rafs[i].setLength(sizePerFile);<a name="line.90"></a>
+<span class="sourceLineNo">091</span>        fileChannels[i] = rafs[i].getChannel();<a name="line.91"></a>
+<span class="sourceLineNo">092</span>        LOG.info("Allocating cache " + StringUtils.byteDesc(sizePerFile)<a name="line.92"></a>
+<span class="sourceLineNo">093</span>            + ", on the path:" + filePath);<a name="line.93"></a>
+<span class="sourceLineNo">094</span>      } catch (IOException fex) {<a name="line.94"></a>
+<span class="sourceLineNo">095</span>        LOG.error("Failed allocating cache on " + filePath, fex);<a name="line.95"></a>
+<span class="sourceLineNo">096</span>        shutdown();<a name="line.96"></a>
+<span class="sourceLineNo">097</span>        throw fex;<a name="line.97"></a>
+<span class="sourceLineNo">098</span>      }<a name="line.98"></a>
+<span class="sourceLineNo">099</span>    }<a name="line.99"></a>
+<span class="sourceLineNo">100</span>  }<a name="line.100"></a>
+<span class="sourceLineNo">101</span><a name="line.101"></a>
+<span class="sourceLineNo">102</span>  @Override<a name="line.102"></a>
+<span class="sourceLineNo">103</span>  public String toString() {<a name="line.103"></a>
+<span class="sourceLineNo">104</span>    return "ioengine=" + this.getClass().getSimpleName() + ", paths="<a name="line.104"></a>
+<span class="sourceLineNo">105</span>        + Arrays.asList(filePaths) + ", capacity=" + String.format("%,d", this.capacity);<a name="line.105"></a>
+<span class="sourceLineNo">106</span>  }<a name="line.106"></a>
+<span class="sourceLineNo">107</span><a name="line.107"></a>
+<span class="sourceLineNo">108</span>  /**<a name="line.108"></a>
+<span class="sourceLineNo">109</span>   * File IO engine is always able to support persistent storage for the cache<a name="line.109"></a>
+<span class="sourceLineNo">110</span>   * @return true<a name="line.110"></a>
+<span class="sourceLineNo">111</span>   */<a name="line.111"></a>
+<span class="sourceLineNo">112</span>  @Override<a name="line.112"></a>
+<span class="sourceLineNo">113</span>  public boolean isPersistent() {<a name="line.113"></a>
+<span class="sourceLineNo">114</span>    return true;<a name="line.114"></a>
+<span class="sourceLineNo">115</span>  }<a name="line.115"></a>
+<span class="sourceLineNo">116</span><a name="line.116"></a>
+<span class="sourceLineNo">117</span>  /**<a name="line.117"></a>
+<span class="sourceLineNo">118</span>   * Transfers data from file to the given byte buffer<a name="line.118"></a>
+<span class="sourceLineNo">119</span>   * @param offset The offset in the file where the first byte to be read<a name="line.119"></a>
+<span class="sourceLineNo">120</span>   * @param length The length of buffer that should be allocated for reading<a name="line.120"></a>
+<span class="sourceLineNo">121</span>   *               from the file channel<a name="line.121"></a>
+<span class="sourceLineNo">122</span>   * @return number of bytes read<a name="line.122"></a>
+<span class="sourceLineNo">123</span>   * @throws IOException<a name="line.123"></a>
+<span class="sourceLineNo">124</span>   */<a name="line.124"></a>
+<span class="sourceLineNo">125</span>  @Override<a name="line.125"></a>
+<span class="sourceLineNo">126</span>  public Cacheable read(long offset, int length, CacheableDeserializer&lt;Cacheable&gt; deserializer)<a name="line.126"></a>
+<span class="sourceLineNo">127</span>      throws IOException {<a name="line.127"></a>
+<span class="sourceLineNo">128</span>    Preconditions.checkArgument(length &gt;= 0, "Length of read can not be less than 0.");<a name="line.128"></a>
+<span class="sourceLineNo">129</span>    ByteBuffer dstBuffer = ByteBuffer.allocate(length);<a name="line.129"></a>
+<span class="sourceLineNo">130</span>    if (length != 0) {<a name="line.130"></a>
+<span class="sourceLineNo">131</span>      accessFile(readAccessor, dstBuffer, offset);<a name="line.131"></a>
+<span class="sourceLineNo">132</span>      // The buffer created out of the fileChannel is formed by copying the data from the file<a name="line.132"></a>
+<span class="sourceLineNo">133</span>      // Hence in this case there is no shared memory that we point to. Even if the BucketCache evicts<a name="line.133"></a>
+<span class="sourceLineNo">134</span>      // this buffer from the file the data is already copied and there is no need to ensure that<a name="line.134"></a>
+<span class="sourceLineNo">135</span>      // the results are not corrupted before consuming them.<a name="line.135"></a>
+<span class="sourceLineNo">136</span>      if (dstBuffer.limit() != length) {<a name="line.136"></a>
+<span class="sourceLineNo">137</span>        throw new RuntimeException("Only " + dstBuffer.limit() + " bytes read, " + length<a name="line.137"></a>
+<span class="sourceLineNo">138</span>            + " expected");<a name="line.138"></a>
+<span class="sourceLineNo">139</span>      }<a name="line.139"></a>
+<span class="sourceLineNo">140</span>    }<a name="line.140"></a>
+<span class="sourceLineNo">141</span>    return deserializer.deserialize(new SingleByteBuff(dstBuffer), true, MemoryType.EXCLUSIVE);<a name="line.141"></a>
+<span class="sourceLineNo">142</span>  }<a name="line.142"></a>
+<span class="sourceLineNo">143</span><a name="line.143"></a>
+<span class="sourceLineNo">144</span>  @VisibleForTesting<a name="line.144"></a>
+<span class="sourceLineNo">145</span>  void closeFileChannels() {<a name="line.145"></a>
+<span class="sourceLineNo">146</span>    for (FileChannel fileChannel: fileChannels) {<a name="line.146"></a>
+<span class="sourceLineNo">147</span>      try {<a name="line.147"></a>
+<span class="sourceLineNo">148</span>        fileChannel.close();<a name="line.148"></a>
+<span class="sourceLineNo">149</span>      } catch (IOException e) {<a name="line.149"></a>
+<span class="sourceLineNo">150</span>        LOG.warn("Failed to close FileChannel", e);<a name="line.150"></a>
+<span class="sourceLineNo">151</span>      }<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    }<a name="line.152"></a>
+<span class="sourceLineNo">153</span>  }<a name="line.153"></a>
+<span class="sourceLineNo">154</span><a name="line.154"></a>
+<span class="sourceLineNo">155</span>  /**<a name="line.155"></a>
+<span class="sourceLineNo">156</span>   * Transfers data from the given byte buffer to file<a name="line.156"></a>
+<span class="sourceLineNo">157</span>   * @param srcBuffer the given byte buffer from which bytes are to be read<a name="line.157"></a>
+<span class="sourceLineNo">158</span>   * @param offset The offset in the file where the first byte to be written<a name="line.158"></a>
+<span class="sourceLineNo">159</span>   * @throws IOException<a name="line.159"></a>
+<span class="sourceLineNo">160</span>   */<a name="line.160"></a>
+<span class="sourceLineNo">161</span>  @Override<a name="line.161"></a>
+<span class="sourceLineNo">162</span>  public void write(ByteBuffer srcBuffer, long offset) throws IOException {<a name="line.162"></a>
+<span class="sourceLineNo">163</span>    if (!srcBuffer.hasRemaining()) {<a name="line.163"></a>
+<span class="sourceLineNo">164</span>      return;<a name="line.164"></a>
+<span class="sourceLineNo">165</span>    }<a name="line.165"></a>
+<span class="sourceLineNo">166</span>    accessFile(writeAccessor, srcBuffer, offset);<a name="line.166"></a>
+<span class="sourceLineNo">167</span>  }<a name="line.167"></a>
+<span class="sourceLineNo">168</span><a name="line.168"></a>
+<span class="sourceLineNo">169</span>  /**<a name="line.169"></a>
+<span class="sourceLineNo">170</span>   * Sync the data to file after writing<a name="line.170"></a>
+<span class="sourceLineNo">171</span>   * @throws IOException<a name="line.171"></a>
+<span class="sourceLineNo">172</span>   */<a name="line.172"></a>
+<span class="sourceLineNo">173</span>  @Override<a name="line.173"></a>
+<span class="sourceLineNo">174</span>  public void sync() throws IOException {<a name="line.174"></a>
+<span class="sourceLineNo">175</span>    for (int i = 0; i &lt; fileChannels.length; i++) {<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      try {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>        if (fileChannels[i] != null) {<a name="line.177"></a>
+<span class="sourceLineNo">178</span>          fileChannels[i].force(true);<a name="line.178"></a>
+<span class="sourceLineNo">179</span>        }<a name="line.179"></a>
+<span class="sourceLineNo">180</span>      } catch (IOException ie) {<a name="line.180"></a>
+<span class="sourceLineNo">181</span>        LOG.warn("Failed syncing data to " + this.filePaths[i]);<a name="line.181"></a>
+<span class="sourceLineNo">182</span>        throw ie;<a name="line.182"></a>
+<span class="sourceLineNo">183</span>      }<a name="line.183"></a>
+<span class="sourceLineNo">184</span>    }<a name="line.184"></a>
+<span class="sourceLineNo">185</span>  }<a name="line.185"></a>
+<span class="sourceLineNo">186</span><a name="line.186"></a>
+<span class="sourceLineNo">187</span>  /**<a name="line.187"></a>
+<span class="sourceLineNo">188</span>   * Close the file<a name="line.188"></a>
+<span class="sourceLineNo">189</span>   */<a name="line.189"></a>
+<span class="sourceLineNo">190</span>  @Override<a name="line.190"></a>
+<span class="sourceLineNo">191</span>  public void shutdown() {<a name="line.191"></a>
+<span class="sourceLineNo">192</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>      try {<a name="line.193"></a>
+<span class="sourceLineNo">194</span>        if (fileChannels[i] != null) {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>          fileChannels[i].close();<a name="line.195"></a>
+<span class="sourceLineNo">196</span>        }<a name="line.196"></a>
+<span class="sourceLineNo">197</span>        if (rafs[i] != null) {<a name="line.197"></a>
+<span class="sourceLineNo">198</span>          rafs[i].close();<a name="line.198"></a>
+<span class="sourceLineNo">199</span>        }<a name="line.199"></a>
+<span class="sourceLineNo">200</span>      } catch (IOException ex) {<a name="line.200"></a>
+<span class="sourceLineNo">201</span>        LOG.error("Failed closing " + filePaths[i] + " when shudown the IOEngine", ex);<a name="line.201"></a>
+<span class="sourceLineNo">202</span>      }<a name="line.202"></a>
+<span class="sourceLineNo">203</span>    }<a name="line.203"></a>
+<span class="sourceLineNo">204</span>  }<a name="line.204"></a>
+<span class="sourceLineNo">205</span><a name="line.205"></a>
+<span class="sourceLineNo">206</span>  @Override<a name="line.206"></a>
+<span class="sourceLineNo">207</span>  public void write(ByteBuff srcBuffer, long offset) throws IOException {<a name="line.207"></a>
+<span class="sourceLineNo">208</span>    // When caching block into BucketCache there will be single buffer backing for this HFileBlock.<a name="line.208"></a>
+<span class="sourceLineNo">209</span>    assert srcBuffer.hasArray();<a name="line.209"></a>
+<span class="sourceLineNo">210</span>    write(ByteBuffer.wrap(srcBuffer.array(), srcBuffer.arrayOffset(),<a name="line.210"></a>
+<span class="sourceLineNo">211</span>            srcBuffer.remaining()), offset);<a name="line.211"></a>
+<span class="sourceLineNo">212</span>  }<a name="line.212"></a>
+<span class="sourceLineNo">213</span><a name="line.213"></a>
+<span class="sourceLineNo">214</span>  private void accessFile(FileAccessor accessor, ByteBuffer buffer,<a name="line.214"></a>
+<span class="sourceLineNo">215</span>      long globalOffset) throws IOException {<a name="line.215"></a>
+<span class="sourceLineNo">216</span>    int startFileNum = getFileNum(globalOffset);<a name="line.216"></a>
+<span class="sourceLineNo">217</span>    int remainingAccessDataLen = buffer.remaining();<a name="line.217"></a>
+<span class="sourceLineNo">218</span>    int endFileNum = getFileNum(globalOffset + remainingAccessDataLen - 1);<a name="line.218"></a>
+<span class="sourceLineNo">219</span>    int accessFileNum = startFileNum;<a name="line.219"></a>
+<span class="sourceLineNo">220</span>    long accessOffset = getAbsoluteOffsetInFile(accessFileNum, globalOffset);<a name="line.220"></a>
+<span class="sourceLineNo">221</span>    int bufLimit = buffer.limit();<a name="line.221"></a>
+<span class="sourceLineNo">222</span>    while (true) {<a name="line.222"></a>
+<span class="sourceLineNo">223</span>      FileChannel fileChannel = fileChannels[accessFileNum];<a name="line.223"></a>
+<span class="sourceLineNo">224</span>      int accessLen = 0;<a name="line.224"></a>
+<span class="sourceLineNo">225</span>      if (endFileNum &gt; accessFileNum) {<a name="line.225"></a>
+<span class="sourceLineNo">226</span>        // short the limit;<a name="line.226"></a>
+<span class="sourceLineNo">227</span>        buffer.limit((int) (buffer.limit() - remainingAccessDataLen<a name="line.227"></a>
+<span class="sourceLineNo">228</span>            + sizePerFile - accessOffset));<a name="line.228"></a>
+<span class="sourceLineNo">229</span>      }<a name="line.229"></a>
+<span class="sourceLineNo">230</span>      try {<a name="line.230"></a>
+<span class="sourceLineNo">231</span>        accessLen = accessor.access(fileChannel, buffer, accessOffset);<a name="line.231"></a>
+<span class="sourceLineNo">232</span>      } catch (ClosedChannelException e) {<a name="line.232"></a>
+<span class="sourceLineNo">233</span>        LOG.warn("Caught ClosedChannelException accessing BucketCache, reopening file. ", e);<a name="line.233"></a>
+<span class="sourceLineNo">234</span>        refreshFileConnection(accessFileNum);<a name="line.234"></a>
+<span class="sourceLineNo">235</span>        continue;<a name="line.235"></a>
+<span class="sourceLineNo">236</span>      }<a name="line.236"></a>
+<span class="sourceLineNo">237</span>      // recover the limit<a name="line.237"></a>
+<span class="sourceLineNo">238</span>      buffer.limit(bufLimit);<a name="line.238"></a>
+<span class="sourceLineNo">239</span>      if (accessLen &lt; remainingAccessDataLen) {<a name="line.239"></a>
+<span class="sourceLineNo">240</span>        remainingAccessDataLen -= accessLen;<a name="line.240"></a>
+<span class="sourceLineNo">241</span>        accessFileNum++;<a name="line.241"></a>
+<span class="sourceLineNo">242</span>        accessOffset = 0;<a name="line.242"></a>
+<span class="sourceLineNo">243</span>      } else {<a name="line.243"></a>
+<span class="sourceLineNo">244</span>        break;<a name="line.244"></a>
+<span class="sourceLineNo">245</span>      }<a name="line.245"></a>
+<span class="sourceLineNo">246</span>      if (accessFileNum &gt;= fileChannels.length) {<a name="line.246"></a>
+<span class="sourceLineNo">247</span>        throw new IOException("Required data len " + StringUtils.byteDesc(buffer.remaining())<a name="line.247"></a>
+<span class="sourceLineNo">248</span>            + " exceed the engine's capacity " + StringUtils.byteDesc(capacity) + " where offset="<a name="line.248"></a>
+<span class="sourceLineNo">249</span>            + globalOffset);<a name="line.249"></a>
+<span class="sourceLineNo">250</span>      }<a name="line.250"></a>
+<span class="sourceLineNo">251</span>    }<a name="line.251"></a>
+<span class="sourceLineNo">252</span>  }<a name="line.252"></a>
+<span class="sourceLineNo">253</span><a name="line.253"></a>
+<span class="sourceLineNo">254</span>  /**<a name="line.254"></a>
+<span class="sourceLineNo">255</span>   * Get the absolute offset in given file with the relative global offset.<a name="line.255"></a>
+<span class="sourceLineNo">256</span>   * @param fileNum<a name="line.256"></a>
+<span class="sourceLineNo">257</span>   * @param globalOffset<a name="line.257"></a>
+<span class="sourceLineNo">258</span>   * @return the absolute offset<a name="line.258"></a>
+<span class="sourceLineNo">259</span>   */<a name="line.259"></a>
+<span class="sourceLineNo">260</span>  private long getAbsoluteOffsetInFile(int fileNum, long globalOffset) {<a name="line.260"></a>
+<span class="sourceLineNo">261</span>    return globalOffset - fileNum * sizePerFile;<a name="line.261"></a>
+<span class="sourceLineNo">262</span>  }<a name="line.262"></a>
+<span class="sourceLineNo">263</span><a name="line.263"></a>
+<span class="sourceLineNo">264</span>  private int getFileNum(long offset) {<a name="line.264"></a>
+<span class="sourceLineNo">265</span>    if (offset &lt; 0) {<a name="line.265"></a>
+<span class="sourceLineNo">266</span>      throw new IllegalArgumentException("Unexpected offset " + offset);<a name="line.266"></a>
+<span class="sourceLineNo">267</span>    }<a name="line.267"></a>
+<span class="sourceLineNo">268</span>    int fileNum = (int) (offset / sizePerFile);<a name="line.268"></a>
+<span class="sourceLineNo">269</span>    if (fileNum &gt;= fileChannels.length) {<a name="line.269"></a>
+<span class="sourceLineNo">270</span>      throw new RuntimeException("Not expected offset " + offset<a name="line.270"></a>
+<span class="sourceLineNo">271</span>          + " where capacity=" + capacity);<a name="line.271"></a>
+<span class="sourceLineNo">272</span>    }<a name="line.272"></a>
+<span class="sourceLineNo">273</span>    return fileNum;<a name="line.273"></a>
+<span class="sourceLineNo">274</span>  }<a name="line.274"></a>
+<span class="sourceLineNo">275</span><a name="line.275"></a>
+<span class="sourceLineNo">276</span>  @VisibleForTesting<a name="line.276"></a>
+<span class="sourceLineNo">277</span>  FileChannel[] getFileChannels() {<a name="line.277"></a>
+<span class="sourceLineNo">278</span>    return fileChannels;<a name="line.278"></a>
+<span class="sourceLineNo">279</span>  }<a name="line.279"></a>
+<span class="sourceLineNo">280</span><a name="line.280"></a>
+<span class="sourceLineNo">281</span>  @VisibleForTesting<a name="line.281"></a>
+<span class="sourceLineNo">282</span>  void refreshFileConnection(int accessFileNum) throws IOException {<a name="line.282"></a>
+<span class="sourceLineNo">283</span>    FileChannel fileChannel = fileChannels[accessFileNum];<a name="line.283"></a>
+<span class="sourceLineNo">284</span>    if (fileChannel != null) {<a name="line.284"></a>
+<span class="sourceLineNo">285</span>      fileChannel.close();<a name="line.285"></a>
+<span class="sourceLineNo">286</span>    }<a name="line.286"></a>
+<span class="sourceLineNo">287</span>    rafs[accessFileNum] = new RandomAccessFile(filePaths[accessFileNum], "rw");<a name="line.287"></a>
+<span class="sourceLineNo">288</span>    fileChannels[accessFileNum] = rafs[accessFileNum].getChannel();<a name="line.288"></a>
+<span class="sourceLineNo">289</span>  }<a name="line.289"></a>
+<span class="sourceLineNo">290</span><a name="line.290"></a>
+<span class="sourceLineNo">291</span>  private static interface FileAccessor {<a name="line.291"></a>
+<span class="sourceLineNo">292</span>    int access(FileChannel fileChannel, ByteBuffer byteBuffer, long accessOffset)<a name="line.292"></a>
+<span class="sourceLineNo">293</span>        throws IOException;<a name="line.293"></a>
+<span class="sourceLineNo">294</span>  }<a name="line.294"></a>
+<span class="sourceLineNo">295</span><a name="line.295"></a>
+<span class="sourceLineNo">296</span>  private static class FileReadAccessor implements FileAccessor {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>    @Override<a name="line.297"></a>
+<span class="sourceLineNo">298</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.298"></a>
+<span class="sourceLineNo">299</span>        long accessOffset) throws IOException {<a name="line.299"></a>
+<span class="sourceLineNo">300</span>      return fileChannel.read(byteBuffer, accessOffset);<a name="line.300"></a>
+<span class="sourceLineNo">301</span>    }<a name="line.301"></a>
+<span class="sourceLineNo">302</span>  }<a name="line.302"></a>
+<span class="sourceLineNo">303</span><a name="line.303"></a>
+<span class="sourceLineNo">304</span>  private static class FileWriteAccessor implements FileAccessor {<a name="line.304"></a>
+<span class="sourceLineNo">305</span>    @Override<a name="line.305"></a>
+<span class="sourceLineNo">306</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.306"></a>
+<span class="sourceLineNo">307</span>        long accessOffset) throws IOException {<a name="line.307"></a>
+<span class="sourceLineNo">308</span>      return fileChannel.write(byteBuffer, accessOffset);<a name="line.308"></a>
+<span class="sourceLineNo">309</span>    }<a name="line.309"></a>
+<span class="sourceLineNo">310</span>  }<a name="line.310"></a>
+<span class="sourceLineNo">311</span>}<a name="line.311"></a>
 
 
 


[37/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html b/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html
deleted file mode 100644
index d59a2b0..0000000
--- a/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html
+++ /dev/null
@@ -1,497 +0,0 @@
-<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
-<!-- NewPage -->
-<html lang="en">
-<head>
-<!-- Generated by javadoc -->
-<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
-<title>TableReplicationPeerStorage (Apache HBase 3.0.0-SNAPSHOT API)</title>
-<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style">
-<script type="text/javascript" src="../../../../../script.js"></script>
-</head>
-<body>
-<script type="text/javascript"><!--
-    try {
-        if (location.href.indexOf('is-external=true') == -1) {
-            parent.document.title="TableReplicationPeerStorage (Apache HBase 3.0.0-SNAPSHOT API)";
-        }
-    }
-    catch(err) {
-    }
-//-->
-var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10};
-var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
-var altColor = "altColor";
-var rowColor = "rowColor";
-var tableTab = "tableTab";
-var activeTableTab = "activeTableTab";
-</script>
-<noscript>
-<div>JavaScript is disabled on your browser.</div>
-</noscript>
-<!-- ========= START OF TOP NAVBAR ======= -->
-<div class="topNav"><a name="navbar.top">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.top.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../overview-summary.html">Overview</a></li>
-<li><a href="package-summary.html">Package</a></li>
-<li class="navBarCell1Rev">Class</li>
-<li><a href="class-use/TableReplicationPeerStorage.html">Use</a></li>
-<li><a href="package-tree.html">Tree</a></li>
-<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/SystemTableWALEntryFilter.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../index.html?org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationPeerStorage.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_top">
-<li><a href="../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_top");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<div>
-<ul class="subNavList">
-<li>Summary:&nbsp;</li>
-<li>Nested&nbsp;|&nbsp;</li>
-<li><a href="#fields.inherited.from.class.org.apache.hadoop.hbase.replication.TableReplicationStorageBase">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.summary">Method</a></li>
-</ul>
-<ul class="subNavList">
-<li>Detail:&nbsp;</li>
-<li>Field&nbsp;|&nbsp;</li>
-<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.detail">Method</a></li>
-</ul>
-</div>
-<a name="skip.navbar.top">
-<!--   -->
-</a></div>
-<!-- ========= END OF TOP NAVBAR ========= -->
-<!-- ======== START OF CLASS DATA ======== -->
-<div class="header">
-<div class="subTitle">org.apache.hadoop.hbase.replication</div>
-<h2 title="Class TableReplicationPeerStorage" class="title">Class TableReplicationPeerStorage</h2>
-</div>
-<div class="contentContainer">
-<ul class="inheritance">
-<li><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">java.lang.Object</a></li>
-<li>
-<ul class="inheritance">
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">org.apache.hadoop.hbase.replication.TableReplicationStorageBase</a></li>
-<li>
-<ul class="inheritance">
-<li>org.apache.hadoop.hbase.replication.TableReplicationPeerStorage</li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-<div class="description">
-<ul class="blockList">
-<li class="blockList">
-<dl>
-<dt>All Implemented Interfaces:</dt>
-<dd><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a></dd>
-</dl>
-<hr>
-<br>
-<pre>@InterfaceAudience.Private
-public class <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#line.46">TableReplicationPeerStorage</a>
-extends <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a>
-implements <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a></pre>
-<div class="block">Table based replication peer storage.</div>
-</li>
-</ul>
-</div>
-<div class="summary">
-<ul class="blockList">
-<li class="blockList">
-<!-- =========== FIELD SUMMARY =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="field.summary">
-<!--   -->
-</a>
-<h3>Field Summary</h3>
-<ul class="blockList">
-<li class="blockList"><a name="fields.inherited.from.class.org.apache.hadoop.hbase.replication.TableReplicationStorageBase">
-<!--   -->
-</a>
-<h3>Fields inherited from class&nbsp;org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></h3>
-<code><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#conf">conf</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_HFILE_REFS">FAMILY_HFILE_REFS</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_PEER">FAMILY_PEER</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_QUEUE">FAMILY_QUEUE</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_REGIONS">FAMILY_REGIONS</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_RS_STATE">FAMILY_RS_STATE</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_WAL">FAMILY_WAL</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#QUALIFIER_PEER_CONFIG">QU
 ALIFIER_PEER_CONFIG</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#QUALIFIER_PEER_STATE">QUALIFIER_PEER_STATE</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#QUALIFIER_STATE_ENABLED">QUALIFIER_STATE_ENABLED</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#REPLICATION_TABLE">REPLICATION_TABLE</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#zookeeper">zookeeper</a></code></li>
-</ul>
-</li>
-</ul>
-<!-- ======== CONSTRUCTOR SUMMARY ======== -->
-<ul class="blockList">
-<li class="blockList"><a name="constructor.summary">
-<!--   -->
-</a>
-<h3>Constructor Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
-<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colOne" scope="col">Constructor and Description</th>
-</tr>
-<tr class="altColor">
-<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#TableReplicationPeerStorage-org.apache.hadoop.hbase.zookeeper.ZKWatcher-org.apache.hadoop.conf.Configuration-">TableReplicationPeerStorage</a></span>(<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
-                           org.apache.hadoop.conf.Configuration&nbsp;conf)</code>&nbsp;</td>
-</tr>
-</table>
-</li>
-</ul>
-<!-- ========== METHOD SUMMARY =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="method.summary">
-<!--   -->
-</a>
-<h3>Method Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
-<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Method and Description</th>
-</tr>
-<tr id="i0" class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#addPeer-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-boolean-">addPeer</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-       <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
-       boolean&nbsp;enabled)</code>
-<div class="block">Add a replication peer.</div>
-</td>
-</tr>
-<tr id="i1" class="rowColor">
-<td class="colFirst"><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#getPeerConfig-java.lang.String-">getPeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
-<div class="block">Get the peer config of a replication peer.</div>
-</td>
-</tr>
-<tr id="i2" class="altColor">
-<td class="colFirst"><code>boolean</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#isPeerEnabled-java.lang.String-">isPeerEnabled</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
-<div class="block">Test whether a replication peer is enabled.</div>
-</td>
-</tr>
-<tr id="i3" class="rowColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#listPeerIds--">listPeerIds</a></span>()</code>
-<div class="block">Return the peer ids of all replication peers.</div>
-</td>
-</tr>
-<tr id="i4" class="altColor">
-<td class="colFirst"><code>private boolean</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#peerExist-java.lang.String-org.apache.hadoop.hbase.client.Table-">peerExist</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-         <a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a>&nbsp;table)</code>&nbsp;</td>
-</tr>
-<tr id="i5" class="rowColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#removePeer-java.lang.String-">removePeer</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
-<div class="block">Remove a replication peer.</div>
-</td>
-</tr>
-<tr id="i6" class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#setPeerState-java.lang.String-boolean-">setPeerState</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-            boolean&nbsp;enabled)</code>
-<div class="block">Set the state of peer, <code>true</code> to <code>ENABLED</code>, otherwise to <code>DISABLED</code>.</div>
-</td>
-</tr>
-<tr id="i7" class="rowColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#updatePeerConfig-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">updatePeerConfig</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-                <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig)</code>
-<div class="block">Update the config a replication peer.</div>
-</td>
-</tr>
-</table>
-<ul class="blockList">
-<li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.replication.TableReplicationStorageBase">
-<!--   -->
-</a>
-<h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></h3>
-<code><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#createReplicationTableDescBuilder-org.apache.hadoop.conf.Configuration-">createReplicationTableDescBuilder</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getRegionQualifier-java.lang.String-">getRegionQualifier</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getReplicationMetaTable--">getReplicationMetaTable</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getServerNameRowKey-org.apache.hadoop.hbase.ServerName-">getServerNameRowKey</a></code></li>
-</ul>
-<ul class="blockList">
-<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
-<!--   -->
-</a>
-<h3>Methods inherited from class&nbsp;java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></h3>
-<code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--" title="class or interface in java.lang">clone</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-" title="class or interface in java.lang">equals</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--" title="class or interface in java.lang">finalize</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--" title="class or interface in java.lang">getClass</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--" title="class or interface in java.lang">hashCode</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--" title="class or interface in java.lang">notify</a>, <a href="https://docs.oracle.com/javase/8/docs/api/ja
 va/lang/Object.html?is-external=true#notifyAll--" title="class or interface in java.lang">notifyAll</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--" title="class or interface in java.lang">toString</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait--" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-int-" title="class or interface in java.lang">wait</a></code></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-</div>
-<div class="details">
-<ul class="blockList">
-<li class="blockList">
-<!-- ========= CONSTRUCTOR DETAIL ======== -->
-<ul class="blockList">
-<li class="blockList"><a name="constructor.detail">
-<!--   -->
-</a>
-<h3>Constructor Detail</h3>
-<a name="TableReplicationPeerStorage-org.apache.hadoop.hbase.zookeeper.ZKWatcher-org.apache.hadoop.conf.Configuration-">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>TableReplicationPeerStorage</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#line.49">TableReplicationPeerStorage</a>(<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
-                                   org.apache.hadoop.conf.Configuration&nbsp;conf)
-                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
-<dl>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
-</dl>
-</li>
-</ul>
-</li>
-</ul>
-<!-- ============ METHOD DETAIL ========== -->
-<ul class="blockList">
-<li class="blockList"><a name="method.detail">
-<!--   -->
-</a>
-<h3>Method Detail</h3>
-<a name="addPeer-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-boolean-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>addPeer</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#line.54">addPeer</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-                    <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig,
-                    boolean&nbsp;enabled)
-             throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#addPeer-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-boolean-">ReplicationPeerStorage</a></code></span></div>
-<div class="block">Add a replication peer.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#addPeer-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-boolean-">addPeer</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a></code></dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if there are errors accessing the storage service.</dd>
-</dl>
-</li>
-</ul>
-<a name="removePeer-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>removePeer</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#line.69">removePeer</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
-                throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#removePeer-java.lang.String-">ReplicationPeerStorage</a></code></span></div>
-<div class="block">Remove a replication peer.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#removePeer-java.lang.String-">removePeer</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a></code></dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if there are errors accessing the storage service.</dd>
-</dl>
-</li>
-</ul>
-<a name="peerExist-java.lang.String-org.apache.hadoop.hbase.client.Table-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>peerExist</h4>
-<pre>private&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#line.79">peerExist</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-                          <a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a>&nbsp;table)
-                   throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
-<dl>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="setPeerState-java.lang.String-boolean-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>setPeerState</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#line.86">setPeerState</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-                         boolean&nbsp;enabled)
-                  throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#setPeerState-java.lang.String-boolean-">ReplicationPeerStorage</a></code></span></div>
-<div class="block">Set the state of peer, <code>true</code> to <code>ENABLED</code>, otherwise to <code>DISABLED</code>.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#setPeerState-java.lang.String-boolean-">setPeerState</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a></code></dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if there are errors accessing the storage service or peer does not
-           exist.</dd>
-</dl>
-</li>
-</ul>
-<a name="updatePeerConfig-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>updatePeerConfig</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#line.102">updatePeerConfig</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-                             <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;peerConfig)
-                      throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#updatePeerConfig-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">ReplicationPeerStorage</a></code></span></div>
-<div class="block">Update the config a replication peer.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#updatePeerConfig-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-">updatePeerConfig</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a></code></dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if there are errors accessing the storage service.</dd>
-</dl>
-</li>
-</ul>
-<a name="listPeerIds--">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>listPeerIds</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#line.118">listPeerIds</a>()
-                         throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#listPeerIds--">ReplicationPeerStorage</a></code></span></div>
-<div class="block">Return the peer ids of all replication peers.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#listPeerIds--">listPeerIds</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a></code></dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if there are errors accessing the storage service.</dd>
-</dl>
-</li>
-</ul>
-<a name="isPeerEnabled-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>isPeerEnabled</h4>
-<pre>public&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#line.134">isPeerEnabled</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
-                      throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#isPeerEnabled-java.lang.String-">ReplicationPeerStorage</a></code></span></div>
-<div class="block">Test whether a replication peer is enabled.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#isPeerEnabled-java.lang.String-">isPeerEnabled</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a></code></dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if there are errors accessing the storage service.</dd>
-</dl>
-</li>
-</ul>
-<a name="getPeerConfig-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>getPeerConfig</h4>
-<pre>public&nbsp;<a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#line.148">getPeerConfig</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
-                                    throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#getPeerConfig-java.lang.String-">ReplicationPeerStorage</a></code></span></div>
-<div class="block">Get the peer config of a replication peer.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html#getPeerConfig-java.lang.String-">getPeerConfig</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationPeerStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationPeerStorage</a></code></dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if there are errors accessing the storage service.</dd>
-</dl>
-</li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-</div>
-</div>
-<!-- ========= END OF CLASS DATA ========= -->
-<!-- ======= START OF BOTTOM NAVBAR ====== -->
-<div class="bottomNav"><a name="navbar.bottom">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.bottom.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../overview-summary.html">Overview</a></li>
-<li><a href="package-summary.html">Package</a></li>
-<li class="navBarCell1Rev">Class</li>
-<li><a href="class-use/TableReplicationPeerStorage.html">Use</a></li>
-<li><a href="package-tree.html">Tree</a></li>
-<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/SystemTableWALEntryFilter.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../index.html?org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationPeerStorage.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_bottom">
-<li><a href="../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_bottom");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<div>
-<ul class="subNavList">
-<li>Summary:&nbsp;</li>
-<li>Nested&nbsp;|&nbsp;</li>
-<li><a href="#fields.inherited.from.class.org.apache.hadoop.hbase.replication.TableReplicationStorageBase">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.summary">Method</a></li>
-</ul>
-<ul class="subNavList">
-<li>Detail:&nbsp;</li>
-<li>Field&nbsp;|&nbsp;</li>
-<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.detail">Method</a></li>
-</ul>
-</div>
-<a name="skip.navbar.bottom">
-<!--   -->
-</a></div>
-<!-- ======== END OF BOTTOM NAVBAR ======= -->
-<p class="legalCopy"><small>Copyright &#169; 2007&#x2013;2018 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p>
-</body>
-</html>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html b/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html
deleted file mode 100644
index 4a59ff9..0000000
--- a/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html
+++ /dev/null
@@ -1,394 +0,0 @@
-<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
-<!-- NewPage -->
-<html lang="en">
-<head>
-<!-- Generated by javadoc -->
-<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
-<title>TableReplicationQueueStorage.WALCell (Apache HBase 3.0.0-SNAPSHOT API)</title>
-<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style">
-<script type="text/javascript" src="../../../../../script.js"></script>
-</head>
-<body>
-<script type="text/javascript"><!--
-    try {
-        if (location.href.indexOf('is-external=true') == -1) {
-            parent.document.title="TableReplicationQueueStorage.WALCell (Apache HBase 3.0.0-SNAPSHOT API)";
-        }
-    }
-    catch(err) {
-    }
-//-->
-var methods = {"i0":9,"i1":10};
-var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
-var altColor = "altColor";
-var rowColor = "rowColor";
-var tableTab = "tableTab";
-var activeTableTab = "activeTableTab";
-</script>
-<noscript>
-<div>JavaScript is disabled on your browser.</div>
-</noscript>
-<!-- ========= START OF TOP NAVBAR ======= -->
-<div class="topNav"><a name="navbar.top">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.top.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../overview-summary.html">Overview</a></li>
-<li><a href="package-summary.html">Package</a></li>
-<li class="navBarCell1Rev">Class</li>
-<li><a href="class-use/TableReplicationQueueStorage.WALCell.html">Use</a></li>
-<li><a href="package-tree.html">Tree</a></li>
-<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../index.html?org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationQueueStorage.WALCell.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_top">
-<li><a href="../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_top");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<div>
-<ul class="subNavList">
-<li>Summary:&nbsp;</li>
-<li>Nested&nbsp;|&nbsp;</li>
-<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.summary">Method</a></li>
-</ul>
-<ul class="subNavList">
-<li>Detail:&nbsp;</li>
-<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.detail">Method</a></li>
-</ul>
-</div>
-<a name="skip.navbar.top">
-<!--   -->
-</a></div>
-<!-- ========= END OF TOP NAVBAR ========= -->
-<!-- ======== START OF CLASS DATA ======== -->
-<div class="header">
-<div class="subTitle">org.apache.hadoop.hbase.replication</div>
-<h2 title="Class TableReplicationQueueStorage.WALCell" class="title">Class TableReplicationQueueStorage.WALCell</h2>
-</div>
-<div class="contentContainer">
-<ul class="inheritance">
-<li><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">java.lang.Object</a></li>
-<li>
-<ul class="inheritance">
-<li>org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.WALCell</li>
-</ul>
-</li>
-</ul>
-<div class="description">
-<ul class="blockList">
-<li class="blockList">
-<dl>
-<dt>Enclosing class:</dt>
-<dd><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dd>
-</dl>
-<hr>
-<br>
-<pre>private static final class <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.224">TableReplicationQueueStorage.WALCell</a>
-extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></pre>
-<div class="block">Each cell in column wal:{queueId} will be parsed to a WALCell. The WALCell will be more
- friendly to upper layer.</div>
-</li>
-</ul>
-</div>
-<div class="summary">
-<ul class="blockList">
-<li class="blockList">
-<!-- =========== FIELD SUMMARY =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="field.summary">
-<!--   -->
-</a>
-<h3>Field Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation">
-<caption><span>Fields</span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Field and Description</th>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>(package private) long</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#cellTimestamp">cellTimestamp</a></span></code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>(package private) long</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#position">position</a></span></code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>(package private) <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#queueId">queueId</a></span></code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><code>(package private) <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#serverName">serverName</a></span></code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>(package private) <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#wal">wal</a></span></code>&nbsp;</td>
-</tr>
-</table>
-</li>
-</ul>
-<!-- ======== CONSTRUCTOR SUMMARY ======== -->
-<ul class="blockList">
-<li class="blockList"><a name="constructor.summary">
-<!--   -->
-</a>
-<h3>Constructor Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
-<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier</th>
-<th class="colLast" scope="col">Constructor and Description</th>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>private </code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#WALCell-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-long-long-">WALCell</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-       <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-       <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;wal,
-       long&nbsp;position,
-       long&nbsp;cellTimestamp)</code>&nbsp;</td>
-</tr>
-</table>
-</li>
-</ul>
-<!-- ========== METHOD SUMMARY =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="method.summary">
-<!--   -->
-</a>
-<h3>Method Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
-<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Method and Description</th>
-</tr>
-<tr id="i0" class="altColor">
-<td class="colFirst"><code>static <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#create-org.apache.hadoop.hbase.Cell-">create</a></span>(<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;cell)</code>&nbsp;</td>
-</tr>
-<tr id="i1" class="rowColor">
-<td class="colFirst"><code>boolean</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#fileNameMatch-java.lang.String-">fileNameMatch</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
-</tr>
-</table>
-<ul class="blockList">
-<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
-<!--   -->
-</a>
-<h3>Methods inherited from class&nbsp;java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></h3>
-<code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--" title="class or interface in java.lang">clone</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-" title="class or interface in java.lang">equals</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--" title="class or interface in java.lang">finalize</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--" title="class or interface in java.lang">getClass</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--" title="class or interface in java.lang">hashCode</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--" title="class or interface in java.lang">notify</a>, <a href="https://docs.oracle.com/javase/8/docs/api/ja
 va/lang/Object.html?is-external=true#notifyAll--" title="class or interface in java.lang">notifyAll</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--" title="class or interface in java.lang">toString</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait--" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-int-" title="class or interface in java.lang">wait</a></code></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-</div>
-<div class="details">
-<ul class="blockList">
-<li class="blockList">
-<!-- ============ FIELD DETAIL =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="field.detail">
-<!--   -->
-</a>
-<h3>Field Detail</h3>
-<a name="serverName">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>serverName</h4>
-<pre><a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#line.225">serverName</a></pre>
-</li>
-</ul>
-<a name="queueId">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>queueId</h4>
-<pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#line.226">queueId</a></pre>
-</li>
-</ul>
-<a name="wal">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>wal</h4>
-<pre><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#line.227">wal</a></pre>
-</li>
-</ul>
-<a name="position">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>position</h4>
-<pre>long <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#line.228">position</a></pre>
-</li>
-</ul>
-<a name="cellTimestamp">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>cellTimestamp</h4>
-<pre>long <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#line.229">cellTimestamp</a></pre>
-</li>
-</ul>
-</li>
-</ul>
-<!-- ========= CONSTRUCTOR DETAIL ======== -->
-<ul class="blockList">
-<li class="blockList"><a name="constructor.detail">
-<!--   -->
-</a>
-<h3>Constructor Detail</h3>
-<a name="WALCell-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-long-long-">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>WALCell</h4>
-<pre>private&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#line.231">WALCell</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-                <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-                <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;wal,
-                long&nbsp;position,
-                long&nbsp;cellTimestamp)</pre>
-</li>
-</ul>
-</li>
-</ul>
-<!-- ============ METHOD DETAIL ========== -->
-<ul class="blockList">
-<li class="blockList"><a name="method.detail">
-<!--   -->
-</a>
-<h3>Method Detail</h3>
-<a name="create-org.apache.hadoop.hbase.Cell-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>create</h4>
-<pre>public static&nbsp;<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#line.240">create</a>(<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;cell)
-                                                   throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
-<dl>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="fileNameMatch-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>fileNameMatch</h4>
-<pre>public&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#line.251">fileNameMatch</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</pre>
-</li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-</div>
-</div>
-<!-- ========= END OF CLASS DATA ========= -->
-<!-- ======= START OF BOTTOM NAVBAR ====== -->
-<div class="bottomNav"><a name="navbar.bottom">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.bottom.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../overview-summary.html">Overview</a></li>
-<li><a href="package-summary.html">Package</a></li>
-<li class="navBarCell1Rev">Class</li>
-<li><a href="class-use/TableReplicationQueueStorage.WALCell.html">Use</a></li>
-<li><a href="package-tree.html">Tree</a></li>
-<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../index.html?org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationQueueStorage.WALCell.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_bottom">
-<li><a href="../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_bottom");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<div>
-<ul class="subNavList">
-<li>Summary:&nbsp;</li>
-<li>Nested&nbsp;|&nbsp;</li>
-<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.summary">Method</a></li>
-</ul>
-<ul class="subNavList">
-<li>Detail:&nbsp;</li>
-<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.detail">Method</a></li>
-</ul>
-</div>
-<a name="skip.navbar.bottom">
-<!--   -->
-</a></div>
-<!-- ======== END OF BOTTOM NAVBAR ======= -->
-<p class="legalCopy"><small>Copyright &#169; 2007&#x2013;2018 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p>
-</body>
-</html>


[47/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.File.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.File.html b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.File.html
index adcfac5..2a3760d 100644
--- a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.File.html
+++ b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.File.html
@@ -117,7 +117,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private abstract static class <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.543">HFileArchiver.File</a>
+<pre>private abstract static class <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.536">HFileArchiver.File</a>
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></pre>
 <div class="block">Wrapper to handle file operations uniformly</div>
 </li>
@@ -246,7 +246,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>fs</h4>
-<pre>protected final&nbsp;org.apache.hadoop.fs.FileSystem <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.544">fs</a></pre>
+<pre>protected final&nbsp;org.apache.hadoop.fs.FileSystem <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.537">fs</a></pre>
 </li>
 </ul>
 </li>
@@ -263,7 +263,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>File</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.546">File</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs)</pre>
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.539">File</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs)</pre>
 </li>
 </ul>
 </li>
@@ -280,7 +280,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>delete</h4>
-<pre>abstract&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.554">delete</a>()
+<pre>abstract&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.547">delete</a>()
               throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Delete the file</div>
 <dl>
@@ -295,7 +295,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>isFile</h4>
-<pre>abstract&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.561">isFile</a>()
+<pre>abstract&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.554">isFile</a>()
                  throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Check to see if this is a file or a directory</div>
 <dl>
@@ -312,7 +312,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getChildren</h4>
-<pre>abstract&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.568">getChildren</a>()
+<pre>abstract&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.561">getChildren</a>()
                                              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <dl>
 <dt><span class="returnLabel">Returns:</span></dt>
@@ -329,7 +329,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>close</h4>
-<pre>abstract&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.574">close</a>()
+<pre>abstract&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.567">close</a>()
              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">close any outside readers of the file</div>
 <dl>
@@ -344,7 +344,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getName</h4>
-<pre>abstract&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.580">getName</a>()</pre>
+<pre>abstract&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.573">getName</a>()</pre>
 <dl>
 <dt><span class="returnLabel">Returns:</span></dt>
 <dd>the name of the file (not the full fs path, just the individual
@@ -358,7 +358,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getPath</h4>
-<pre>abstract&nbsp;org.apache.hadoop.fs.Path&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.585">getPath</a>()</pre>
+<pre>abstract&nbsp;org.apache.hadoop.fs.Path&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.578">getPath</a>()</pre>
 <dl>
 <dt><span class="returnLabel">Returns:</span></dt>
 <dd>the path to this file</dd>
@@ -371,7 +371,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>moveAndClose</h4>
-<pre>public&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.593">moveAndClose</a>(org.apache.hadoop.fs.Path&nbsp;dest)
+<pre>public&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.586">moveAndClose</a>(org.apache.hadoop.fs.Path&nbsp;dest)
                      throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Move the file to the given destination</div>
 <dl>
@@ -390,7 +390,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getFileSystem</h4>
-<pre>public&nbsp;org.apache.hadoop.fs.FileSystem&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.602">getFileSystem</a>()</pre>
+<pre>public&nbsp;org.apache.hadoop.fs.FileSystem&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.595">getFileSystem</a>()</pre>
 <dl>
 <dt><span class="returnLabel">Returns:</span></dt>
 <dd>the <code>FileSystem</code> on which this file resides</dd>
@@ -403,7 +403,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>toString</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.607">toString</a>()</pre>
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html#line.600">toString</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
 <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--" title="class or interface in java.lang">toString</a></code>&nbsp;in class&nbsp;<code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></code></dd>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html
index 893bc83..3e0f988 100644
--- a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html
+++ b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html
@@ -119,7 +119,7 @@
 </dl>
 <hr>
 <br>
-<pre>private abstract static class <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.503">HFileArchiver.FileConverter</a>&lt;T&gt;
+<pre>private abstract static class <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.496">HFileArchiver.FileConverter</a>&lt;T&gt;
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>
 implements org.apache.hbase.thirdparty.com.google.common.base.Function&lt;T,<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&gt;</pre>
 <div class="block">Adapt a type to match the <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup"><code>HFileArchiver.File</code></a> interface, which is used internally for handling
@@ -213,7 +213,7 @@ implements org.apache.hbase.thirdparty.com.google.common.base.Function&lt;T,<a h
 <ul class="blockListLast">
 <li class="blockList">
 <h4>fs</h4>
-<pre>protected final&nbsp;org.apache.hadoop.fs.FileSystem <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html#line.504">fs</a></pre>
+<pre>protected final&nbsp;org.apache.hadoop.fs.FileSystem <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html#line.497">fs</a></pre>
 </li>
 </ul>
 </li>
@@ -230,7 +230,7 @@ implements org.apache.hbase.thirdparty.com.google.common.base.Function&lt;T,<a h
 <ul class="blockListLast">
 <li class="blockList">
 <h4>FileConverter</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html#line.506">FileConverter</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs)</pre>
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html#line.499">FileConverter</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs)</pre>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html
index 6d9d990..91e2a90 100644
--- a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html
+++ b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html
@@ -122,7 +122,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private static class <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.514">HFileArchiver.FileStatusConverter</a>
+<pre>private static class <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.507">HFileArchiver.FileStatusConverter</a>
 extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.FileConverter</a>&lt;org.apache.hadoop.fs.FileStatus&gt;</pre>
 <div class="block">Convert a FileStatus to something we can manage in the archiving</div>
 </li>
@@ -221,7 +221,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockListLast">
 <li class="blockList">
 <h4>FileStatusConverter</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html#line.515">FileStatusConverter</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs)</pre>
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html#line.508">FileStatusConverter</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs)</pre>
 </li>
 </ul>
 </li>
@@ -238,7 +238,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockListLast">
 <li class="blockList">
 <h4>apply</h4>
-<pre>public&nbsp;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html#line.520">apply</a>(org.apache.hadoop.fs.FileStatus&nbsp;input)</pre>
+<pre>public&nbsp;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html#line.513">apply</a>(org.apache.hadoop.fs.FileStatus&nbsp;input)</pre>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html
index 07cfb79..5aba58d 100644
--- a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html
+++ b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html
@@ -118,7 +118,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private static class <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.615">HFileArchiver.FileablePath</a>
+<pre>private static class <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.608">HFileArchiver.FileablePath</a>
 extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a></pre>
 <div class="block">A <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup"><code>HFileArchiver.File</code></a> that wraps a simple <code>Path</code> on a <code>FileSystem</code>.</div>
 </li>
@@ -252,7 +252,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockList">
 <li class="blockList">
 <h4>file</h4>
-<pre>private final&nbsp;org.apache.hadoop.fs.Path <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.616">file</a></pre>
+<pre>private final&nbsp;org.apache.hadoop.fs.Path <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.609">file</a></pre>
 </li>
 </ul>
 <a name="getAsFile">
@@ -261,7 +261,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockListLast">
 <li class="blockList">
 <h4>getAsFile</h4>
-<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.FileStatusConverter</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.617">getAsFile</a></pre>
+<pre>private final&nbsp;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.FileStatusConverter.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.FileStatusConverter</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.610">getAsFile</a></pre>
 </li>
 </ul>
 </li>
@@ -278,7 +278,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockListLast">
 <li class="blockList">
 <h4>FileablePath</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.619">FileablePath</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.612">FileablePath</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
                     org.apache.hadoop.fs.Path&nbsp;file)</pre>
 </li>
 </ul>
@@ -296,7 +296,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockList">
 <li class="blockList">
 <h4>delete</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.626">delete</a>()
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.619">delete</a>()
             throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html#delete--">HFileArchiver.File</a></code></span></div>
 <div class="block">Delete the file</div>
@@ -314,7 +314,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockList">
 <li class="blockList">
 <h4>getName</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.631">getName</a>()</pre>
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.624">getName</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html#getName--">getName</a></code>&nbsp;in class&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a></code></dd>
@@ -330,7 +330,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockList">
 <li class="blockList">
 <h4>getChildren</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.636">getChildren</a>()
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.629">getChildren</a>()
                                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
@@ -349,7 +349,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockList">
 <li class="blockList">
 <h4>isFile</h4>
-<pre>public&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.642">isFile</a>()
+<pre>public&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.635">isFile</a>()
                throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html#isFile--">HFileArchiver.File</a></code></span></div>
 <div class="block">Check to see if this is a file or a directory</div>
@@ -369,7 +369,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockList">
 <li class="blockList">
 <h4>close</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.647">close</a>()
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.640">close</a>()
            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html#close--">HFileArchiver.File</a></code></span></div>
 <div class="block">close any outside readers of the file</div>
@@ -387,7 +387,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockListLast">
 <li class="blockList">
 <h4>getPath</h4>
-<pre>org.apache.hadoop.fs.Path&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.652">getPath</a>()</pre>
+<pre>org.apache.hadoop.fs.Path&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html#line.645">getPath</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html#getPath--">getPath</a></code>&nbsp;in class&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a></code></dd>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html
index bffde1e..d7de7ea 100644
--- a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html
+++ b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html
@@ -118,7 +118,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private static class <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.661">HFileArchiver.FileableStoreFile</a>
+<pre>private static class <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.654">HFileArchiver.FileableStoreFile</a>
 extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a></pre>
 <div class="block"><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup"><code>HFileArchiver.File</code></a> adapter for a <a href="../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver"><code>HStoreFile</code></a> living on a <code>FileSystem</code>
  .</div>
@@ -249,7 +249,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockListLast">
 <li class="blockList">
 <h4>file</h4>
-<pre><a href="../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.662">file</a></pre>
+<pre><a href="../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.655">file</a></pre>
 </li>
 </ul>
 </li>
@@ -266,7 +266,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockListLast">
 <li class="blockList">
 <h4>FileableStoreFile</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.664">FileableStoreFile</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.657">FileableStoreFile</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
                          <a href="../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a>&nbsp;store)</pre>
 </li>
 </ul>
@@ -284,7 +284,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockList">
 <li class="blockList">
 <h4>delete</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.670">delete</a>()
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.663">delete</a>()
             throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html#delete--">HFileArchiver.File</a></code></span></div>
 <div class="block">Delete the file</div>
@@ -302,7 +302,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockList">
 <li class="blockList">
 <h4>getName</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.675">getName</a>()</pre>
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.668">getName</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html#getName--">getName</a></code>&nbsp;in class&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a></code></dd>
@@ -318,7 +318,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockList">
 <li class="blockList">
 <h4>isFile</h4>
-<pre>public&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.680">isFile</a>()</pre>
+<pre>public&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.673">isFile</a>()</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html#isFile--">HFileArchiver.File</a></code></span></div>
 <div class="block">Check to see if this is a file or a directory</div>
 <dl>
@@ -335,7 +335,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockList">
 <li class="blockList">
 <h4>getChildren</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.685">getChildren</a>()
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.678">getChildren</a>()
                                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
@@ -354,7 +354,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockList">
 <li class="blockList">
 <h4>close</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.691">close</a>()
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.684">close</a>()
            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from class:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html#close--">HFileArchiver.File</a></code></span></div>
 <div class="block">close any outside readers of the file</div>
@@ -372,7 +372,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockListLast">
 <li class="blockList">
 <h4>getPath</h4>
-<pre>org.apache.hadoop.fs.Path&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.696">getPath</a>()</pre>
+<pre>org.apache.hadoop.fs.Path&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileableStoreFile.html#line.689">getPath</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html#getPath--">getPath</a></code>&nbsp;in class&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a></code></dd>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html
index a33de34..94a6a48 100644
--- a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html
+++ b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html
@@ -122,7 +122,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private static class <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.529">HFileArchiver.StoreToFile</a>
+<pre>private static class <a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.522">HFileArchiver.StoreToFile</a>
 extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.FileConverter.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.FileConverter</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a>&gt;</pre>
 <div class="block">Convert the <a href="../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver"><code>HStoreFile</code></a> into something we can manage in the archive
  methods</div>
@@ -222,7 +222,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockListLast">
 <li class="blockList">
 <h4>StoreToFile</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html#line.530">StoreToFile</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs)</pre>
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html#line.523">StoreToFile</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs)</pre>
 </li>
 </ul>
 </li>
@@ -239,7 +239,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.Fil
 <ul class="blockListLast">
 <li class="blockList">
 <h4>apply</h4>
-<pre>public&nbsp;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html#line.535">apply</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a>&nbsp;input)</pre>
+<pre>public&nbsp;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.StoreToFile.html#line.528">apply</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a>&nbsp;input)</pre>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.html b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.html
index 3153c64..d2dcfc4 100644
--- a/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.html
+++ b/devapidocs/org/apache/hadoop/hbase/backup/HFileArchiver.html
@@ -503,7 +503,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>archiveFamily</h4>
-<pre>public static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.177">archiveFamily</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
+<pre>public static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.175">archiveFamily</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
                                  org.apache.hadoop.conf.Configuration&nbsp;conf,
                                  <a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;parent,
                                  org.apache.hadoop.fs.Path&nbsp;tableDir,
@@ -529,7 +529,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>archiveFamilyByFamilyDir</h4>
-<pre>public static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.193">archiveFamilyByFamilyDir</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
+<pre>public static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.191">archiveFamilyByFamilyDir</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
                                             org.apache.hadoop.conf.Configuration&nbsp;conf,
                                             <a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;parent,
                                             org.apache.hadoop.fs.Path&nbsp;familyDir,
@@ -555,7 +555,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>archiveStoreFiles</h4>
-<pre>public static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.227">archiveStoreFiles</a>(org.apache.hadoop.conf.Configuration&nbsp;conf,
+<pre>public static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.225">archiveStoreFiles</a>(org.apache.hadoop.conf.Configuration&nbsp;conf,
                                      org.apache.hadoop.fs.FileSystem&nbsp;fs,
                                      <a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionInfo,
                                      org.apache.hadoop.fs.Path&nbsp;tableDir,
@@ -584,7 +584,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>archiveStoreFile</h4>
-<pre>public static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.286">archiveStoreFile</a>(org.apache.hadoop.conf.Configuration&nbsp;conf,
+<pre>public static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.284">archiveStoreFile</a>(org.apache.hadoop.conf.Configuration&nbsp;conf,
                                     org.apache.hadoop.fs.FileSystem&nbsp;fs,
                                     <a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>&nbsp;regionInfo,
                                     org.apache.hadoop.fs.Path&nbsp;tableDir,
@@ -611,7 +611,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>resolveAndArchive</h4>
-<pre>private static&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.319">resolveAndArchive</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
+<pre>private static&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.317">resolveAndArchive</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
                                                           org.apache.hadoop.fs.Path&nbsp;baseArchiveDir,
                                                           <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/backup/HFileArchiver.File.html" title="class in org.apache.hadoop.hbase.backup">HFileArchiver.File</a>&gt;&nbsp;toArchive,
                                                           long&nbsp;start)
@@ -668,7 +668,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>deleteRegionWithoutArchiving</h4>
-<pre>private static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.462">deleteRegionWithoutArchiving</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
+<pre>private static&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.455">deleteRegionWithoutArchiving</a>(org.apache.hadoop.fs.FileSystem&nbsp;fs,
                                                     org.apache.hadoop.fs.Path&nbsp;regionDir)
                                              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Without regard for backup, delete a region. Should be used with caution.</div>
@@ -689,7 +689,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>deleteStoreFilesWithoutArchiving</h4>
-<pre>private static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.481">deleteStoreFilesWithoutArchiving</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a>&gt;&nbsp;compactedFiles)
+<pre>private static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/backup/HFileArchiver.html#line.474">deleteStoreFilesWithoutArchiving</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/regionserver/HStoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">HStoreFile</a>&gt;&nbsp;compactedFiles)
                                               throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Just do a simple delete of the given store files
  <p>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html b/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html
index 48a98fa..51d84c3 100644
--- a/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html
@@ -167,8 +167,8 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
-<li type="circle">org.apache.hadoop.hbase.backup.<a href="../../../../../org/apache/hadoop/hbase/backup/BackupInfo.BackupPhase.html" title="enum in org.apache.hadoop.hbase.backup"><span class="typeNameLink">BackupInfo.BackupPhase</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.backup.<a href="../../../../../org/apache/hadoop/hbase/backup/BackupInfo.BackupState.html" title="enum in org.apache.hadoop.hbase.backup"><span class="typeNameLink">BackupInfo.BackupState</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.backup.<a href="../../../../../org/apache/hadoop/hbase/backup/BackupInfo.BackupPhase.html" title="enum in org.apache.hadoop.hbase.backup"><span class="typeNameLink">BackupInfo.BackupPhase</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.backup.<a href="../../../../../org/apache/hadoop/hbase/backup/BackupType.html" title="enum in org.apache.hadoop.hbase.backup"><span class="typeNameLink">BackupType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.backup.<a href="../../../../../org/apache/hadoop/hbase/backup/BackupRestoreConstants.BackupCommand.html" title="enum in org.apache.hadoop.hbase.backup"><span class="typeNameLink">BackupRestoreConstants.BackupCommand</span></a></li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/class-use/Cell.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/class-use/Cell.html b/devapidocs/org/apache/hadoop/hbase/class-use/Cell.html
index 65201f5..22280e4 100644
--- a/devapidocs/org/apache/hadoop/hbase/class-use/Cell.html
+++ b/devapidocs/org/apache/hadoop/hbase/class-use/Cell.html
@@ -7873,29 +7873,25 @@ service.</div>
 </tr>
 <tbody>
 <tr class="altColor">
-<td class="colFirst"><code>static <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.WALCell.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#create-org.apache.hadoop.hbase.Cell-">create</a></span>(<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;cell)</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
 <td class="colFirst"><code><a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a></code></td>
 <td class="colLast"><span class="typeNameLabel">BulkLoadCellFilter.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/BulkLoadCellFilter.html#filterCell-org.apache.hadoop.hbase.Cell-org.apache.hbase.thirdparty.com.google.common.base.Predicate-">filterCell</a></span>(<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;cell,
           org.apache.hbase.thirdparty.com.google.common.base.Predicate&lt;byte[]&gt;&nbsp;famPredicate)</code>
 <div class="block">Filters the bulk load cell using the supplied predicate.</div>
 </td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code><a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a></code></td>
 <td class="colLast"><span class="typeNameLabel">WALCellFilter.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/WALCellFilter.html#filterCell-org.apache.hadoop.hbase.wal.WAL.Entry-org.apache.hadoop.hbase.Cell-">filterCell</a></span>(<a href="../../../../../org/apache/hadoop/hbase/wal/WAL.Entry.html" title="class in org.apache.hadoop.hbase.wal">WAL.Entry</a>&nbsp;entry,
           <a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;cell)</code>
 <div class="block">Applies the filter, possibly returning a different Cell instance.</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code><a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ScopeWALEntryFilter.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ScopeWALEntryFilter.html#filterCell-org.apache.hadoop.hbase.wal.WAL.Entry-org.apache.hadoop.hbase.Cell-">filterCell</a></span>(<a href="../../../../../org/apache/hadoop/hbase/wal/WAL.Entry.html" title="class in org.apache.hadoop.hbase.wal">WAL.Entry</a>&nbsp;entry,
           <a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;cell)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code><a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a></code></td>
 <td class="colLast"><span class="typeNameLabel">NamespaceTableCfWALEntryFilter.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/NamespaceTableCfWALEntryFilter.html#filterCell-org.apache.hadoop.hbase.wal.WAL.Entry-org.apache.hadoop.hbase.Cell-">filterCell</a></span>(<a href="../../../../../org/apache/hadoop/hbase/wal/WAL.Entry.html" title="class in org.apache.hadoop.hbase.wal">WAL.Entry</a>&nbsp;entry,
           <a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;cell)</code>&nbsp;</td>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/class-use/ServerName.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/class-use/ServerName.html b/devapidocs/org/apache/hadoop/hbase/class-use/ServerName.html
index 6b59211..c36dd6e 100644
--- a/devapidocs/org/apache/hadoop/hbase/class-use/ServerName.html
+++ b/devapidocs/org/apache/hadoop/hbase/class-use/ServerName.html
@@ -5491,19 +5491,6 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 </a>
 <h3>Uses of <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> in <a href="../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a></h3>
 <table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing fields, and an explanation">
-<caption><span>Fields in <a href="../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a> declared as <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Field and Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><code>(package private) <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a></code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.WALCell.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#serverName">serverName</a></span></code>&nbsp;</td>
-</tr>
-</tbody>
-</table>
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing fields, and an explanation">
 <caption><span>Fields in <a href="../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a> with type parameters of type <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a></span><span class="tabEnd">&nbsp;</span></caption>
 <tr>
 <th class="colFirst" scope="col">Modifier and Type</th>
@@ -5548,14 +5535,10 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 <td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getListOfReplicators--">getListOfReplicators</a></span>()</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getListOfReplicators--">getListOfReplicators</a></span>()</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
 <td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getListOfReplicators0--">getListOfReplicators0</a></span>()</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">HBaseReplicationEndpoint.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/HBaseReplicationEndpoint.html#getRegionServers--">getRegionServers</a></span>()</code>
 <div class="block">Get a list of all the addresses of all the region servers
@@ -5586,12 +5569,6 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
       <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#addWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">addWAL</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-      <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-      <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
 <td class="colFirst"><code><a href="../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/util/SortedSet.html?is-external=true" title="class or interface in java.util">SortedSet</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#claimQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-org.apache.hadoop.hbase.ServerName-">claimQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;sourceServerName,
           <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
@@ -5599,15 +5576,9 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 <div class="block">Change ownership for the queue identified by queueId and belongs to a dead region server.</div>
 </td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code><a href="../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/util/SortedSet.html?is-external=true" title="class or interface in java.util">SortedSet</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#claimQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-org.apache.hadoop.hbase.ServerName-">claimQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;sourceServerName,
-          <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-          <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;destServerName)</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code><a href="../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/util/SortedSet.html?is-external=true" title="class or interface in java.util">SortedSet</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#claimQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-org.apache.hadoop.hbase.ServerName-">claimQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;sourceServerName,
+<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#claimQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-org.apache.hadoop.hbase.ServerName-">claimQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;sourceServerName,
           <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
           <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;destServerName)</code>&nbsp;</td>
 </tr>
@@ -5622,32 +5593,24 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 <td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllQueues-org.apache.hadoop.hbase.ServerName-">getAllQueues</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllQueues-org.apache.hadoop.hbase.ServerName-">getAllQueues</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
 <td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllQueues0-org.apache.hadoop.hbase.ServerName-">getAllQueues0</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getFileNode-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">getFileNode</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
            <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
            <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getQueueNode-org.apache.hadoop.hbase.ServerName-java.lang.String-">getQueueNode</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
             <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
 <td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getRsNode-org.apache.hadoop.hbase.ServerName-">getRsNode</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
-<td class="colFirst"><code>protected static byte[]</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationStorageBase.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getServerNameRowKey-org.apache.hadoop.hbase.ServerName-">getServerNameRowKey</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
-</tr>
 <tr class="altColor">
 <td class="colFirst"><code>long</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">getWALPosition</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
@@ -5663,26 +5626,15 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
               <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
-<td class="colFirst"><code>long</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">getWALPosition</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
-</tr>
-<tr class="rowColor">
 <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getWALsInQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
               <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>
 <div class="block">Get a list of all WALs in the given queue on the given region server.</div>
 </td>
 </tr>
-<tr class="altColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getWALsInQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>&nbsp;</td>
-</tr>
 <tr class="rowColor">
 <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALsInQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
+<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getWALsInQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
               <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>&nbsp;</td>
 </tr>
 <tr class="altColor">
@@ -5691,28 +5643,15 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
                <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>&nbsp;</td>
 </tr>
 <tr class="rowColor">
-<td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a>&gt;</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALsInQueue0-org.apache.hadoop.hbase.client.Table-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue0</a></span>(<a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a>&nbsp;table,
-               <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-               <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>
-<div class="block">List all WALs for the specific region server and queueId.</div>
-</td>
-</tr>
-<tr class="altColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">removeQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
            <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>
 <div class="block">Remove a replication queue for a given regionserver.</div>
 </td>
 </tr>
-<tr class="rowColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removeQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">removeQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-           <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>&nbsp;</td>
-</tr>
 <tr class="altColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">removeQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
+<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removeQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">removeQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
            <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>&nbsp;</td>
 </tr>
 <tr class="rowColor">
@@ -5727,25 +5666,15 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeReplicatorIfQueueIsEmpty-org.apache.hadoop.hbase.ServerName-">removeReplicatorIfQueueIsEmpty</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>&nbsp;</td>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>void</code></td>
 <td class="colLast"><span class="typeNameLabel">ReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">removeWAL</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
          <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
          <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>
 <div class="block">Remove an WAL file from the given queue for a given regionserver.</div>
 </td>
 </tr>
-<tr class="rowColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removeWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">removeWAL</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-         <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-         <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
-</tr>
 <tr class="altColor">
 <td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">removeWAL</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
+<td class="colLast"><span class="typeNameLabel">ZKReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removeWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">removeWAL</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
          <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
          <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>&nbsp;</td>
 </tr>
@@ -5767,14 +5696,6 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
               long&nbsp;position,
               <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>&gt;&nbsp;lastSeqIds)</code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationQueueStorage.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#setWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-long-java.util.Map-">setWALPosition</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName,
-              long&nbsp;position,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>&gt;&nbsp;lastSeqIds)</code>&nbsp;</td>
-</tr>
 </tbody>
 </table>
 <table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing methods, and an explanation">
@@ -5799,21 +5720,6 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods.</div>
 </tr>
 </tbody>
 </table>
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing constructors, and an explanation">
-<caption><span>Constructors in <a href="../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a> with parameters of type <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colOne" scope="col">Constructor and Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#WALCell-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-long-long-">WALCell</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-       <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-       <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;wal,
-       long&nbsp;position,
-       long&nbsp;cellTimestamp)</code>&nbsp;</td>
-</tr>
-</tbody>
-</table>
 </li>
 <li class="blockList"><a name="org.apache.hadoop.hbase.replication.regionserver">
 <!--   -->

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/class-use/TableName.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/class-use/TableName.html b/devapidocs/org/apache/hadoop/hbase/class-use/TableName.html
index dd23346..f0cb8c2 100644
--- a/devapidocs/org/apache/hadoop/hbase/class-use/TableName.html
+++ b/devapidocs/org/apache/hadoop/hbase/class-use/TableName.html
@@ -9095,19 +9095,6 @@ service.</div>
 </a>
 <h3>Uses of <a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a> in <a href="../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a></h3>
 <table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing fields, and an explanation">
-<caption><span>Fields in <a href="../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a> declared as <a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Field and Description</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><code>static <a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a></code></td>
-<td class="colLast"><span class="typeNameLabel">TableReplicationStorageBase.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#REPLICATION_TABLE">REPLICATION_TABLE</a></span></code>&nbsp;</td>
-</tr>
-</tbody>
-</table>
-<table class="useSummary" border="0" cellpadding="3" cellspacing="0" summary="Use table, listing fields, and an explanation">
 <caption><span>Fields in <a href="../../../../../org/apache/hadoop/hbase/replication/package-summary.html">org.apache.hadoop.hbase.replication</a> with type parameters of type <a href="../../../../../org/apache/hadoop/hbase/TableName.html" title="class in org.apache.hadoop.hbase">TableName</a></span><span class="tabEnd">&nbsp;</span></caption>
 <tr>
 <th class="colFirst" scope="col">Modifier and Type</th>


[04/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
index 3bc66bb..97aa79c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
@@ -1435,459 +1435,460 @@
 <span class="sourceLineNo">1427</span>   */<a name="line.1427"></a>
 <span class="sourceLineNo">1428</span>  private void execProcedure(final RootProcedureState procStack,<a name="line.1428"></a>
 <span class="sourceLineNo">1429</span>      final Procedure&lt;TEnvironment&gt; procedure) {<a name="line.1429"></a>
-<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE);<a name="line.1430"></a>
-<span class="sourceLineNo">1431</span><a name="line.1431"></a>
-<span class="sourceLineNo">1432</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1432"></a>
-<span class="sourceLineNo">1433</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1433"></a>
-<span class="sourceLineNo">1434</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1434"></a>
-<span class="sourceLineNo">1435</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1435"></a>
-<span class="sourceLineNo">1436</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1436"></a>
-<span class="sourceLineNo">1437</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1437"></a>
-<span class="sourceLineNo">1438</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1438"></a>
-<span class="sourceLineNo">1439</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1439"></a>
-<span class="sourceLineNo">1440</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1440"></a>
-<span class="sourceLineNo">1441</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1441"></a>
-<span class="sourceLineNo">1442</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1442"></a>
-<span class="sourceLineNo">1443</span>    boolean suspended = false;<a name="line.1443"></a>
-<span class="sourceLineNo">1444</span><a name="line.1444"></a>
-<span class="sourceLineNo">1445</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1445"></a>
-<span class="sourceLineNo">1446</span>    boolean reExecute = false;<a name="line.1446"></a>
-<span class="sourceLineNo">1447</span><a name="line.1447"></a>
-<span class="sourceLineNo">1448</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1448"></a>
-<span class="sourceLineNo">1449</span>    do {<a name="line.1449"></a>
-<span class="sourceLineNo">1450</span>      reExecute = false;<a name="line.1450"></a>
-<span class="sourceLineNo">1451</span>      try {<a name="line.1451"></a>
-<span class="sourceLineNo">1452</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1452"></a>
-<span class="sourceLineNo">1453</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1453"></a>
-<span class="sourceLineNo">1454</span>          subprocs = null;<a name="line.1454"></a>
-<span class="sourceLineNo">1455</span>        }<a name="line.1455"></a>
-<span class="sourceLineNo">1456</span>      } catch (ProcedureSuspendedException e) {<a name="line.1456"></a>
-<span class="sourceLineNo">1457</span>        if (LOG.isTraceEnabled()) {<a name="line.1457"></a>
-<span class="sourceLineNo">1458</span>          LOG.trace("Suspend " + procedure);<a name="line.1458"></a>
-<span class="sourceLineNo">1459</span>        }<a name="line.1459"></a>
-<span class="sourceLineNo">1460</span>        suspended = true;<a name="line.1460"></a>
-<span class="sourceLineNo">1461</span>      } catch (ProcedureYieldException e) {<a name="line.1461"></a>
-<span class="sourceLineNo">1462</span>        if (LOG.isTraceEnabled()) {<a name="line.1462"></a>
-<span class="sourceLineNo">1463</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1463"></a>
-<span class="sourceLineNo">1464</span>        }<a name="line.1464"></a>
-<span class="sourceLineNo">1465</span>        scheduler.yield(procedure);<a name="line.1465"></a>
-<span class="sourceLineNo">1466</span>        return;<a name="line.1466"></a>
-<span class="sourceLineNo">1467</span>      } catch (InterruptedException e) {<a name="line.1467"></a>
-<span class="sourceLineNo">1468</span>        if (LOG.isTraceEnabled()) {<a name="line.1468"></a>
-<span class="sourceLineNo">1469</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1469"></a>
-<span class="sourceLineNo">1470</span>        }<a name="line.1470"></a>
-<span class="sourceLineNo">1471</span>        handleInterruptedException(procedure, e);<a name="line.1471"></a>
-<span class="sourceLineNo">1472</span>        scheduler.yield(procedure);<a name="line.1472"></a>
-<span class="sourceLineNo">1473</span>        return;<a name="line.1473"></a>
-<span class="sourceLineNo">1474</span>      } catch (Throwable e) {<a name="line.1474"></a>
-<span class="sourceLineNo">1475</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1475"></a>
-<span class="sourceLineNo">1476</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1476"></a>
-<span class="sourceLineNo">1477</span>        LOG.error(msg, e);<a name="line.1477"></a>
-<span class="sourceLineNo">1478</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1478"></a>
-<span class="sourceLineNo">1479</span>      }<a name="line.1479"></a>
-<span class="sourceLineNo">1480</span><a name="line.1480"></a>
-<span class="sourceLineNo">1481</span>      if (!procedure.isFailed()) {<a name="line.1481"></a>
-<span class="sourceLineNo">1482</span>        if (subprocs != null) {<a name="line.1482"></a>
-<span class="sourceLineNo">1483</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1483"></a>
-<span class="sourceLineNo">1484</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1484"></a>
-<span class="sourceLineNo">1485</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1485"></a>
-<span class="sourceLineNo">1486</span>            subprocs = null;<a name="line.1486"></a>
-<span class="sourceLineNo">1487</span>            reExecute = true;<a name="line.1487"></a>
-<span class="sourceLineNo">1488</span>            if (LOG.isTraceEnabled()) {<a name="line.1488"></a>
-<span class="sourceLineNo">1489</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1489"></a>
-<span class="sourceLineNo">1490</span>            }<a name="line.1490"></a>
-<span class="sourceLineNo">1491</span>          } else {<a name="line.1491"></a>
-<span class="sourceLineNo">1492</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1492"></a>
-<span class="sourceLineNo">1493</span>            // subprocs may come back 'null'.<a name="line.1493"></a>
-<span class="sourceLineNo">1494</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1494"></a>
-<span class="sourceLineNo">1495</span>            LOG.info("Initialized subprocedures=" +<a name="line.1495"></a>
-<span class="sourceLineNo">1496</span>              (subprocs == null? null:<a name="line.1496"></a>
-<span class="sourceLineNo">1497</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1497"></a>
-<span class="sourceLineNo">1498</span>                collect(Collectors.toList()).toString()));<a name="line.1498"></a>
-<span class="sourceLineNo">1499</span>          }<a name="line.1499"></a>
-<span class="sourceLineNo">1500</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1500"></a>
-<span class="sourceLineNo">1501</span>          if (LOG.isTraceEnabled()) {<a name="line.1501"></a>
-<span class="sourceLineNo">1502</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1502"></a>
-<span class="sourceLineNo">1503</span>          }<a name="line.1503"></a>
-<span class="sourceLineNo">1504</span>          timeoutExecutor.add(procedure);<a name="line.1504"></a>
-<span class="sourceLineNo">1505</span>        } else if (!suspended) {<a name="line.1505"></a>
-<span class="sourceLineNo">1506</span>          // No subtask, so we are done<a name="line.1506"></a>
-<span class="sourceLineNo">1507</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1507"></a>
-<span class="sourceLineNo">1508</span>        }<a name="line.1508"></a>
-<span class="sourceLineNo">1509</span>      }<a name="line.1509"></a>
-<span class="sourceLineNo">1510</span><a name="line.1510"></a>
-<span class="sourceLineNo">1511</span>      // Add the procedure to the stack<a name="line.1511"></a>
-<span class="sourceLineNo">1512</span>      procStack.addRollbackStep(procedure);<a name="line.1512"></a>
-<span class="sourceLineNo">1513</span><a name="line.1513"></a>
-<span class="sourceLineNo">1514</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1514"></a>
-<span class="sourceLineNo">1515</span>      // useful to test the procedure recovery.<a name="line.1515"></a>
-<span class="sourceLineNo">1516</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>        stop();<a name="line.1518"></a>
-<span class="sourceLineNo">1519</span>        return;<a name="line.1519"></a>
-<span class="sourceLineNo">1520</span>      }<a name="line.1520"></a>
-<span class="sourceLineNo">1521</span><a name="line.1521"></a>
-<span class="sourceLineNo">1522</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1522"></a>
-<span class="sourceLineNo">1523</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1523"></a>
-<span class="sourceLineNo">1524</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1524"></a>
-<span class="sourceLineNo">1525</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1525"></a>
-<span class="sourceLineNo">1526</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1526"></a>
-<span class="sourceLineNo">1527</span>      //<a name="line.1527"></a>
-<span class="sourceLineNo">1528</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1528"></a>
-<span class="sourceLineNo">1529</span>      // can take a bunch of time to complete.<a name="line.1529"></a>
-<span class="sourceLineNo">1530</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1530"></a>
-<span class="sourceLineNo">1531</span><a name="line.1531"></a>
-<span class="sourceLineNo">1532</span>      // if the store is not running we are aborting<a name="line.1532"></a>
-<span class="sourceLineNo">1533</span>      if (!store.isRunning()) return;<a name="line.1533"></a>
-<span class="sourceLineNo">1534</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1534"></a>
-<span class="sourceLineNo">1535</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1535"></a>
-<span class="sourceLineNo">1536</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1536"></a>
-<span class="sourceLineNo">1537</span>        scheduler.yield(procedure);<a name="line.1537"></a>
-<span class="sourceLineNo">1538</span>        return;<a name="line.1538"></a>
-<span class="sourceLineNo">1539</span>      }<a name="line.1539"></a>
-<span class="sourceLineNo">1540</span><a name="line.1540"></a>
-<span class="sourceLineNo">1541</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1541"></a>
-<span class="sourceLineNo">1542</span>    } while (reExecute);<a name="line.1542"></a>
-<span class="sourceLineNo">1543</span>    // Submit the new subprocedures<a name="line.1543"></a>
-<span class="sourceLineNo">1544</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1544"></a>
-<span class="sourceLineNo">1545</span>      submitChildrenProcedures(subprocs);<a name="line.1545"></a>
-<span class="sourceLineNo">1546</span>    }<a name="line.1546"></a>
-<span class="sourceLineNo">1547</span><a name="line.1547"></a>
-<span class="sourceLineNo">1548</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1548"></a>
-<span class="sourceLineNo">1549</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1549"></a>
-<span class="sourceLineNo">1550</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1550"></a>
-<span class="sourceLineNo">1551</span>      countDownChildren(procStack, procedure);<a name="line.1551"></a>
-<span class="sourceLineNo">1552</span>    }<a name="line.1552"></a>
-<span class="sourceLineNo">1553</span>  }<a name="line.1553"></a>
-<span class="sourceLineNo">1554</span><a name="line.1554"></a>
-<span class="sourceLineNo">1555</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1555"></a>
-<span class="sourceLineNo">1556</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1556"></a>
-<span class="sourceLineNo">1557</span>    assert subprocs != null : "expected subprocedures";<a name="line.1557"></a>
-<span class="sourceLineNo">1558</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1558"></a>
-<span class="sourceLineNo">1559</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1559"></a>
-<span class="sourceLineNo">1560</span>      final Procedure subproc = subprocs[i];<a name="line.1560"></a>
-<span class="sourceLineNo">1561</span>      if (subproc == null) {<a name="line.1561"></a>
-<span class="sourceLineNo">1562</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1562"></a>
-<span class="sourceLineNo">1563</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1563"></a>
-<span class="sourceLineNo">1564</span>          new IllegalArgumentIOException(msg)));<a name="line.1564"></a>
-<span class="sourceLineNo">1565</span>        return null;<a name="line.1565"></a>
-<span class="sourceLineNo">1566</span>      }<a name="line.1566"></a>
-<span class="sourceLineNo">1567</span><a name="line.1567"></a>
-<span class="sourceLineNo">1568</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1568"></a>
-<span class="sourceLineNo">1569</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1569"></a>
-<span class="sourceLineNo">1570</span>      subproc.setRootProcId(rootProcId);<a name="line.1570"></a>
-<span class="sourceLineNo">1571</span>      subproc.setProcId(nextProcId());<a name="line.1571"></a>
-<span class="sourceLineNo">1572</span>      procStack.addSubProcedure(subproc);<a name="line.1572"></a>
-<span class="sourceLineNo">1573</span>    }<a name="line.1573"></a>
-<span class="sourceLineNo">1574</span><a name="line.1574"></a>
-<span class="sourceLineNo">1575</span>    if (!procedure.isFailed()) {<a name="line.1575"></a>
-<span class="sourceLineNo">1576</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1576"></a>
-<span class="sourceLineNo">1577</span>      switch (procedure.getState()) {<a name="line.1577"></a>
-<span class="sourceLineNo">1578</span>        case RUNNABLE:<a name="line.1578"></a>
-<span class="sourceLineNo">1579</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1579"></a>
-<span class="sourceLineNo">1580</span>          break;<a name="line.1580"></a>
-<span class="sourceLineNo">1581</span>        case WAITING_TIMEOUT:<a name="line.1581"></a>
-<span class="sourceLineNo">1582</span>          timeoutExecutor.add(procedure);<a name="line.1582"></a>
-<span class="sourceLineNo">1583</span>          break;<a name="line.1583"></a>
-<span class="sourceLineNo">1584</span>        default:<a name="line.1584"></a>
-<span class="sourceLineNo">1585</span>          break;<a name="line.1585"></a>
-<span class="sourceLineNo">1586</span>      }<a name="line.1586"></a>
-<span class="sourceLineNo">1587</span>    }<a name="line.1587"></a>
-<span class="sourceLineNo">1588</span>    return subprocs;<a name="line.1588"></a>
-<span class="sourceLineNo">1589</span>  }<a name="line.1589"></a>
-<span class="sourceLineNo">1590</span><a name="line.1590"></a>
-<span class="sourceLineNo">1591</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1591"></a>
-<span class="sourceLineNo">1592</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1592"></a>
-<span class="sourceLineNo">1593</span>      final Procedure subproc = subprocs[i];<a name="line.1593"></a>
-<span class="sourceLineNo">1594</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1594"></a>
-<span class="sourceLineNo">1595</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1595"></a>
-<span class="sourceLineNo">1596</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1596"></a>
-<span class="sourceLineNo">1597</span>      scheduler.addFront(subproc);<a name="line.1597"></a>
-<span class="sourceLineNo">1598</span>    }<a name="line.1598"></a>
-<span class="sourceLineNo">1599</span>  }<a name="line.1599"></a>
-<span class="sourceLineNo">1600</span><a name="line.1600"></a>
-<span class="sourceLineNo">1601</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1601"></a>
-<span class="sourceLineNo">1602</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1602"></a>
-<span class="sourceLineNo">1603</span>    if (parent == null) {<a name="line.1603"></a>
-<span class="sourceLineNo">1604</span>      assert procStack.isRollingback();<a name="line.1604"></a>
-<span class="sourceLineNo">1605</span>      return;<a name="line.1605"></a>
-<span class="sourceLineNo">1606</span>    }<a name="line.1606"></a>
-<span class="sourceLineNo">1607</span><a name="line.1607"></a>
-<span class="sourceLineNo">1608</span>    // If this procedure is the last child awake the parent procedure<a name="line.1608"></a>
-<span class="sourceLineNo">1609</span>    if (parent.tryRunnable()) {<a name="line.1609"></a>
-<span class="sourceLineNo">1610</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1610"></a>
-<span class="sourceLineNo">1611</span>      // children have completed, move parent to front of the queue.<a name="line.1611"></a>
-<span class="sourceLineNo">1612</span>      store.update(parent);<a name="line.1612"></a>
-<span class="sourceLineNo">1613</span>      scheduler.addFront(parent);<a name="line.1613"></a>
-<span class="sourceLineNo">1614</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1614"></a>
-<span class="sourceLineNo">1615</span>      return;<a name="line.1615"></a>
-<span class="sourceLineNo">1616</span>    }<a name="line.1616"></a>
-<span class="sourceLineNo">1617</span>  }<a name="line.1617"></a>
-<span class="sourceLineNo">1618</span><a name="line.1618"></a>
-<span class="sourceLineNo">1619</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1619"></a>
-<span class="sourceLineNo">1620</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1620"></a>
-<span class="sourceLineNo">1621</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1621"></a>
-<span class="sourceLineNo">1622</span>      if (LOG.isTraceEnabled()) {<a name="line.1622"></a>
-<span class="sourceLineNo">1623</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1623"></a>
-<span class="sourceLineNo">1624</span>      }<a name="line.1624"></a>
-<span class="sourceLineNo">1625</span>      store.insert(procedure, subprocs);<a name="line.1625"></a>
-<span class="sourceLineNo">1626</span>    } else {<a name="line.1626"></a>
-<span class="sourceLineNo">1627</span>      if (LOG.isTraceEnabled()) {<a name="line.1627"></a>
-<span class="sourceLineNo">1628</span>        LOG.trace("Store update " + procedure);<a name="line.1628"></a>
-<span class="sourceLineNo">1629</span>      }<a name="line.1629"></a>
-<span class="sourceLineNo">1630</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1630"></a>
-<span class="sourceLineNo">1631</span>        // remove child procedures<a name="line.1631"></a>
-<span class="sourceLineNo">1632</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1632"></a>
-<span class="sourceLineNo">1633</span>        if (childProcIds != null) {<a name="line.1633"></a>
-<span class="sourceLineNo">1634</span>          store.delete(procedure, childProcIds);<a name="line.1634"></a>
-<span class="sourceLineNo">1635</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1635"></a>
-<span class="sourceLineNo">1636</span>            procedures.remove(childProcIds[i]);<a name="line.1636"></a>
-<span class="sourceLineNo">1637</span>          }<a name="line.1637"></a>
-<span class="sourceLineNo">1638</span>        } else {<a name="line.1638"></a>
-<span class="sourceLineNo">1639</span>          store.update(procedure);<a name="line.1639"></a>
-<span class="sourceLineNo">1640</span>        }<a name="line.1640"></a>
-<span class="sourceLineNo">1641</span>      } else {<a name="line.1641"></a>
-<span class="sourceLineNo">1642</span>        store.update(procedure);<a name="line.1642"></a>
-<span class="sourceLineNo">1643</span>      }<a name="line.1643"></a>
-<span class="sourceLineNo">1644</span>    }<a name="line.1644"></a>
-<span class="sourceLineNo">1645</span>  }<a name="line.1645"></a>
-<span class="sourceLineNo">1646</span><a name="line.1646"></a>
-<span class="sourceLineNo">1647</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1647"></a>
-<span class="sourceLineNo">1648</span>    if (LOG.isTraceEnabled()) {<a name="line.1648"></a>
-<span class="sourceLineNo">1649</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1649"></a>
-<span class="sourceLineNo">1650</span>    }<a name="line.1650"></a>
-<span class="sourceLineNo">1651</span><a name="line.1651"></a>
-<span class="sourceLineNo">1652</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1652"></a>
-<span class="sourceLineNo">1653</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1653"></a>
-<span class="sourceLineNo">1654</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1654"></a>
-<span class="sourceLineNo">1655</span>    // and the executor/store will be stopped.<a name="line.1655"></a>
-<span class="sourceLineNo">1656</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1656"></a>
-<span class="sourceLineNo">1657</span>  }<a name="line.1657"></a>
-<span class="sourceLineNo">1658</span><a name="line.1658"></a>
-<span class="sourceLineNo">1659</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1659"></a>
-<span class="sourceLineNo">1660</span>    final TEnvironment env = getEnvironment();<a name="line.1660"></a>
-<span class="sourceLineNo">1661</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1661"></a>
-<span class="sourceLineNo">1662</span>      releaseLock(proc, true);<a name="line.1662"></a>
-<span class="sourceLineNo">1663</span>    }<a name="line.1663"></a>
-<span class="sourceLineNo">1664</span>    try {<a name="line.1664"></a>
-<span class="sourceLineNo">1665</span>      proc.completionCleanup(env);<a name="line.1665"></a>
-<span class="sourceLineNo">1666</span>    } catch (Throwable e) {<a name="line.1666"></a>
-<span class="sourceLineNo">1667</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1667"></a>
-<span class="sourceLineNo">1668</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1668"></a>
-<span class="sourceLineNo">1669</span>    }<a name="line.1669"></a>
-<span class="sourceLineNo">1670</span>  }<a name="line.1670"></a>
-<span class="sourceLineNo">1671</span><a name="line.1671"></a>
-<span class="sourceLineNo">1672</span>  private void procedureFinished(final Procedure proc) {<a name="line.1672"></a>
-<span class="sourceLineNo">1673</span>    // call the procedure completion cleanup handler<a name="line.1673"></a>
-<span class="sourceLineNo">1674</span>    execCompletionCleanup(proc);<a name="line.1674"></a>
-<span class="sourceLineNo">1675</span><a name="line.1675"></a>
-<span class="sourceLineNo">1676</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1676"></a>
-<span class="sourceLineNo">1677</span><a name="line.1677"></a>
-<span class="sourceLineNo">1678</span>    // update the executor internal state maps<a name="line.1678"></a>
-<span class="sourceLineNo">1679</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1679"></a>
-<span class="sourceLineNo">1680</span>      retainer.setClientAckTime(0);<a name="line.1680"></a>
-<span class="sourceLineNo">1681</span>    }<a name="line.1681"></a>
-<span class="sourceLineNo">1682</span><a name="line.1682"></a>
-<span class="sourceLineNo">1683</span>    completed.put(proc.getProcId(), retainer);<a name="line.1683"></a>
-<span class="sourceLineNo">1684</span>    rollbackStack.remove(proc.getProcId());<a name="line.1684"></a>
-<span class="sourceLineNo">1685</span>    procedures.remove(proc.getProcId());<a name="line.1685"></a>
-<span class="sourceLineNo">1686</span><a name="line.1686"></a>
-<span class="sourceLineNo">1687</span>    // call the runnableSet completion cleanup handler<a name="line.1687"></a>
-<span class="sourceLineNo">1688</span>    try {<a name="line.1688"></a>
-<span class="sourceLineNo">1689</span>      scheduler.completionCleanup(proc);<a name="line.1689"></a>
-<span class="sourceLineNo">1690</span>    } catch (Throwable e) {<a name="line.1690"></a>
-<span class="sourceLineNo">1691</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1691"></a>
-<span class="sourceLineNo">1692</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1692"></a>
-<span class="sourceLineNo">1693</span>    }<a name="line.1693"></a>
-<span class="sourceLineNo">1694</span><a name="line.1694"></a>
-<span class="sourceLineNo">1695</span>    // Notify the listeners<a name="line.1695"></a>
-<span class="sourceLineNo">1696</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1696"></a>
-<span class="sourceLineNo">1697</span>  }<a name="line.1697"></a>
-<span class="sourceLineNo">1698</span><a name="line.1698"></a>
-<span class="sourceLineNo">1699</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1699"></a>
-<span class="sourceLineNo">1700</span>    return rollbackStack.get(rootProcId);<a name="line.1700"></a>
-<span class="sourceLineNo">1701</span>  }<a name="line.1701"></a>
-<span class="sourceLineNo">1702</span><a name="line.1702"></a>
-<span class="sourceLineNo">1703</span>  // ==========================================================================<a name="line.1703"></a>
-<span class="sourceLineNo">1704</span>  //  Worker Thread<a name="line.1704"></a>
-<span class="sourceLineNo">1705</span>  // ==========================================================================<a name="line.1705"></a>
-<span class="sourceLineNo">1706</span>  private class WorkerThread extends StoppableThread {<a name="line.1706"></a>
-<span class="sourceLineNo">1707</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1707"></a>
-<span class="sourceLineNo">1708</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1708"></a>
-<span class="sourceLineNo">1709</span><a name="line.1709"></a>
-<span class="sourceLineNo">1710</span>    public WorkerThread(ThreadGroup group) {<a name="line.1710"></a>
-<span class="sourceLineNo">1711</span>      this(group, "PEWorker-");<a name="line.1711"></a>
-<span class="sourceLineNo">1712</span>    }<a name="line.1712"></a>
-<span class="sourceLineNo">1713</span><a name="line.1713"></a>
-<span class="sourceLineNo">1714</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1714"></a>
-<span class="sourceLineNo">1715</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1715"></a>
-<span class="sourceLineNo">1716</span>      setDaemon(true);<a name="line.1716"></a>
-<span class="sourceLineNo">1717</span>    }<a name="line.1717"></a>
-<span class="sourceLineNo">1718</span><a name="line.1718"></a>
-<span class="sourceLineNo">1719</span>    @Override<a name="line.1719"></a>
-<span class="sourceLineNo">1720</span>    public void sendStopSignal() {<a name="line.1720"></a>
-<span class="sourceLineNo">1721</span>      scheduler.signalAll();<a name="line.1721"></a>
-<span class="sourceLineNo">1722</span>    }<a name="line.1722"></a>
-<span class="sourceLineNo">1723</span><a name="line.1723"></a>
-<span class="sourceLineNo">1724</span>    @Override<a name="line.1724"></a>
-<span class="sourceLineNo">1725</span>    public void run() {<a name="line.1725"></a>
-<span class="sourceLineNo">1726</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1726"></a>
-<span class="sourceLineNo">1727</span>      try {<a name="line.1727"></a>
-<span class="sourceLineNo">1728</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1728"></a>
-<span class="sourceLineNo">1729</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1729"></a>
-<span class="sourceLineNo">1730</span>          if (proc == null) {<a name="line.1730"></a>
-<span class="sourceLineNo">1731</span>            continue;<a name="line.1731"></a>
-<span class="sourceLineNo">1732</span>          }<a name="line.1732"></a>
-<span class="sourceLineNo">1733</span>          this.activeProcedure = proc;<a name="line.1733"></a>
-<span class="sourceLineNo">1734</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1734"></a>
-<span class="sourceLineNo">1735</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1735"></a>
-<span class="sourceLineNo">1736</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1736"></a>
-<span class="sourceLineNo">1737</span>            runningCount, activeCount);<a name="line.1737"></a>
-<span class="sourceLineNo">1738</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1738"></a>
-<span class="sourceLineNo">1739</span>          try {<a name="line.1739"></a>
-<span class="sourceLineNo">1740</span>            executeProcedure(proc);<a name="line.1740"></a>
-<span class="sourceLineNo">1741</span>          } catch (AssertionError e) {<a name="line.1741"></a>
-<span class="sourceLineNo">1742</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1742"></a>
-<span class="sourceLineNo">1743</span>            throw e;<a name="line.1743"></a>
-<span class="sourceLineNo">1744</span>          } finally {<a name="line.1744"></a>
-<span class="sourceLineNo">1745</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1745"></a>
-<span class="sourceLineNo">1746</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1746"></a>
-<span class="sourceLineNo">1747</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1747"></a>
-<span class="sourceLineNo">1748</span>              runningCount, activeCount);<a name="line.1748"></a>
-<span class="sourceLineNo">1749</span>            this.activeProcedure = null;<a name="line.1749"></a>
-<span class="sourceLineNo">1750</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1750"></a>
-<span class="sourceLineNo">1751</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1751"></a>
-<span class="sourceLineNo">1752</span>          }<a name="line.1752"></a>
-<span class="sourceLineNo">1753</span>        }<a name="line.1753"></a>
-<span class="sourceLineNo">1754</span>      } catch (Throwable t) {<a name="line.1754"></a>
-<span class="sourceLineNo">1755</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1755"></a>
-<span class="sourceLineNo">1756</span>      } finally {<a name="line.1756"></a>
-<span class="sourceLineNo">1757</span>        LOG.trace("Worker terminated.");<a name="line.1757"></a>
-<span class="sourceLineNo">1758</span>      }<a name="line.1758"></a>
-<span class="sourceLineNo">1759</span>      workerThreads.remove(this);<a name="line.1759"></a>
-<span class="sourceLineNo">1760</span>    }<a name="line.1760"></a>
-<span class="sourceLineNo">1761</span><a name="line.1761"></a>
-<span class="sourceLineNo">1762</span>    @Override<a name="line.1762"></a>
-<span class="sourceLineNo">1763</span>    public String toString() {<a name="line.1763"></a>
-<span class="sourceLineNo">1764</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1764"></a>
-<span class="sourceLineNo">1765</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1765"></a>
-<span class="sourceLineNo">1766</span>    }<a name="line.1766"></a>
-<span class="sourceLineNo">1767</span><a name="line.1767"></a>
-<span class="sourceLineNo">1768</span>    /**<a name="line.1768"></a>
-<span class="sourceLineNo">1769</span>     * @return the time since the current procedure is running<a name="line.1769"></a>
-<span class="sourceLineNo">1770</span>     */<a name="line.1770"></a>
-<span class="sourceLineNo">1771</span>    public long getCurrentRunTime() {<a name="line.1771"></a>
-<span class="sourceLineNo">1772</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1772"></a>
-<span class="sourceLineNo">1773</span>    }<a name="line.1773"></a>
-<span class="sourceLineNo">1774</span><a name="line.1774"></a>
-<span class="sourceLineNo">1775</span>    // core worker never timeout<a name="line.1775"></a>
-<span class="sourceLineNo">1776</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1776"></a>
-<span class="sourceLineNo">1777</span>      return true;<a name="line.1777"></a>
-<span class="sourceLineNo">1778</span>    }<a name="line.1778"></a>
-<span class="sourceLineNo">1779</span>  }<a name="line.1779"></a>
-<span class="sourceLineNo">1780</span><a name="line.1780"></a>
-<span class="sourceLineNo">1781</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1781"></a>
-<span class="sourceLineNo">1782</span>  // keepAliveTime if there is no procedure to run.<a name="line.1782"></a>
-<span class="sourceLineNo">1783</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1783"></a>
-<span class="sourceLineNo">1784</span><a name="line.1784"></a>
-<span class="sourceLineNo">1785</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1785"></a>
-<span class="sourceLineNo">1786</span>      super(group, "KeepAlivePEWorker-");<a name="line.1786"></a>
-<span class="sourceLineNo">1787</span>    }<a name="line.1787"></a>
-<span class="sourceLineNo">1788</span><a name="line.1788"></a>
-<span class="sourceLineNo">1789</span>    @Override<a name="line.1789"></a>
-<span class="sourceLineNo">1790</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1790"></a>
-<span class="sourceLineNo">1791</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1791"></a>
-<span class="sourceLineNo">1792</span>    }<a name="line.1792"></a>
-<span class="sourceLineNo">1793</span>  }<a name="line.1793"></a>
-<span class="sourceLineNo">1794</span><a name="line.1794"></a>
-<span class="sourceLineNo">1795</span>  // ----------------------------------------------------------------------------<a name="line.1795"></a>
-<span class="sourceLineNo">1796</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1796"></a>
-<span class="sourceLineNo">1797</span>  // full set of procedures pending and completed to write a compacted<a name="line.1797"></a>
-<span class="sourceLineNo">1798</span>  // version of the log (in case is a log)?<a name="line.1798"></a>
-<span class="sourceLineNo">1799</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1799"></a>
-<span class="sourceLineNo">1800</span>  // will have the tracker saying everything is in the last log.<a name="line.1800"></a>
-<span class="sourceLineNo">1801</span>  // ----------------------------------------------------------------------------<a name="line.1801"></a>
-<span class="sourceLineNo">1802</span><a name="line.1802"></a>
-<span class="sourceLineNo">1803</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1803"></a>
-<span class="sourceLineNo">1804</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1804"></a>
-<span class="sourceLineNo">1805</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1805"></a>
-<span class="sourceLineNo">1806</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1806"></a>
-<span class="sourceLineNo">1807</span><a name="line.1807"></a>
-<span class="sourceLineNo">1808</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1808"></a>
-<span class="sourceLineNo">1809</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1809"></a>
-<span class="sourceLineNo">1810</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1810"></a>
-<span class="sourceLineNo">1811</span><a name="line.1811"></a>
-<span class="sourceLineNo">1812</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1812"></a>
-<span class="sourceLineNo">1813</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1813"></a>
-<span class="sourceLineNo">1814</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1814"></a>
-<span class="sourceLineNo">1815</span><a name="line.1815"></a>
-<span class="sourceLineNo">1816</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1816"></a>
-<span class="sourceLineNo">1817</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1817"></a>
-<span class="sourceLineNo">1818</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1818"></a>
-<span class="sourceLineNo">1819</span><a name="line.1819"></a>
-<span class="sourceLineNo">1820</span>    public WorkerMonitor() {<a name="line.1820"></a>
-<span class="sourceLineNo">1821</span>      refreshConfig();<a name="line.1821"></a>
-<span class="sourceLineNo">1822</span>    }<a name="line.1822"></a>
-<span class="sourceLineNo">1823</span><a name="line.1823"></a>
-<span class="sourceLineNo">1824</span>    @Override<a name="line.1824"></a>
-<span class="sourceLineNo">1825</span>    public void run() {<a name="line.1825"></a>
-<span class="sourceLineNo">1826</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1826"></a>
-<span class="sourceLineNo">1827</span>      checkThreadCount(stuckCount);<a name="line.1827"></a>
-<span class="sourceLineNo">1828</span><a name="line.1828"></a>
-<span class="sourceLineNo">1829</span>      // refresh interval (poor man dynamic conf update)<a name="line.1829"></a>
-<span class="sourceLineNo">1830</span>      refreshConfig();<a name="line.1830"></a>
-<span class="sourceLineNo">1831</span>    }<a name="line.1831"></a>
-<span class="sourceLineNo">1832</span><a name="line.1832"></a>
-<span class="sourceLineNo">1833</span>    private int checkForStuckWorkers() {<a name="line.1833"></a>
-<span class="sourceLineNo">1834</span>      // check if any of the worker is stuck<a name="line.1834"></a>
-<span class="sourceLineNo">1835</span>      int stuckCount = 0;<a name="line.1835"></a>
-<span class="sourceLineNo">1836</span>      for (WorkerThread worker : workerThreads) {<a name="line.1836"></a>
-<span class="sourceLineNo">1837</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1837"></a>
-<span class="sourceLineNo">1838</span>          continue;<a name="line.1838"></a>
-<span class="sourceLineNo">1839</span>        }<a name="line.1839"></a>
-<span class="sourceLineNo">1840</span><a name="line.1840"></a>
-<span class="sourceLineNo">1841</span>        // WARN the worker is stuck<a name="line.1841"></a>
-<span class="sourceLineNo">1842</span>        stuckCount++;<a name="line.1842"></a>
-<span class="sourceLineNo">1843</span>        LOG.warn("Worker stuck {} run time {}", worker,<a name="line.1843"></a>
-<span class="sourceLineNo">1844</span>          StringUtils.humanTimeDiff(worker.getCurrentRunTime()));<a name="line.1844"></a>
-<span class="sourceLineNo">1845</span>      }<a name="line.1845"></a>
-<span class="sourceLineNo">1846</span>      return stuckCount;<a name="line.1846"></a>
-<span class="sourceLineNo">1847</span>    }<a name="line.1847"></a>
-<span class="sourceLineNo">1848</span><a name="line.1848"></a>
-<span class="sourceLineNo">1849</span>    private void checkThreadCount(final int stuckCount) {<a name="line.1849"></a>
-<span class="sourceLineNo">1850</span>      // nothing to do if there are no runnable tasks<a name="line.1850"></a>
-<span class="sourceLineNo">1851</span>      if (stuckCount &lt; 1 || !scheduler.hasRunnables()) {<a name="line.1851"></a>
-<span class="sourceLineNo">1852</span>        return;<a name="line.1852"></a>
-<span class="sourceLineNo">1853</span>      }<a name="line.1853"></a>
-<span class="sourceLineNo">1854</span><a name="line.1854"></a>
-<span class="sourceLineNo">1855</span>      // add a new thread if the worker stuck percentage exceed the threshold limit<a name="line.1855"></a>
-<span class="sourceLineNo">1856</span>      // and every handler is active.<a name="line.1856"></a>
-<span class="sourceLineNo">1857</span>      final float stuckPerc = ((float) stuckCount) / workerThreads.size();<a name="line.1857"></a>
-<span class="sourceLineNo">1858</span>      // let's add new worker thread more aggressively, as they will timeout finally if there is no<a name="line.1858"></a>
-<span class="sourceLineNo">1859</span>      // work to do.<a name="line.1859"></a>
-<span class="sourceLineNo">1860</span>      if (stuckPerc &gt;= addWorkerStuckPercentage &amp;&amp; workerThreads.size() &lt; maxPoolSize) {<a name="line.1860"></a>
-<span class="sourceLineNo">1861</span>        final KeepAliveWorkerThread worker = new KeepAliveWorkerThread(threadGroup);<a name="line.1861"></a>
-<span class="sourceLineNo">1862</span>        workerThreads.add(worker);<a name="line.1862"></a>
-<span class="sourceLineNo">1863</span>        worker.start();<a name="line.1863"></a>
-<span class="sourceLineNo">1864</span>        LOG.debug("Added new worker thread {}", worker);<a name="line.1864"></a>
-<span class="sourceLineNo">1865</span>      }<a name="line.1865"></a>
-<span class="sourceLineNo">1866</span>    }<a name="line.1866"></a>
-<span class="sourceLineNo">1867</span><a name="line.1867"></a>
-<span class="sourceLineNo">1868</span>    private void refreshConfig() {<a name="line.1868"></a>
-<span class="sourceLineNo">1869</span>      addWorkerStuckPercentage = conf.getFloat(WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY,<a name="line.1869"></a>
-<span class="sourceLineNo">1870</span>          DEFAULT_WORKER_ADD_STUCK_PERCENTAGE);<a name="line.1870"></a>
-<span class="sourceLineNo">1871</span>      timeoutInterval = conf.getInt(WORKER_MONITOR_INTERVAL_CONF_KEY,<a name="line.1871"></a>
-<span class="sourceLineNo">1872</span>        DEFAULT_WORKER_MONITOR_INTERVAL);<a name="line.1872"></a>
-<span class="sourceLineNo">1873</span>      stuckThreshold = conf.getInt(WORKER_STUCK_THRESHOLD_CONF_KEY,<a name="line.1873"></a>
-<span class="sourceLineNo">1874</span>        DEFAULT_WORKER_STUCK_THRESHOLD);<a name="line.1874"></a>
-<span class="sourceLineNo">1875</span>    }<a name="line.1875"></a>
-<span class="sourceLineNo">1876</span><a name="line.1876"></a>
-<span class="sourceLineNo">1877</span>    @Override<a name="line.1877"></a>
-<span class="sourceLineNo">1878</span>    public int getTimeoutInterval() {<a name="line.1878"></a>
-<span class="sourceLineNo">1879</span>      return timeoutInterval;<a name="line.1879"></a>
-<span class="sourceLineNo">1880</span>    }<a name="line.1880"></a>
-<span class="sourceLineNo">1881</span>  }<a name="line.1881"></a>
-<span class="sourceLineNo">1882</span>}<a name="line.1882"></a>
+<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE,<a name="line.1430"></a>
+<span class="sourceLineNo">1431</span>        procedure.toString());<a name="line.1431"></a>
+<span class="sourceLineNo">1432</span><a name="line.1432"></a>
+<span class="sourceLineNo">1433</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1433"></a>
+<span class="sourceLineNo">1434</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1434"></a>
+<span class="sourceLineNo">1435</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1435"></a>
+<span class="sourceLineNo">1436</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1436"></a>
+<span class="sourceLineNo">1437</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1437"></a>
+<span class="sourceLineNo">1438</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1438"></a>
+<span class="sourceLineNo">1439</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1439"></a>
+<span class="sourceLineNo">1440</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1440"></a>
+<span class="sourceLineNo">1441</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1441"></a>
+<span class="sourceLineNo">1442</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1442"></a>
+<span class="sourceLineNo">1443</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1443"></a>
+<span class="sourceLineNo">1444</span>    boolean suspended = false;<a name="line.1444"></a>
+<span class="sourceLineNo">1445</span><a name="line.1445"></a>
+<span class="sourceLineNo">1446</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1446"></a>
+<span class="sourceLineNo">1447</span>    boolean reExecute = false;<a name="line.1447"></a>
+<span class="sourceLineNo">1448</span><a name="line.1448"></a>
+<span class="sourceLineNo">1449</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1449"></a>
+<span class="sourceLineNo">1450</span>    do {<a name="line.1450"></a>
+<span class="sourceLineNo">1451</span>      reExecute = false;<a name="line.1451"></a>
+<span class="sourceLineNo">1452</span>      try {<a name="line.1452"></a>
+<span class="sourceLineNo">1453</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1453"></a>
+<span class="sourceLineNo">1454</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1454"></a>
+<span class="sourceLineNo">1455</span>          subprocs = null;<a name="line.1455"></a>
+<span class="sourceLineNo">1456</span>        }<a name="line.1456"></a>
+<span class="sourceLineNo">1457</span>      } catch (ProcedureSuspendedException e) {<a name="line.1457"></a>
+<span class="sourceLineNo">1458</span>        if (LOG.isTraceEnabled()) {<a name="line.1458"></a>
+<span class="sourceLineNo">1459</span>          LOG.trace("Suspend " + procedure);<a name="line.1459"></a>
+<span class="sourceLineNo">1460</span>        }<a name="line.1460"></a>
+<span class="sourceLineNo">1461</span>        suspended = true;<a name="line.1461"></a>
+<span class="sourceLineNo">1462</span>      } catch (ProcedureYieldException e) {<a name="line.1462"></a>
+<span class="sourceLineNo">1463</span>        if (LOG.isTraceEnabled()) {<a name="line.1463"></a>
+<span class="sourceLineNo">1464</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1464"></a>
+<span class="sourceLineNo">1465</span>        }<a name="line.1465"></a>
+<span class="sourceLineNo">1466</span>        scheduler.yield(procedure);<a name="line.1466"></a>
+<span class="sourceLineNo">1467</span>        return;<a name="line.1467"></a>
+<span class="sourceLineNo">1468</span>      } catch (InterruptedException e) {<a name="line.1468"></a>
+<span class="sourceLineNo">1469</span>        if (LOG.isTraceEnabled()) {<a name="line.1469"></a>
+<span class="sourceLineNo">1470</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1470"></a>
+<span class="sourceLineNo">1471</span>        }<a name="line.1471"></a>
+<span class="sourceLineNo">1472</span>        handleInterruptedException(procedure, e);<a name="line.1472"></a>
+<span class="sourceLineNo">1473</span>        scheduler.yield(procedure);<a name="line.1473"></a>
+<span class="sourceLineNo">1474</span>        return;<a name="line.1474"></a>
+<span class="sourceLineNo">1475</span>      } catch (Throwable e) {<a name="line.1475"></a>
+<span class="sourceLineNo">1476</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1476"></a>
+<span class="sourceLineNo">1477</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1477"></a>
+<span class="sourceLineNo">1478</span>        LOG.error(msg, e);<a name="line.1478"></a>
+<span class="sourceLineNo">1479</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1479"></a>
+<span class="sourceLineNo">1480</span>      }<a name="line.1480"></a>
+<span class="sourceLineNo">1481</span><a name="line.1481"></a>
+<span class="sourceLineNo">1482</span>      if (!procedure.isFailed()) {<a name="line.1482"></a>
+<span class="sourceLineNo">1483</span>        if (subprocs != null) {<a name="line.1483"></a>
+<span class="sourceLineNo">1484</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1484"></a>
+<span class="sourceLineNo">1485</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1485"></a>
+<span class="sourceLineNo">1486</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1486"></a>
+<span class="sourceLineNo">1487</span>            subprocs = null;<a name="line.1487"></a>
+<span class="sourceLineNo">1488</span>            reExecute = true;<a name="line.1488"></a>
+<span class="sourceLineNo">1489</span>            if (LOG.isTraceEnabled()) {<a name="line.1489"></a>
+<span class="sourceLineNo">1490</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1490"></a>
+<span class="sourceLineNo">1491</span>            }<a name="line.1491"></a>
+<span class="sourceLineNo">1492</span>          } else {<a name="line.1492"></a>
+<span class="sourceLineNo">1493</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1493"></a>
+<span class="sourceLineNo">1494</span>            // subprocs may come back 'null'.<a name="line.1494"></a>
+<span class="sourceLineNo">1495</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1495"></a>
+<span class="sourceLineNo">1496</span>            LOG.info("Initialized subprocedures=" +<a name="line.1496"></a>
+<span class="sourceLineNo">1497</span>              (subprocs == null? null:<a name="line.1497"></a>
+<span class="sourceLineNo">1498</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1498"></a>
+<span class="sourceLineNo">1499</span>                collect(Collectors.toList()).toString()));<a name="line.1499"></a>
+<span class="sourceLineNo">1500</span>          }<a name="line.1500"></a>
+<span class="sourceLineNo">1501</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1501"></a>
+<span class="sourceLineNo">1502</span>          if (LOG.isTraceEnabled()) {<a name="line.1502"></a>
+<span class="sourceLineNo">1503</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1503"></a>
+<span class="sourceLineNo">1504</span>          }<a name="line.1504"></a>
+<span class="sourceLineNo">1505</span>          timeoutExecutor.add(procedure);<a name="line.1505"></a>
+<span class="sourceLineNo">1506</span>        } else if (!suspended) {<a name="line.1506"></a>
+<span class="sourceLineNo">1507</span>          // No subtask, so we are done<a name="line.1507"></a>
+<span class="sourceLineNo">1508</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1508"></a>
+<span class="sourceLineNo">1509</span>        }<a name="line.1509"></a>
+<span class="sourceLineNo">1510</span>      }<a name="line.1510"></a>
+<span class="sourceLineNo">1511</span><a name="line.1511"></a>
+<span class="sourceLineNo">1512</span>      // Add the procedure to the stack<a name="line.1512"></a>
+<span class="sourceLineNo">1513</span>      procStack.addRollbackStep(procedure);<a name="line.1513"></a>
+<span class="sourceLineNo">1514</span><a name="line.1514"></a>
+<span class="sourceLineNo">1515</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1515"></a>
+<span class="sourceLineNo">1516</span>      // useful to test the procedure recovery.<a name="line.1516"></a>
+<span class="sourceLineNo">1517</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1518"></a>
+<span class="sourceLineNo">1519</span>        stop();<a name="line.1519"></a>
+<span class="sourceLineNo">1520</span>        return;<a name="line.1520"></a>
+<span class="sourceLineNo">1521</span>      }<a name="line.1521"></a>
+<span class="sourceLineNo">1522</span><a name="line.1522"></a>
+<span class="sourceLineNo">1523</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1523"></a>
+<span class="sourceLineNo">1524</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1524"></a>
+<span class="sourceLineNo">1525</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1525"></a>
+<span class="sourceLineNo">1526</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1526"></a>
+<span class="sourceLineNo">1527</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1527"></a>
+<span class="sourceLineNo">1528</span>      //<a name="line.1528"></a>
+<span class="sourceLineNo">1529</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1529"></a>
+<span class="sourceLineNo">1530</span>      // can take a bunch of time to complete.<a name="line.1530"></a>
+<span class="sourceLineNo">1531</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1531"></a>
+<span class="sourceLineNo">1532</span><a name="line.1532"></a>
+<span class="sourceLineNo">1533</span>      // if the store is not running we are aborting<a name="line.1533"></a>
+<span class="sourceLineNo">1534</span>      if (!store.isRunning()) return;<a name="line.1534"></a>
+<span class="sourceLineNo">1535</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1535"></a>
+<span class="sourceLineNo">1536</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1536"></a>
+<span class="sourceLineNo">1537</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1537"></a>
+<span class="sourceLineNo">1538</span>        scheduler.yield(procedure);<a name="line.1538"></a>
+<span class="sourceLineNo">1539</span>        return;<a name="line.1539"></a>
+<span class="sourceLineNo">1540</span>      }<a name="line.1540"></a>
+<span class="sourceLineNo">1541</span><a name="line.1541"></a>
+<span class="sourceLineNo">1542</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1542"></a>
+<span class="sourceLineNo">1543</span>    } while (reExecute);<a name="line.1543"></a>
+<span class="sourceLineNo">1544</span>    // Submit the new subprocedures<a name="line.1544"></a>
+<span class="sourceLineNo">1545</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1545"></a>
+<span class="sourceLineNo">1546</span>      submitChildrenProcedures(subprocs);<a name="line.1546"></a>
+<span class="sourceLineNo">1547</span>    }<a name="line.1547"></a>
+<span class="sourceLineNo">1548</span><a name="line.1548"></a>
+<span class="sourceLineNo">1549</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1549"></a>
+<span class="sourceLineNo">1550</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1550"></a>
+<span class="sourceLineNo">1551</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1551"></a>
+<span class="sourceLineNo">1552</span>      countDownChildren(procStack, procedure);<a name="line.1552"></a>
+<span class="sourceLineNo">1553</span>    }<a name="line.1553"></a>
+<span class="sourceLineNo">1554</span>  }<a name="line.1554"></a>
+<span class="sourceLineNo">1555</span><a name="line.1555"></a>
+<span class="sourceLineNo">1556</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1556"></a>
+<span class="sourceLineNo">1557</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1557"></a>
+<span class="sourceLineNo">1558</span>    assert subprocs != null : "expected subprocedures";<a name="line.1558"></a>
+<span class="sourceLineNo">1559</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1559"></a>
+<span class="sourceLineNo">1560</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1560"></a>
+<span class="sourceLineNo">1561</span>      final Procedure subproc = subprocs[i];<a name="line.1561"></a>
+<span class="sourceLineNo">1562</span>      if (subproc == null) {<a name="line.1562"></a>
+<span class="sourceLineNo">1563</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1563"></a>
+<span class="sourceLineNo">1564</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1564"></a>
+<span class="sourceLineNo">1565</span>          new IllegalArgumentIOException(msg)));<a name="line.1565"></a>
+<span class="sourceLineNo">1566</span>        return null;<a name="line.1566"></a>
+<span class="sourceLineNo">1567</span>      }<a name="line.1567"></a>
+<span class="sourceLineNo">1568</span><a name="line.1568"></a>
+<span class="sourceLineNo">1569</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1569"></a>
+<span class="sourceLineNo">1570</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1570"></a>
+<span class="sourceLineNo">1571</span>      subproc.setRootProcId(rootProcId);<a name="line.1571"></a>
+<span class="sourceLineNo">1572</span>      subproc.setProcId(nextProcId());<a name="line.1572"></a>
+<span class="sourceLineNo">1573</span>      procStack.addSubProcedure(subproc);<a name="line.1573"></a>
+<span class="sourceLineNo">1574</span>    }<a name="line.1574"></a>
+<span class="sourceLineNo">1575</span><a name="line.1575"></a>
+<span class="sourceLineNo">1576</span>    if (!procedure.isFailed()) {<a name="line.1576"></a>
+<span class="sourceLineNo">1577</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1577"></a>
+<span class="sourceLineNo">1578</span>      switch (procedure.getState()) {<a name="line.1578"></a>
+<span class="sourceLineNo">1579</span>        case RUNNABLE:<a name="line.1579"></a>
+<span class="sourceLineNo">1580</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1580"></a>
+<span class="sourceLineNo">1581</span>          break;<a name="line.1581"></a>
+<span class="sourceLineNo">1582</span>        case WAITING_TIMEOUT:<a name="line.1582"></a>
+<span class="sourceLineNo">1583</span>          timeoutExecutor.add(procedure);<a name="line.1583"></a>
+<span class="sourceLineNo">1584</span>          break;<a name="line.1584"></a>
+<span class="sourceLineNo">1585</span>        default:<a name="line.1585"></a>
+<span class="sourceLineNo">1586</span>          break;<a name="line.1586"></a>
+<span class="sourceLineNo">1587</span>      }<a name="line.1587"></a>
+<span class="sourceLineNo">1588</span>    }<a name="line.1588"></a>
+<span class="sourceLineNo">1589</span>    return subprocs;<a name="line.1589"></a>
+<span class="sourceLineNo">1590</span>  }<a name="line.1590"></a>
+<span class="sourceLineNo">1591</span><a name="line.1591"></a>
+<span class="sourceLineNo">1592</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1592"></a>
+<span class="sourceLineNo">1593</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1593"></a>
+<span class="sourceLineNo">1594</span>      final Procedure subproc = subprocs[i];<a name="line.1594"></a>
+<span class="sourceLineNo">1595</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1595"></a>
+<span class="sourceLineNo">1596</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1596"></a>
+<span class="sourceLineNo">1597</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1597"></a>
+<span class="sourceLineNo">1598</span>      scheduler.addFront(subproc);<a name="line.1598"></a>
+<span class="sourceLineNo">1599</span>    }<a name="line.1599"></a>
+<span class="sourceLineNo">1600</span>  }<a name="line.1600"></a>
+<span class="sourceLineNo">1601</span><a name="line.1601"></a>
+<span class="sourceLineNo">1602</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1602"></a>
+<span class="sourceLineNo">1603</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1603"></a>
+<span class="sourceLineNo">1604</span>    if (parent == null) {<a name="line.1604"></a>
+<span class="sourceLineNo">1605</span>      assert procStack.isRollingback();<a name="line.1605"></a>
+<span class="sourceLineNo">1606</span>      return;<a name="line.1606"></a>
+<span class="sourceLineNo">1607</span>    }<a name="line.1607"></a>
+<span class="sourceLineNo">1608</span><a name="line.1608"></a>
+<span class="sourceLineNo">1609</span>    // If this procedure is the last child awake the parent procedure<a name="line.1609"></a>
+<span class="sourceLineNo">1610</span>    if (parent.tryRunnable()) {<a name="line.1610"></a>
+<span class="sourceLineNo">1611</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1611"></a>
+<span class="sourceLineNo">1612</span>      // children have completed, move parent to front of the queue.<a name="line.1612"></a>
+<span class="sourceLineNo">1613</span>      store.update(parent);<a name="line.1613"></a>
+<span class="sourceLineNo">1614</span>      scheduler.addFront(parent);<a name="line.1614"></a>
+<span class="sourceLineNo">1615</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1615"></a>
+<span class="sourceLineNo">1616</span>      return;<a name="line.1616"></a>
+<span class="sourceLineNo">1617</span>    }<a name="line.1617"></a>
+<span class="sourceLineNo">1618</span>  }<a name="line.1618"></a>
+<span class="sourceLineNo">1619</span><a name="line.1619"></a>
+<span class="sourceLineNo">1620</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1620"></a>
+<span class="sourceLineNo">1621</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1621"></a>
+<span class="sourceLineNo">1622</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1622"></a>
+<span class="sourceLineNo">1623</span>      if (LOG.isTraceEnabled()) {<a name="line.1623"></a>
+<span class="sourceLineNo">1624</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1624"></a>
+<span class="sourceLineNo">1625</span>      }<a name="line.1625"></a>
+<span class="sourceLineNo">1626</span>      store.insert(procedure, subprocs);<a name="line.1626"></a>
+<span class="sourceLineNo">1627</span>    } else {<a name="line.1627"></a>
+<span class="sourceLineNo">1628</span>      if (LOG.isTraceEnabled()) {<a name="line.1628"></a>
+<span class="sourceLineNo">1629</span>        LOG.trace("Store update " + procedure);<a name="line.1629"></a>
+<span class="sourceLineNo">1630</span>      }<a name="line.1630"></a>
+<span class="sourceLineNo">1631</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1631"></a>
+<span class="sourceLineNo">1632</span>        // remove child procedures<a name="line.1632"></a>
+<span class="sourceLineNo">1633</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1633"></a>
+<span class="sourceLineNo">1634</span>        if (childProcIds != null) {<a name="line.1634"></a>
+<span class="sourceLineNo">1635</span>          store.delete(procedure, childProcIds);<a name="line.1635"></a>
+<span class="sourceLineNo">1636</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1636"></a>
+<span class="sourceLineNo">1637</span>            procedures.remove(childProcIds[i]);<a name="line.1637"></a>
+<span class="sourceLineNo">1638</span>          }<a name="line.1638"></a>
+<span class="sourceLineNo">1639</span>        } else {<a name="line.1639"></a>
+<span class="sourceLineNo">1640</span>          store.update(procedure);<a name="line.1640"></a>
+<span class="sourceLineNo">1641</span>        }<a name="line.1641"></a>
+<span class="sourceLineNo">1642</span>      } else {<a name="line.1642"></a>
+<span class="sourceLineNo">1643</span>        store.update(procedure);<a name="line.1643"></a>
+<span class="sourceLineNo">1644</span>      }<a name="line.1644"></a>
+<span class="sourceLineNo">1645</span>    }<a name="line.1645"></a>
+<span class="sourceLineNo">1646</span>  }<a name="line.1646"></a>
+<span class="sourceLineNo">1647</span><a name="line.1647"></a>
+<span class="sourceLineNo">1648</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1648"></a>
+<span class="sourceLineNo">1649</span>    if (LOG.isTraceEnabled()) {<a name="line.1649"></a>
+<span class="sourceLineNo">1650</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1650"></a>
+<span class="sourceLineNo">1651</span>    }<a name="line.1651"></a>
+<span class="sourceLineNo">1652</span><a name="line.1652"></a>
+<span class="sourceLineNo">1653</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1653"></a>
+<span class="sourceLineNo">1654</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1654"></a>
+<span class="sourceLineNo">1655</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1655"></a>
+<span class="sourceLineNo">1656</span>    // and the executor/store will be stopped.<a name="line.1656"></a>
+<span class="sourceLineNo">1657</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1657"></a>
+<span class="sourceLineNo">1658</span>  }<a name="line.1658"></a>
+<span class="sourceLineNo">1659</span><a name="line.1659"></a>
+<span class="sourceLineNo">1660</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1660"></a>
+<span class="sourceLineNo">1661</span>    final TEnvironment env = getEnvironment();<a name="line.1661"></a>
+<span class="sourceLineNo">1662</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1662"></a>
+<span class="sourceLineNo">1663</span>      releaseLock(proc, true);<a name="line.1663"></a>
+<span class="sourceLineNo">1664</span>    }<a name="line.1664"></a>
+<span class="sourceLineNo">1665</span>    try {<a name="line.1665"></a>
+<span class="sourceLineNo">1666</span>      proc.completionCleanup(env);<a name="line.1666"></a>
+<span class="sourceLineNo">1667</span>    } catch (Throwable e) {<a name="line.1667"></a>
+<span class="sourceLineNo">1668</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1668"></a>
+<span class="sourceLineNo">1669</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1669"></a>
+<span class="sourceLineNo">1670</span>    }<a name="line.1670"></a>
+<span class="sourceLineNo">1671</span>  }<a name="line.1671"></a>
+<span class="sourceLineNo">1672</span><a name="line.1672"></a>
+<span class="sourceLineNo">1673</span>  private void procedureFinished(final Procedure proc) {<a name="line.1673"></a>
+<span class="sourceLineNo">1674</span>    // call the procedure completion cleanup handler<a name="line.1674"></a>
+<span class="sourceLineNo">1675</span>    execCompletionCleanup(proc);<a name="line.1675"></a>
+<span class="sourceLineNo">1676</span><a name="line.1676"></a>
+<span class="sourceLineNo">1677</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1677"></a>
+<span class="sourceLineNo">1678</span><a name="line.1678"></a>
+<span class="sourceLineNo">1679</span>    // update the executor internal state maps<a name="line.1679"></a>
+<span class="sourceLineNo">1680</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1680"></a>
+<span class="sourceLineNo">1681</span>      retainer.setClientAckTime(0);<a name="line.1681"></a>
+<span class="sourceLineNo">1682</span>    }<a name="line.1682"></a>
+<span class="sourceLineNo">1683</span><a name="line.1683"></a>
+<span class="sourceLineNo">1684</span>    completed.put(proc.getProcId(), retainer);<a name="line.1684"></a>
+<span class="sourceLineNo">1685</span>    rollbackStack.remove(proc.getProcId());<a name="line.1685"></a>
+<span class="sourceLineNo">1686</span>    procedures.remove(proc.getProcId());<a name="line.1686"></a>
+<span class="sourceLineNo">1687</span><a name="line.1687"></a>
+<span class="sourceLineNo">1688</span>    // call the runnableSet completion cleanup handler<a name="line.1688"></a>
+<span class="sourceLineNo">1689</span>    try {<a name="line.1689"></a>
+<span class="sourceLineNo">1690</span>      scheduler.completionCleanup(proc);<a name="line.1690"></a>
+<span class="sourceLineNo">1691</span>    } catch (Throwable e) {<a name="line.1691"></a>
+<span class="sourceLineNo">1692</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1692"></a>
+<span class="sourceLineNo">1693</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1693"></a>
+<span class="sourceLineNo">1694</span>    }<a name="line.1694"></a>
+<span class="sourceLineNo">1695</span><a name="line.1695"></a>
+<span class="sourceLineNo">1696</span>    // Notify the listeners<a name="line.1696"></a>
+<span class="sourceLineNo">1697</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1697"></a>
+<span class="sourceLineNo">1698</span>  }<a name="line.1698"></a>
+<span class="sourceLineNo">1699</span><a name="line.1699"></a>
+<span class="sourceLineNo">1700</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1700"></a>
+<span class="sourceLineNo">1701</span>    return rollbackStack.get(rootProcId);<a name="line.1701"></a>
+<span class="sourceLineNo">1702</span>  }<a name="line.1702"></a>
+<span class="sourceLineNo">1703</span><a name="line.1703"></a>
+<span class="sourceLineNo">1704</span>  // ==========================================================================<a name="line.1704"></a>
+<span class="sourceLineNo">1705</span>  //  Worker Thread<a name="line.1705"></a>
+<span class="sourceLineNo">1706</span>  // ==========================================================================<a name="line.1706"></a>
+<span class="sourceLineNo">1707</span>  private class WorkerThread extends StoppableThread {<a name="line.1707"></a>
+<span class="sourceLineNo">1708</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1708"></a>
+<span class="sourceLineNo">1709</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1709"></a>
+<span class="sourceLineNo">1710</span><a name="line.1710"></a>
+<span class="sourceLineNo">1711</span>    public WorkerThread(ThreadGroup group) {<a name="line.1711"></a>
+<span class="sourceLineNo">1712</span>      this(group, "PEWorker-");<a name="line.1712"></a>
+<span class="sourceLineNo">1713</span>    }<a name="line.1713"></a>
+<span class="sourceLineNo">1714</span><a name="line.1714"></a>
+<span class="sourceLineNo">1715</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1715"></a>
+<span class="sourceLineNo">1716</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1716"></a>
+<span class="sourceLineNo">1717</span>      setDaemon(true);<a name="line.1717"></a>
+<span class="sourceLineNo">1718</span>    }<a name="line.1718"></a>
+<span class="sourceLineNo">1719</span><a name="line.1719"></a>
+<span class="sourceLineNo">1720</span>    @Override<a name="line.1720"></a>
+<span class="sourceLineNo">1721</span>    public void sendStopSignal() {<a name="line.1721"></a>
+<span class="sourceLineNo">1722</span>      scheduler.signalAll();<a name="line.1722"></a>
+<span class="sourceLineNo">1723</span>    }<a name="line.1723"></a>
+<span class="sourceLineNo">1724</span><a name="line.1724"></a>
+<span class="sourceLineNo">1725</span>    @Override<a name="line.1725"></a>
+<span class="sourceLineNo">1726</span>    public void run() {<a name="line.1726"></a>
+<span class="sourceLineNo">1727</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1727"></a>
+<span class="sourceLineNo">1728</span>      try {<a name="line.1728"></a>
+<span class="sourceLineNo">1729</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1729"></a>
+<span class="sourceLineNo">1730</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1730"></a>
+<span class="sourceLineNo">1731</span>          if (proc == null) {<a name="line.1731"></a>
+<span class="sourceLineNo">1732</span>            continue;<a name="line.1732"></a>
+<span class="sourceLineNo">1733</span>          }<a name="line.1733"></a>
+<span class="sourceLineNo">1734</span>          this.activeProcedure = proc;<a name="line.1734"></a>
+<span class="sourceLineNo">1735</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1735"></a>
+<span class="sourceLineNo">1736</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1736"></a>
+<span class="sourceLineNo">1737</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1737"></a>
+<span class="sourceLineNo">1738</span>            runningCount, activeCount);<a name="line.1738"></a>
+<span class="sourceLineNo">1739</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1739"></a>
+<span class="sourceLineNo">1740</span>          try {<a name="line.1740"></a>
+<span class="sourceLineNo">1741</span>            executeProcedure(proc);<a name="line.1741"></a>
+<span class="sourceLineNo">1742</span>          } catch (AssertionError e) {<a name="line.1742"></a>
+<span class="sourceLineNo">1743</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1743"></a>
+<span class="sourceLineNo">1744</span>            throw e;<a name="line.1744"></a>
+<span class="sourceLineNo">1745</span>          } finally {<a name="line.1745"></a>
+<span class="sourceLineNo">1746</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1746"></a>
+<span class="sourceLineNo">1747</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1747"></a>
+<span class="sourceLineNo">1748</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1748"></a>
+<span class="sourceLineNo">1749</span>              runningCount, activeCount);<a name="line.1749"></a>
+<span class="sourceLineNo">1750</span>            this.activeProcedure = null;<a name="line.1750"></a>
+<span class="sourceLineNo">1751</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1751"></a>
+<span class="sourceLineNo">1752</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1752"></a>
+<span class="sourceLineNo">1753</span>          }<a name="line.1753"></a>
+<span class="sourceLineNo">1754</span>        }<a name="line.1754"></a>
+<span class="sourceLineNo">1755</span>      } catch (Throwable t) {<a name="line.1755"></a>
+<span class="sourceLineNo">1756</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1756"></a>
+<span class="sourceLineNo">1757</span>      } finally {<a name="line.1757"></a>
+<span class="sourceLineNo">1758</span>        LOG.trace("Worker terminated.");<a name="line.1758"></a>
+<span class="sourceLineNo">1759</span>      }<a name="line.1759"></a>
+<span class="sourceLineNo">1760</span>      workerThreads.remove(this);<a name="line.1760"></a>
+<span class="sourceLineNo">1761</span>    }<a name="line.1761"></a>
+<span class="sourceLineNo">1762</span><a name="line.1762"></a>
+<span class="sourceLineNo">1763</span>    @Override<a name="line.1763"></a>
+<span class="sourceLineNo">1764</span>    public String toString() {<a name="line.1764"></a>
+<span class="sourceLineNo">1765</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1765"></a>
+<span class="sourceLineNo">1766</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1766"></a>
+<span class="sourceLineNo">1767</span>    }<a name="line.1767"></a>
+<span class="sourceLineNo">1768</span><a name="line.1768"></a>
+<span class="sourceLineNo">1769</span>    /**<a name="line.1769"></a>
+<span class="sourceLineNo">1770</span>     * @return the time since the current procedure is running<a name="line.1770"></a>
+<span class="sourceLineNo">1771</span>     */<a name="line.1771"></a>
+<span class="sourceLineNo">1772</span>    public long getCurrentRunTime() {<a name="line.1772"></a>
+<span class="sourceLineNo">1773</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1773"></a>
+<span class="sourceLineNo">1774</span>    }<a name="line.1774"></a>
+<span class="sourceLineNo">1775</span><a name="line.1775"></a>
+<span class="sourceLineNo">1776</span>    // core worker never timeout<a name="line.1776"></a>
+<span class="sourceLineNo">1777</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1777"></a>
+<span class="sourceLineNo">1778</span>      return true;<a name="line.1778"></a>
+<span class="sourceLineNo">1779</span>    }<a name="line.1779"></a>
+<span class="sourceLineNo">1780</span>  }<a name="line.1780"></a>
+<span class="sourceLineNo">1781</span><a name="line.1781"></a>
+<span class="sourceLineNo">1782</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1782"></a>
+<span class="sourceLineNo">1783</span>  // keepAliveTime if there is no procedure to run.<a name="line.1783"></a>
+<span class="sourceLineNo">1784</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1784"></a>
+<span class="sourceLineNo">1785</span><a name="line.1785"></a>
+<span class="sourceLineNo">1786</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1786"></a>
+<span class="sourceLineNo">1787</span>      super(group, "KeepAlivePEWorker-");<a name="line.1787"></a>
+<span class="sourceLineNo">1788</span>    }<a name="line.1788"></a>
+<span class="sourceLineNo">1789</span><a name="line.1789"></a>
+<span class="sourceLineNo">1790</span>    @Override<a name="line.1790"></a>
+<span class="sourceLineNo">1791</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1791"></a>
+<span class="sourceLineNo">1792</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1792"></a>
+<span class="sourceLineNo">1793</span>    }<a name="line.1793"></a>
+<span class="sourceLineNo">1794</span>  }<a name="line.1794"></a>
+<span class="sourceLineNo">1795</span><a name="line.1795"></a>
+<span class="sourceLineNo">1796</span>  // ----------------------------------------------------------------------------<a name="line.1796"></a>
+<span class="sourceLineNo">1797</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1797"></a>
+<span class="sourceLineNo">1798</span>  // full set of procedures pending and completed to write a compacted<a name="line.1798"></a>
+<span class="sourceLineNo">1799</span>  // version of the log (in case is a log)?<a name="line.1799"></a>
+<span class="sourceLineNo">1800</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1800"></a>
+<span class="sourceLineNo">1801</span>  // will have the tracker saying everything is in the last log.<a name="line.1801"></a>
+<span class="sourceLineNo">1802</span>  // ----------------------------------------------------------------------------<a name="line.1802"></a>
+<span class="sourceLineNo">1803</span><a name="line.1803"></a>
+<span class="sourceLineNo">1804</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1804"></a>
+<span class="sourceLineNo">1805</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1805"></a>
+<span class="sourceLineNo">1806</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1806"></a>
+<span class="sourceLineNo">1807</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1807"></a>
+<span class="sourceLineNo">1808</span><a name="line.1808"></a>
+<span class="sourceLineNo">1809</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1809"></a>
+<span class="sourceLineNo">1810</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1810"></a>
+<span class="sourceLineNo">1811</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1811"></a>
+<span class="sourceLineNo">1812</span><a name="line.1812"></a>
+<span class="sourceLineNo">1813</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1813"></a>
+<span class="sourceLineNo">1814</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1814"></a>
+<span class="sourceLineNo">1815</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1815"></a>
+<span class="sourceLineNo">1816</span><a name="line.1816"></a>
+<span class="sourceLineNo">1817</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1817"></a>
+<span class="sourceLineNo">1818</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1818"></a>
+<span class="sourceLineNo">1819</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1819"></a>
+<span class="sourceLineNo">1820</span><a name="line.1820"></a>
+<span class="sourceLineNo">1821</span>    public WorkerMonitor() {<a name="line.1821"></a>
+<span class="sourceLineNo">1822</span>      refreshConfig();<a name="line.1822"></a>
+<span class="sourceLineNo">1823</span>    }<a name="line.1823"></a>
+<span class="sourceLineNo">1824</span><a name="line.1824"></a>
+<span class="sourceLineNo">1825</span>    @Override<a name="line.1825"></a>
+<span class="sourceLineNo">1826</span>    public void run() {<a name="line.1826"></a>
+<span class="sourceLineNo">1827</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1827"></a>
+<span class="sourceLineNo">1828</span>      checkThreadCount(stuckCount);<a name="line.1828"></a>
+<span class="sourceLineNo">1829</span><a name="line.1829"></a>
+<span class="sourceLineNo">1830</span>      // refresh interval (poor man dynamic conf update)<a name="line.1830"></a>
+<span class="sourceLineNo">1831</span>      refreshConfig();<a name="line.1831"></a>
+<span class="sourceLineNo">1832</span>    }<a name="line.1832"></a>
+<span class="sourceLineNo">1833</span><a name="line.1833"></a>
+<span class="sourceLineNo">1834</span>    private int checkForStuckWorkers() {<a name="line.1834"></a>
+<span class="sourceLineNo">1835</span>      // check if any of the worker is stuck<a name="line.1835"></a>
+<span class="sourceLineNo">1836</span>      int stuckCount = 0;<a name="line.1836"></a>
+<span class="sourceLineNo">1837</span>      for (WorkerThread worker : workerThreads) {<a name="line.1837"></a>
+<span class="sourceLineNo">1838</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1838"></a>
+<span class="sourceLineNo">1839</span>          continue;<a name="line.1839"></a>
+<span class="sourceLineNo">1840</span>        }<a name="line.1840"></a>
+<span class="sourceLineNo">1841</span><a name="line.1841"></a>
+<span class="sourceLineNo">1842</span>        // WARN the worker is stuck<a

<TRUNCATED>

[32/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html
index f47d627..c3d225c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.File.html
@@ -117,219 +117,219 @@
 <span class="sourceLineNo">109</span>   */<a name="line.109"></a>
 <span class="sourceLineNo">110</span>  public static boolean archiveRegion(FileSystem fs, Path rootdir, Path tableDir, Path regionDir)<a name="line.110"></a>
 <span class="sourceLineNo">111</span>      throws IOException {<a name="line.111"></a>
-<span class="sourceLineNo">112</span>    if (LOG.isDebugEnabled()) {<a name="line.112"></a>
-<span class="sourceLineNo">113</span>      LOG.debug("ARCHIVING " + regionDir.toString());<a name="line.113"></a>
-<span class="sourceLineNo">114</span>    }<a name="line.114"></a>
-<span class="sourceLineNo">115</span><a name="line.115"></a>
-<span class="sourceLineNo">116</span>    // otherwise, we archive the files<a name="line.116"></a>
-<span class="sourceLineNo">117</span>    // make sure we can archive<a name="line.117"></a>
-<span class="sourceLineNo">118</span>    if (tableDir == null || regionDir == null) {<a name="line.118"></a>
-<span class="sourceLineNo">119</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.119"></a>
-<span class="sourceLineNo">120</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.120"></a>
-<span class="sourceLineNo">121</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.121"></a>
-<span class="sourceLineNo">122</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.122"></a>
-<span class="sourceLineNo">123</span>      // the archived files correctly or not.<a name="line.123"></a>
-<span class="sourceLineNo">124</span>      return false;<a name="line.124"></a>
-<span class="sourceLineNo">125</span>    }<a name="line.125"></a>
-<span class="sourceLineNo">126</span><a name="line.126"></a>
-<span class="sourceLineNo">127</span>    // make sure the regiondir lives under the tabledir<a name="line.127"></a>
-<span class="sourceLineNo">128</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.129"></a>
-<span class="sourceLineNo">130</span>        FSUtils.getTableName(tableDir),<a name="line.130"></a>
-<span class="sourceLineNo">131</span>        regionDir.getName());<a name="line.131"></a>
-<span class="sourceLineNo">132</span><a name="line.132"></a>
-<span class="sourceLineNo">133</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.133"></a>
-<span class="sourceLineNo">134</span>    // otherwise, we attempt to archive the store files<a name="line.134"></a>
-<span class="sourceLineNo">135</span><a name="line.135"></a>
-<span class="sourceLineNo">136</span>    // build collection of just the store directories to archive<a name="line.136"></a>
-<span class="sourceLineNo">137</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.137"></a>
-<span class="sourceLineNo">138</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.138"></a>
-<span class="sourceLineNo">139</span>    PathFilter nonHidden = new PathFilter() {<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      @Override<a name="line.140"></a>
-<span class="sourceLineNo">141</span>      public boolean accept(Path file) {<a name="line.141"></a>
-<span class="sourceLineNo">142</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.142"></a>
-<span class="sourceLineNo">143</span>      }<a name="line.143"></a>
-<span class="sourceLineNo">144</span>    };<a name="line.144"></a>
-<span class="sourceLineNo">145</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.145"></a>
-<span class="sourceLineNo">146</span>    // if there no files, we can just delete the directory and return;<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    if (storeDirs == null) {<a name="line.147"></a>
-<span class="sourceLineNo">148</span>      LOG.debug("Region directory " + regionDir + " empty.");<a name="line.148"></a>
-<span class="sourceLineNo">149</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.149"></a>
-<span class="sourceLineNo">150</span>    }<a name="line.150"></a>
-<span class="sourceLineNo">151</span><a name="line.151"></a>
-<span class="sourceLineNo">152</span>    // convert the files in the region to a File<a name="line.152"></a>
-<span class="sourceLineNo">153</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.153"></a>
-<span class="sourceLineNo">154</span>    LOG.debug("Archiving " + toArchive);<a name="line.154"></a>
-<span class="sourceLineNo">155</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.155"></a>
-<span class="sourceLineNo">156</span>        EnvironmentEdgeManager.currentTime());<a name="line.156"></a>
-<span class="sourceLineNo">157</span>    if (!failedArchive.isEmpty()) {<a name="line.157"></a>
-<span class="sourceLineNo">158</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.158"></a>
-<span class="sourceLineNo">159</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.159"></a>
-<span class="sourceLineNo">160</span>          + ". Something is probably awry on the filesystem.",<a name="line.160"></a>
-<span class="sourceLineNo">161</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.161"></a>
-<span class="sourceLineNo">162</span>    }<a name="line.162"></a>
-<span class="sourceLineNo">163</span>    // if that was successful, then we delete the region<a name="line.163"></a>
-<span class="sourceLineNo">164</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.164"></a>
-<span class="sourceLineNo">165</span>  }<a name="line.165"></a>
-<span class="sourceLineNo">166</span><a name="line.166"></a>
-<span class="sourceLineNo">167</span>  /**<a name="line.167"></a>
-<span class="sourceLineNo">168</span>   * Remove from the specified region the store files of the specified column family,<a name="line.168"></a>
-<span class="sourceLineNo">169</span>   * either by archiving them or outright deletion<a name="line.169"></a>
-<span class="sourceLineNo">170</span>   * @param fs the filesystem where the store files live<a name="line.170"></a>
-<span class="sourceLineNo">171</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.171"></a>
-<span class="sourceLineNo">172</span>   * @param parent Parent region hosting the store files<a name="line.172"></a>
-<span class="sourceLineNo">173</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.173"></a>
-<span class="sourceLineNo">174</span>   * @param family the family hosting the store files<a name="line.174"></a>
-<span class="sourceLineNo">175</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.175"></a>
-<span class="sourceLineNo">176</span>   */<a name="line.176"></a>
-<span class="sourceLineNo">177</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.177"></a>
-<span class="sourceLineNo">178</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.179"></a>
-<span class="sourceLineNo">180</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.180"></a>
-<span class="sourceLineNo">181</span>  }<a name="line.181"></a>
-<span class="sourceLineNo">182</span><a name="line.182"></a>
-<span class="sourceLineNo">183</span>  /**<a name="line.183"></a>
-<span class="sourceLineNo">184</span>   * Removes from the specified region the store files of the specified column family,<a name="line.184"></a>
-<span class="sourceLineNo">185</span>   * either by archiving them or outright deletion<a name="line.185"></a>
-<span class="sourceLineNo">186</span>   * @param fs the filesystem where the store files live<a name="line.186"></a>
-<span class="sourceLineNo">187</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.187"></a>
-<span class="sourceLineNo">188</span>   * @param parent Parent region hosting the store files<a name="line.188"></a>
-<span class="sourceLineNo">189</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.189"></a>
-<span class="sourceLineNo">190</span>   * @param family the family hosting the store files<a name="line.190"></a>
-<span class="sourceLineNo">191</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.191"></a>
-<span class="sourceLineNo">192</span>   */<a name="line.192"></a>
-<span class="sourceLineNo">193</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.193"></a>
-<span class="sourceLineNo">194</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.195"></a>
-<span class="sourceLineNo">196</span>    if (storeFiles == null) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span>      LOG.debug("No store files to dispose for region=" + parent.getRegionNameAsString() +<a name="line.197"></a>
-<span class="sourceLineNo">198</span>          ", family=" + Bytes.toString(family));<a name="line.198"></a>
-<span class="sourceLineNo">199</span>      return;<a name="line.199"></a>
-<span class="sourceLineNo">200</span>    }<a name="line.200"></a>
-<span class="sourceLineNo">201</span><a name="line.201"></a>
-<span class="sourceLineNo">202</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.202"></a>
-<span class="sourceLineNo">203</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.204"></a>
-<span class="sourceLineNo">205</span><a name="line.205"></a>
-<span class="sourceLineNo">206</span>    // do the actual archive<a name="line.206"></a>
-<span class="sourceLineNo">207</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.207"></a>
-<span class="sourceLineNo">208</span>        EnvironmentEdgeManager.currentTime());<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    if (!failedArchive.isEmpty()){<a name="line.209"></a>
-<span class="sourceLineNo">210</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.210"></a>
-<span class="sourceLineNo">211</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.211"></a>
-<span class="sourceLineNo">212</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.212"></a>
-<span class="sourceLineNo">213</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.213"></a>
-<span class="sourceLineNo">214</span>    }<a name="line.214"></a>
-<span class="sourceLineNo">215</span>  }<a name="line.215"></a>
-<span class="sourceLineNo">216</span><a name="line.216"></a>
-<span class="sourceLineNo">217</span>  /**<a name="line.217"></a>
-<span class="sourceLineNo">218</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.218"></a>
-<span class="sourceLineNo">219</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.219"></a>
-<span class="sourceLineNo">220</span>   * @param fs the filesystem where the store files live<a name="line.220"></a>
-<span class="sourceLineNo">221</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.221"></a>
-<span class="sourceLineNo">222</span>   * @param family the family hosting the store files<a name="line.222"></a>
-<span class="sourceLineNo">223</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.223"></a>
-<span class="sourceLineNo">224</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.224"></a>
-<span class="sourceLineNo">225</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.225"></a>
-<span class="sourceLineNo">226</span>   */<a name="line.226"></a>
-<span class="sourceLineNo">227</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.227"></a>
-<span class="sourceLineNo">228</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.228"></a>
-<span class="sourceLineNo">229</span>      throws IOException, FailedArchiveException {<a name="line.229"></a>
-<span class="sourceLineNo">230</span><a name="line.230"></a>
-<span class="sourceLineNo">231</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.231"></a>
-<span class="sourceLineNo">232</span>    if (fs == null) {<a name="line.232"></a>
-<span class="sourceLineNo">233</span>      LOG.warn("Passed filesystem is null, so just deleting the files without archiving for region:"<a name="line.233"></a>
-<span class="sourceLineNo">234</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family));<a name="line.234"></a>
-<span class="sourceLineNo">235</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.235"></a>
-<span class="sourceLineNo">236</span>      return;<a name="line.236"></a>
-<span class="sourceLineNo">237</span>    }<a name="line.237"></a>
-<span class="sourceLineNo">238</span><a name="line.238"></a>
-<span class="sourceLineNo">239</span>    // short circuit if we don't have any files to delete<a name="line.239"></a>
-<span class="sourceLineNo">240</span>    if (compactedFiles.isEmpty()) {<a name="line.240"></a>
-<span class="sourceLineNo">241</span>      LOG.debug("No store files to dispose, done!");<a name="line.241"></a>
-<span class="sourceLineNo">242</span>      return;<a name="line.242"></a>
-<span class="sourceLineNo">243</span>    }<a name="line.243"></a>
-<span class="sourceLineNo">244</span><a name="line.244"></a>
-<span class="sourceLineNo">245</span>    // build the archive path<a name="line.245"></a>
-<span class="sourceLineNo">246</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.246"></a>
-<span class="sourceLineNo">247</span>        "Need to have a region and a family to archive from.");<a name="line.247"></a>
+<span class="sourceLineNo">112</span>    LOG.debug("ARCHIVING {}", rootdir.toString());<a name="line.112"></a>
+<span class="sourceLineNo">113</span><a name="line.113"></a>
+<span class="sourceLineNo">114</span>    // otherwise, we archive the files<a name="line.114"></a>
+<span class="sourceLineNo">115</span>    // make sure we can archive<a name="line.115"></a>
+<span class="sourceLineNo">116</span>    if (tableDir == null || regionDir == null) {<a name="line.116"></a>
+<span class="sourceLineNo">117</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.117"></a>
+<span class="sourceLineNo">118</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.118"></a>
+<span class="sourceLineNo">119</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.119"></a>
+<span class="sourceLineNo">120</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.120"></a>
+<span class="sourceLineNo">121</span>      // the archived files correctly or not.<a name="line.121"></a>
+<span class="sourceLineNo">122</span>      return false;<a name="line.122"></a>
+<span class="sourceLineNo">123</span>    }<a name="line.123"></a>
+<span class="sourceLineNo">124</span><a name="line.124"></a>
+<span class="sourceLineNo">125</span>    // make sure the regiondir lives under the tabledir<a name="line.125"></a>
+<span class="sourceLineNo">126</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.126"></a>
+<span class="sourceLineNo">127</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.127"></a>
+<span class="sourceLineNo">128</span>        FSUtils.getTableName(tableDir),<a name="line.128"></a>
+<span class="sourceLineNo">129</span>        regionDir.getName());<a name="line.129"></a>
+<span class="sourceLineNo">130</span><a name="line.130"></a>
+<span class="sourceLineNo">131</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.131"></a>
+<span class="sourceLineNo">132</span>    // otherwise, we attempt to archive the store files<a name="line.132"></a>
+<span class="sourceLineNo">133</span><a name="line.133"></a>
+<span class="sourceLineNo">134</span>    // build collection of just the store directories to archive<a name="line.134"></a>
+<span class="sourceLineNo">135</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.135"></a>
+<span class="sourceLineNo">136</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.136"></a>
+<span class="sourceLineNo">137</span>    PathFilter nonHidden = new PathFilter() {<a name="line.137"></a>
+<span class="sourceLineNo">138</span>      @Override<a name="line.138"></a>
+<span class="sourceLineNo">139</span>      public boolean accept(Path file) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.140"></a>
+<span class="sourceLineNo">141</span>      }<a name="line.141"></a>
+<span class="sourceLineNo">142</span>    };<a name="line.142"></a>
+<span class="sourceLineNo">143</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.143"></a>
+<span class="sourceLineNo">144</span>    // if there no files, we can just delete the directory and return;<a name="line.144"></a>
+<span class="sourceLineNo">145</span>    if (storeDirs == null) {<a name="line.145"></a>
+<span class="sourceLineNo">146</span>      LOG.debug("Directory {} empty.", regionDir);<a name="line.146"></a>
+<span class="sourceLineNo">147</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.147"></a>
+<span class="sourceLineNo">148</span>    }<a name="line.148"></a>
+<span class="sourceLineNo">149</span><a name="line.149"></a>
+<span class="sourceLineNo">150</span>    // convert the files in the region to a File<a name="line.150"></a>
+<span class="sourceLineNo">151</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    LOG.debug("Archiving " + toArchive);<a name="line.152"></a>
+<span class="sourceLineNo">153</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.153"></a>
+<span class="sourceLineNo">154</span>        EnvironmentEdgeManager.currentTime());<a name="line.154"></a>
+<span class="sourceLineNo">155</span>    if (!failedArchive.isEmpty()) {<a name="line.155"></a>
+<span class="sourceLineNo">156</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.156"></a>
+<span class="sourceLineNo">157</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.157"></a>
+<span class="sourceLineNo">158</span>          + ". Something is probably awry on the filesystem.",<a name="line.158"></a>
+<span class="sourceLineNo">159</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.159"></a>
+<span class="sourceLineNo">160</span>    }<a name="line.160"></a>
+<span class="sourceLineNo">161</span>    // if that was successful, then we delete the region<a name="line.161"></a>
+<span class="sourceLineNo">162</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.162"></a>
+<span class="sourceLineNo">163</span>  }<a name="line.163"></a>
+<span class="sourceLineNo">164</span><a name="line.164"></a>
+<span class="sourceLineNo">165</span>  /**<a name="line.165"></a>
+<span class="sourceLineNo">166</span>   * Remove from the specified region the store files of the specified column family,<a name="line.166"></a>
+<span class="sourceLineNo">167</span>   * either by archiving them or outright deletion<a name="line.167"></a>
+<span class="sourceLineNo">168</span>   * @param fs the filesystem where the store files live<a name="line.168"></a>
+<span class="sourceLineNo">169</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.169"></a>
+<span class="sourceLineNo">170</span>   * @param parent Parent region hosting the store files<a name="line.170"></a>
+<span class="sourceLineNo">171</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.171"></a>
+<span class="sourceLineNo">172</span>   * @param family the family hosting the store files<a name="line.172"></a>
+<span class="sourceLineNo">173</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.173"></a>
+<span class="sourceLineNo">174</span>   */<a name="line.174"></a>
+<span class="sourceLineNo">175</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.177"></a>
+<span class="sourceLineNo">178</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.178"></a>
+<span class="sourceLineNo">179</span>  }<a name="line.179"></a>
+<span class="sourceLineNo">180</span><a name="line.180"></a>
+<span class="sourceLineNo">181</span>  /**<a name="line.181"></a>
+<span class="sourceLineNo">182</span>   * Removes from the specified region the store files of the specified column family,<a name="line.182"></a>
+<span class="sourceLineNo">183</span>   * either by archiving them or outright deletion<a name="line.183"></a>
+<span class="sourceLineNo">184</span>   * @param fs the filesystem where the store files live<a name="line.184"></a>
+<span class="sourceLineNo">185</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.185"></a>
+<span class="sourceLineNo">186</span>   * @param parent Parent region hosting the store files<a name="line.186"></a>
+<span class="sourceLineNo">187</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.187"></a>
+<span class="sourceLineNo">188</span>   * @param family the family hosting the store files<a name="line.188"></a>
+<span class="sourceLineNo">189</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.189"></a>
+<span class="sourceLineNo">190</span>   */<a name="line.190"></a>
+<span class="sourceLineNo">191</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.191"></a>
+<span class="sourceLineNo">192</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.193"></a>
+<span class="sourceLineNo">194</span>    if (storeFiles == null) {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>      LOG.debug("No files to dispose of in {}, family={}", parent.getRegionNameAsString(),<a name="line.195"></a>
+<span class="sourceLineNo">196</span>          Bytes.toString(family));<a name="line.196"></a>
+<span class="sourceLineNo">197</span>      return;<a name="line.197"></a>
+<span class="sourceLineNo">198</span>    }<a name="line.198"></a>
+<span class="sourceLineNo">199</span><a name="line.199"></a>
+<span class="sourceLineNo">200</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.200"></a>
+<span class="sourceLineNo">201</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.201"></a>
+<span class="sourceLineNo">202</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.202"></a>
+<span class="sourceLineNo">203</span><a name="line.203"></a>
+<span class="sourceLineNo">204</span>    // do the actual archive<a name="line.204"></a>
+<span class="sourceLineNo">205</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.205"></a>
+<span class="sourceLineNo">206</span>        EnvironmentEdgeManager.currentTime());<a name="line.206"></a>
+<span class="sourceLineNo">207</span>    if (!failedArchive.isEmpty()){<a name="line.207"></a>
+<span class="sourceLineNo">208</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.208"></a>
+<span class="sourceLineNo">209</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.209"></a>
+<span class="sourceLineNo">210</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.210"></a>
+<span class="sourceLineNo">211</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.211"></a>
+<span class="sourceLineNo">212</span>    }<a name="line.212"></a>
+<span class="sourceLineNo">213</span>  }<a name="line.213"></a>
+<span class="sourceLineNo">214</span><a name="line.214"></a>
+<span class="sourceLineNo">215</span>  /**<a name="line.215"></a>
+<span class="sourceLineNo">216</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.216"></a>
+<span class="sourceLineNo">217</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.217"></a>
+<span class="sourceLineNo">218</span>   * @param fs the filesystem where the store files live<a name="line.218"></a>
+<span class="sourceLineNo">219</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.219"></a>
+<span class="sourceLineNo">220</span>   * @param family the family hosting the store files<a name="line.220"></a>
+<span class="sourceLineNo">221</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.221"></a>
+<span class="sourceLineNo">222</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.222"></a>
+<span class="sourceLineNo">223</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.223"></a>
+<span class="sourceLineNo">224</span>   */<a name="line.224"></a>
+<span class="sourceLineNo">225</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.225"></a>
+<span class="sourceLineNo">226</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.226"></a>
+<span class="sourceLineNo">227</span>      throws IOException, FailedArchiveException {<a name="line.227"></a>
+<span class="sourceLineNo">228</span><a name="line.228"></a>
+<span class="sourceLineNo">229</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.229"></a>
+<span class="sourceLineNo">230</span>    if (fs == null) {<a name="line.230"></a>
+<span class="sourceLineNo">231</span>      LOG.warn("Passed filesystem is null, so just deleting files without archiving for {}," +<a name="line.231"></a>
+<span class="sourceLineNo">232</span>              "family={}", Bytes.toString(regionInfo.getRegionName()), Bytes.toString(family));<a name="line.232"></a>
+<span class="sourceLineNo">233</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.233"></a>
+<span class="sourceLineNo">234</span>      return;<a name="line.234"></a>
+<span class="sourceLineNo">235</span>    }<a name="line.235"></a>
+<span class="sourceLineNo">236</span><a name="line.236"></a>
+<span class="sourceLineNo">237</span>    // short circuit if we don't have any files to delete<a name="line.237"></a>
+<span class="sourceLineNo">238</span>    if (compactedFiles.isEmpty()) {<a name="line.238"></a>
+<span class="sourceLineNo">239</span>      LOG.debug("No files to dispose of, done!");<a name="line.239"></a>
+<span class="sourceLineNo">240</span>      return;<a name="line.240"></a>
+<span class="sourceLineNo">241</span>    }<a name="line.241"></a>
+<span class="sourceLineNo">242</span><a name="line.242"></a>
+<span class="sourceLineNo">243</span>    // build the archive path<a name="line.243"></a>
+<span class="sourceLineNo">244</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.244"></a>
+<span class="sourceLineNo">245</span>        "Need to have a region and a family to archive from.");<a name="line.245"></a>
+<span class="sourceLineNo">246</span><a name="line.246"></a>
+<span class="sourceLineNo">247</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.247"></a>
 <span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.249"></a>
-<span class="sourceLineNo">250</span><a name="line.250"></a>
-<span class="sourceLineNo">251</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.251"></a>
-<span class="sourceLineNo">252</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.252"></a>
-<span class="sourceLineNo">253</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.253"></a>
-<span class="sourceLineNo">254</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.254"></a>
-<span class="sourceLineNo">255</span>    }<a name="line.255"></a>
-<span class="sourceLineNo">256</span><a name="line.256"></a>
-<span class="sourceLineNo">257</span>    // otherwise we attempt to archive the store files<a name="line.257"></a>
-<span class="sourceLineNo">258</span>    LOG.debug("Archiving compacted store files.");<a name="line.258"></a>
-<span class="sourceLineNo">259</span><a name="line.259"></a>
-<span class="sourceLineNo">260</span>    // Wrap the storefile into a File<a name="line.260"></a>
-<span class="sourceLineNo">261</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.261"></a>
-<span class="sourceLineNo">262</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.262"></a>
-<span class="sourceLineNo">263</span><a name="line.263"></a>
-<span class="sourceLineNo">264</span>    // do the actual archive<a name="line.264"></a>
-<span class="sourceLineNo">265</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.265"></a>
-<span class="sourceLineNo">266</span>        EnvironmentEdgeManager.currentTime());<a name="line.266"></a>
-<span class="sourceLineNo">267</span><a name="line.267"></a>
-<span class="sourceLineNo">268</span>    if (!failedArchive.isEmpty()){<a name="line.268"></a>
-<span class="sourceLineNo">269</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.269"></a>
-<span class="sourceLineNo">270</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.270"></a>
-<span class="sourceLineNo">271</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.272"></a>
-<span class="sourceLineNo">273</span>    }<a name="line.273"></a>
-<span class="sourceLineNo">274</span>  }<a name="line.274"></a>
-<span class="sourceLineNo">275</span><a name="line.275"></a>
-<span class="sourceLineNo">276</span>  /**<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   * Archive the store file<a name="line.277"></a>
-<span class="sourceLineNo">278</span>   * @param fs the filesystem where the store files live<a name="line.278"></a>
-<span class="sourceLineNo">279</span>   * @param regionInfo region hosting the store files<a name="line.279"></a>
-<span class="sourceLineNo">280</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.280"></a>
-<span class="sourceLineNo">281</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.281"></a>
-<span class="sourceLineNo">282</span>   * @param family the family hosting the store files<a name="line.282"></a>
-<span class="sourceLineNo">283</span>   * @param storeFile file to be archived<a name="line.283"></a>
-<span class="sourceLineNo">284</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.284"></a>
-<span class="sourceLineNo">285</span>   */<a name="line.285"></a>
-<span class="sourceLineNo">286</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.286"></a>
-<span class="sourceLineNo">287</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.287"></a>
-<span class="sourceLineNo">288</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.288"></a>
-<span class="sourceLineNo">289</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.289"></a>
-<span class="sourceLineNo">290</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.290"></a>
-<span class="sourceLineNo">291</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.291"></a>
-<span class="sourceLineNo">292</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.292"></a>
-<span class="sourceLineNo">293</span>    }<a name="line.293"></a>
-<span class="sourceLineNo">294</span><a name="line.294"></a>
-<span class="sourceLineNo">295</span>    // do the actual archive<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    File file = new FileablePath(fs, storeFile);<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.299"></a>
-<span class="sourceLineNo">300</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.300"></a>
-<span class="sourceLineNo">301</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.301"></a>
-<span class="sourceLineNo">302</span>    }<a name="line.302"></a>
-<span class="sourceLineNo">303</span>  }<a name="line.303"></a>
-<span class="sourceLineNo">304</span><a name="line.304"></a>
-<span class="sourceLineNo">305</span>  /**<a name="line.305"></a>
-<span class="sourceLineNo">306</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.306"></a>
-<span class="sourceLineNo">307</span>   * renaming of the existing file and then archive the passed in files.<a name="line.307"></a>
-<span class="sourceLineNo">308</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.308"></a>
-<span class="sourceLineNo">309</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.309"></a>
-<span class="sourceLineNo">310</span>   *          the files to archive are directories, will append the name of the<a name="line.310"></a>
-<span class="sourceLineNo">311</span>   *          directory to the base archive directory name, creating a parallel<a name="line.311"></a>
-<span class="sourceLineNo">312</span>   *          structure.<a name="line.312"></a>
-<span class="sourceLineNo">313</span>   * @param toArchive files/directories that need to be archvied<a name="line.313"></a>
-<span class="sourceLineNo">314</span>   * @param start time the archiving started - used for resolving archive<a name="line.314"></a>
-<span class="sourceLineNo">315</span>   *          conflicts.<a name="line.315"></a>
-<span class="sourceLineNo">316</span>   * @return the list of failed to archive files.<a name="line.316"></a>
-<span class="sourceLineNo">317</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.317"></a>
-<span class="sourceLineNo">318</span>   */<a name="line.318"></a>
-<span class="sourceLineNo">319</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.319"></a>
-<span class="sourceLineNo">320</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.320"></a>
-<span class="sourceLineNo">321</span>    // short circuit if no files to move<a name="line.321"></a>
-<span class="sourceLineNo">322</span>    if (toArchive.isEmpty()) return Collections.emptyList();<a name="line.322"></a>
+<span class="sourceLineNo">249</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.249"></a>
+<span class="sourceLineNo">250</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.250"></a>
+<span class="sourceLineNo">251</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.251"></a>
+<span class="sourceLineNo">252</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.252"></a>
+<span class="sourceLineNo">253</span>    }<a name="line.253"></a>
+<span class="sourceLineNo">254</span><a name="line.254"></a>
+<span class="sourceLineNo">255</span>    // otherwise we attempt to archive the store files<a name="line.255"></a>
+<span class="sourceLineNo">256</span>    LOG.debug("Archiving compacted files.");<a name="line.256"></a>
+<span class="sourceLineNo">257</span><a name="line.257"></a>
+<span class="sourceLineNo">258</span>    // Wrap the storefile into a File<a name="line.258"></a>
+<span class="sourceLineNo">259</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.259"></a>
+<span class="sourceLineNo">260</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.260"></a>
+<span class="sourceLineNo">261</span><a name="line.261"></a>
+<span class="sourceLineNo">262</span>    // do the actual archive<a name="line.262"></a>
+<span class="sourceLineNo">263</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.263"></a>
+<span class="sourceLineNo">264</span>        EnvironmentEdgeManager.currentTime());<a name="line.264"></a>
+<span class="sourceLineNo">265</span><a name="line.265"></a>
+<span class="sourceLineNo">266</span>    if (!failedArchive.isEmpty()){<a name="line.266"></a>
+<span class="sourceLineNo">267</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.267"></a>
+<span class="sourceLineNo">268</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.268"></a>
+<span class="sourceLineNo">269</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.269"></a>
+<span class="sourceLineNo">270</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.270"></a>
+<span class="sourceLineNo">271</span>    }<a name="line.271"></a>
+<span class="sourceLineNo">272</span>  }<a name="line.272"></a>
+<span class="sourceLineNo">273</span><a name="line.273"></a>
+<span class="sourceLineNo">274</span>  /**<a name="line.274"></a>
+<span class="sourceLineNo">275</span>   * Archive the store file<a name="line.275"></a>
+<span class="sourceLineNo">276</span>   * @param fs the filesystem where the store files live<a name="line.276"></a>
+<span class="sourceLineNo">277</span>   * @param regionInfo region hosting the store files<a name="line.277"></a>
+<span class="sourceLineNo">278</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.278"></a>
+<span class="sourceLineNo">279</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.279"></a>
+<span class="sourceLineNo">280</span>   * @param family the family hosting the store files<a name="line.280"></a>
+<span class="sourceLineNo">281</span>   * @param storeFile file to be archived<a name="line.281"></a>
+<span class="sourceLineNo">282</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.282"></a>
+<span class="sourceLineNo">283</span>   */<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.284"></a>
+<span class="sourceLineNo">285</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.285"></a>
+<span class="sourceLineNo">286</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.286"></a>
+<span class="sourceLineNo">287</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.287"></a>
+<span class="sourceLineNo">288</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.288"></a>
+<span class="sourceLineNo">289</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.289"></a>
+<span class="sourceLineNo">290</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.290"></a>
+<span class="sourceLineNo">291</span>    }<a name="line.291"></a>
+<span class="sourceLineNo">292</span><a name="line.292"></a>
+<span class="sourceLineNo">293</span>    // do the actual archive<a name="line.293"></a>
+<span class="sourceLineNo">294</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    File file = new FileablePath(fs, storeFile);<a name="line.295"></a>
+<span class="sourceLineNo">296</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.297"></a>
+<span class="sourceLineNo">298</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.298"></a>
+<span class="sourceLineNo">299</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.299"></a>
+<span class="sourceLineNo">300</span>    }<a name="line.300"></a>
+<span class="sourceLineNo">301</span>  }<a name="line.301"></a>
+<span class="sourceLineNo">302</span><a name="line.302"></a>
+<span class="sourceLineNo">303</span>  /**<a name="line.303"></a>
+<span class="sourceLineNo">304</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.304"></a>
+<span class="sourceLineNo">305</span>   * renaming of the existing file and then archive the passed in files.<a name="line.305"></a>
+<span class="sourceLineNo">306</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.306"></a>
+<span class="sourceLineNo">307</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.307"></a>
+<span class="sourceLineNo">308</span>   *          the files to archive are directories, will append the name of the<a name="line.308"></a>
+<span class="sourceLineNo">309</span>   *          directory to the base archive directory name, creating a parallel<a name="line.309"></a>
+<span class="sourceLineNo">310</span>   *          structure.<a name="line.310"></a>
+<span class="sourceLineNo">311</span>   * @param toArchive files/directories that need to be archvied<a name="line.311"></a>
+<span class="sourceLineNo">312</span>   * @param start time the archiving started - used for resolving archive<a name="line.312"></a>
+<span class="sourceLineNo">313</span>   *          conflicts.<a name="line.313"></a>
+<span class="sourceLineNo">314</span>   * @return the list of failed to archive files.<a name="line.314"></a>
+<span class="sourceLineNo">315</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.315"></a>
+<span class="sourceLineNo">316</span>   */<a name="line.316"></a>
+<span class="sourceLineNo">317</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.317"></a>
+<span class="sourceLineNo">318</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.318"></a>
+<span class="sourceLineNo">319</span>    // short circuit if no files to move<a name="line.319"></a>
+<span class="sourceLineNo">320</span>    if (toArchive.isEmpty()) {<a name="line.320"></a>
+<span class="sourceLineNo">321</span>      return Collections.emptyList();<a name="line.321"></a>
+<span class="sourceLineNo">322</span>    }<a name="line.322"></a>
 <span class="sourceLineNo">323</span><a name="line.323"></a>
-<span class="sourceLineNo">324</span>    if (LOG.isTraceEnabled()) LOG.trace("moving files to the archive directory: " + baseArchiveDir);<a name="line.324"></a>
+<span class="sourceLineNo">324</span>    LOG.trace("Moving files to the archive directory {}", baseArchiveDir);<a name="line.324"></a>
 <span class="sourceLineNo">325</span><a name="line.325"></a>
 <span class="sourceLineNo">326</span>    // make sure the archive directory exists<a name="line.326"></a>
 <span class="sourceLineNo">327</span>    if (!fs.exists(baseArchiveDir)) {<a name="line.327"></a>
@@ -337,7 +337,7 @@
 <span class="sourceLineNo">329</span>        throw new IOException("Failed to create the archive directory:" + baseArchiveDir<a name="line.329"></a>
 <span class="sourceLineNo">330</span>            + ", quitting archive attempt.");<a name="line.330"></a>
 <span class="sourceLineNo">331</span>      }<a name="line.331"></a>
-<span class="sourceLineNo">332</span>      if (LOG.isTraceEnabled()) LOG.trace("Created archive directory:" + baseArchiveDir);<a name="line.332"></a>
+<span class="sourceLineNo">332</span>      LOG.trace("Created archive directory {}", baseArchiveDir);<a name="line.332"></a>
 <span class="sourceLineNo">333</span>    }<a name="line.333"></a>
 <span class="sourceLineNo">334</span><a name="line.334"></a>
 <span class="sourceLineNo">335</span>    List&lt;File&gt; failures = new ArrayList&lt;&gt;();<a name="line.335"></a>
@@ -345,7 +345,7 @@
 <span class="sourceLineNo">337</span>    for (File file : toArchive) {<a name="line.337"></a>
 <span class="sourceLineNo">338</span>      // if its a file archive it<a name="line.338"></a>
 <span class="sourceLineNo">339</span>      try {<a name="line.339"></a>
-<span class="sourceLineNo">340</span>        if (LOG.isTraceEnabled()) LOG.trace("Archiving: " + file);<a name="line.340"></a>
+<span class="sourceLineNo">340</span>        LOG.trace("Archiving {}", file);<a name="line.340"></a>
 <span class="sourceLineNo">341</span>        if (file.isFile()) {<a name="line.341"></a>
 <span class="sourceLineNo">342</span>          // attempt to archive the file<a name="line.342"></a>
 <span class="sourceLineNo">343</span>          if (!resolveAndArchiveFile(baseArchiveDir, file, startTime)) {<a name="line.343"></a>
@@ -354,7 +354,7 @@
 <span class="sourceLineNo">346</span>          }<a name="line.346"></a>
 <span class="sourceLineNo">347</span>        } else {<a name="line.347"></a>
 <span class="sourceLineNo">348</span>          // otherwise its a directory and we need to archive all files<a name="line.348"></a>
-<span class="sourceLineNo">349</span>          if (LOG.isTraceEnabled()) LOG.trace(file + " is a directory, archiving children files");<a name="line.349"></a>
+<span class="sourceLineNo">349</span>          LOG.trace("{} is a directory, archiving children files", file);<a name="line.349"></a>
 <span class="sourceLineNo">350</span>          // so we add the directory name to the one base archive<a name="line.350"></a>
 <span class="sourceLineNo">351</span>          Path parentArchiveDir = new Path(baseArchiveDir, file.getName());<a name="line.351"></a>
 <span class="sourceLineNo">352</span>          // and then get all the files from that directory and attempt to<a name="line.352"></a>
@@ -363,7 +363,7 @@
 <span class="sourceLineNo">355</span>          failures.addAll(resolveAndArchive(fs, parentArchiveDir, children, start));<a name="line.355"></a>
 <span class="sourceLineNo">356</span>        }<a name="line.356"></a>
 <span class="sourceLineNo">357</span>      } catch (IOException e) {<a name="line.357"></a>
-<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive " + file, e);<a name="line.358"></a>
+<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive {}", file, e);<a name="line.358"></a>
 <span class="sourceLineNo">359</span>        failures.add(file);<a name="line.359"></a>
 <span class="sourceLineNo">360</span>      }<a name="line.360"></a>
 <span class="sourceLineNo">361</span>    }<a name="line.361"></a>
@@ -393,319 +393,312 @@
 <span class="sourceLineNo">385</span>    // really, really unlikely situtation, where we get the same name for the existing file, but<a name="line.385"></a>
 <span class="sourceLineNo">386</span>    // is included just for that 1 in trillion chance.<a name="line.386"></a>
 <span class="sourceLineNo">387</span>    if (fs.exists(archiveFile)) {<a name="line.387"></a>
-<span class="sourceLineNo">388</span>      if (LOG.isDebugEnabled()) {<a name="line.388"></a>
-<span class="sourceLineNo">389</span>        LOG.debug("File:" + archiveFile + " already exists in archive, moving to "<a name="line.389"></a>
-<span class="sourceLineNo">390</span>            + "timestamped backup and overwriting current.");<a name="line.390"></a>
-<span class="sourceLineNo">391</span>      }<a name="line.391"></a>
-<span class="sourceLineNo">392</span><a name="line.392"></a>
-<span class="sourceLineNo">393</span>      // move the archive file to the stamped backup<a name="line.393"></a>
-<span class="sourceLineNo">394</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.394"></a>
-<span class="sourceLineNo">395</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.396"></a>
-<span class="sourceLineNo">397</span>            + ", deleting existing file in favor of newer.");<a name="line.397"></a>
-<span class="sourceLineNo">398</span>        // try to delete the exisiting file, if we can't rename it<a name="line.398"></a>
-<span class="sourceLineNo">399</span>        if (!fs.delete(archiveFile, false)) {<a name="line.399"></a>
-<span class="sourceLineNo">400</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.400"></a>
-<span class="sourceLineNo">401</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.401"></a>
-<span class="sourceLineNo">402</span>              + ") to make room for similarly named file.");<a name="line.402"></a>
-<span class="sourceLineNo">403</span>        }<a name="line.403"></a>
-<span class="sourceLineNo">404</span>      }<a name="line.404"></a>
-<span class="sourceLineNo">405</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.405"></a>
-<span class="sourceLineNo">406</span>    }<a name="line.406"></a>
+<span class="sourceLineNo">388</span>      LOG.debug("{} already exists in archive, moving to timestamped backup and " +<a name="line.388"></a>
+<span class="sourceLineNo">389</span>          "overwriting current.", archiveFile);<a name="line.389"></a>
+<span class="sourceLineNo">390</span><a name="line.390"></a>
+<span class="sourceLineNo">391</span>      // move the archive file to the stamped backup<a name="line.391"></a>
+<span class="sourceLineNo">392</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.392"></a>
+<span class="sourceLineNo">393</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.393"></a>
+<span class="sourceLineNo">394</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.394"></a>
+<span class="sourceLineNo">395</span>            + ", deleting existing file in favor of newer.");<a name="line.395"></a>
+<span class="sourceLineNo">396</span>        // try to delete the exisiting file, if we can't rename it<a name="line.396"></a>
+<span class="sourceLineNo">397</span>        if (!fs.delete(archiveFile, false)) {<a name="line.397"></a>
+<span class="sourceLineNo">398</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.398"></a>
+<span class="sourceLineNo">399</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.399"></a>
+<span class="sourceLineNo">400</span>              + ") to make room for similarly named file.");<a name="line.400"></a>
+<span class="sourceLineNo">401</span>        }<a name="line.401"></a>
+<span class="sourceLineNo">402</span>      }<a name="line.402"></a>
+<span class="sourceLineNo">403</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.403"></a>
+<span class="sourceLineNo">404</span>    }<a name="line.404"></a>
+<span class="sourceLineNo">405</span><a name="line.405"></a>
+<span class="sourceLineNo">406</span>    LOG.trace("No existing file in archive for {}, free to archive original file.", archiveFile);<a name="line.406"></a>
 <span class="sourceLineNo">407</span><a name="line.407"></a>
-<span class="sourceLineNo">408</span>    if (LOG.isTraceEnabled()) {<a name="line.408"></a>
-<span class="sourceLineNo">409</span>      LOG.trace("No existing file in archive for: " + archiveFile +<a name="line.409"></a>
-<span class="sourceLineNo">410</span>        ", free to archive original file.");<a name="line.410"></a>
-<span class="sourceLineNo">411</span>    }<a name="line.411"></a>
-<span class="sourceLineNo">412</span><a name="line.412"></a>
-<span class="sourceLineNo">413</span>    // at this point, we should have a free spot for the archive file<a name="line.413"></a>
-<span class="sourceLineNo">414</span>    boolean success = false;<a name="line.414"></a>
-<span class="sourceLineNo">415</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.415"></a>
-<span class="sourceLineNo">416</span>      if (i &gt; 0) {<a name="line.416"></a>
-<span class="sourceLineNo">417</span>        // Ensure that the archive directory exists.<a name="line.417"></a>
-<span class="sourceLineNo">418</span>        // The previous "move to archive" operation has failed probably because<a name="line.418"></a>
-<span class="sourceLineNo">419</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.419"></a>
-<span class="sourceLineNo">420</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.420"></a>
-<span class="sourceLineNo">421</span>        try {<a name="line.421"></a>
-<span class="sourceLineNo">422</span>          if (!fs.exists(archiveDir)) {<a name="line.422"></a>
-<span class="sourceLineNo">423</span>            if (fs.mkdirs(archiveDir)) {<a name="line.423"></a>
-<span class="sourceLineNo">424</span>              LOG.debug("Created archive directory:" + archiveDir);<a name="line.424"></a>
-<span class="sourceLineNo">425</span>            }<a name="line.425"></a>
-<span class="sourceLineNo">426</span>          }<a name="line.426"></a>
-<span class="sourceLineNo">427</span>        } catch (IOException e) {<a name="line.427"></a>
-<span class="sourceLineNo">428</span>          LOG.warn("Failed to create directory: " + archiveDir, e);<a name="line.428"></a>
-<span class="sourceLineNo">429</span>        }<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      }<a name="line.430"></a>
-<span class="sourceLineNo">431</span><a name="line.431"></a>
-<span class="sourceLineNo">432</span>      try {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.433"></a>
-<span class="sourceLineNo">434</span>      } catch (FileNotFoundException fnfe) {<a name="line.434"></a>
-<span class="sourceLineNo">435</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.435"></a>
-<span class="sourceLineNo">436</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.436"></a>
-<span class="sourceLineNo">437</span>        success = true;<a name="line.437"></a>
-<span class="sourceLineNo">438</span>      } catch (IOException e) {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.439"></a>
-<span class="sourceLineNo">440</span>        success = false;<a name="line.440"></a>
-<span class="sourceLineNo">441</span>      }<a name="line.441"></a>
+<span class="sourceLineNo">408</span>    // at this point, we should have a free spot for the archive file<a name="line.408"></a>
+<span class="sourceLineNo">409</span>    boolean success = false;<a name="line.409"></a>
+<span class="sourceLineNo">410</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.410"></a>
+<span class="sourceLineNo">411</span>      if (i &gt; 0) {<a name="line.411"></a>
+<span class="sourceLineNo">412</span>        // Ensure that the archive directory exists.<a name="line.412"></a>
+<span class="sourceLineNo">413</span>        // The previous "move to archive" operation has failed probably because<a name="line.413"></a>
+<span class="sourceLineNo">414</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.414"></a>
+<span class="sourceLineNo">415</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.415"></a>
+<span class="sourceLineNo">416</span>        try {<a name="line.416"></a>
+<span class="sourceLineNo">417</span>          if (!fs.exists(archiveDir)) {<a name="line.417"></a>
+<span class="sourceLineNo">418</span>            if (fs.mkdirs(archiveDir)) {<a name="line.418"></a>
+<span class="sourceLineNo">419</span>              LOG.debug("Created archive directory {}", archiveDir);<a name="line.419"></a>
+<span class="sourceLineNo">420</span>            }<a name="line.420"></a>
+<span class="sourceLineNo">421</span>          }<a name="line.421"></a>
+<span class="sourceLineNo">422</span>        } catch (IOException e) {<a name="line.422"></a>
+<span class="sourceLineNo">423</span>          LOG.warn("Failed to create directory {}", archiveDir, e);<a name="line.423"></a>
+<span class="sourceLineNo">424</span>        }<a name="line.424"></a>
+<span class="sourceLineNo">425</span>      }<a name="line.425"></a>
+<span class="sourceLineNo">426</span><a name="line.426"></a>
+<span class="sourceLineNo">427</span>      try {<a name="line.427"></a>
+<span class="sourceLineNo">428</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.428"></a>
+<span class="sourceLineNo">429</span>      } catch (FileNotFoundException fnfe) {<a name="line.429"></a>
+<span class="sourceLineNo">430</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.430"></a>
+<span class="sourceLineNo">431</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.431"></a>
+<span class="sourceLineNo">432</span>        success = true;<a name="line.432"></a>
+<span class="sourceLineNo">433</span>      } catch (IOException e) {<a name="line.433"></a>
+<span class="sourceLineNo">434</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.434"></a>
+<span class="sourceLineNo">435</span>        success = false;<a name="line.435"></a>
+<span class="sourceLineNo">436</span>      }<a name="line.436"></a>
+<span class="sourceLineNo">437</span>    }<a name="line.437"></a>
+<span class="sourceLineNo">438</span><a name="line.438"></a>
+<span class="sourceLineNo">439</span>    if (!success) {<a name="line.439"></a>
+<span class="sourceLineNo">440</span>      LOG.error("Failed to archive " + currentFile);<a name="line.440"></a>
+<span class="sourceLineNo">441</span>      return false;<a name="line.441"></a>
 <span class="sourceLineNo">442</span>    }<a name="line.442"></a>
 <span class="sourceLineNo">443</span><a name="line.443"></a>
-<span class="sourceLineNo">444</span>    if (!success) {<a name="line.444"></a>
-<span class="sourceLineNo">445</span>      LOG.error("Failed to archive " + currentFile);<a name="line.445"></a>
-<span class="sourceLineNo">446</span>      return false;<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    }<a name="line.447"></a>
-<span class="sourceLineNo">448</span><a name="line.448"></a>
-<span class="sourceLineNo">449</span>    if (LOG.isDebugEnabled()) {<a name="line.449"></a>
-<span class="sourceLineNo">450</span>      LOG.debug("Finished archiving from " + currentFile + ", to " + archiveFile);<a name="line.450"></a>
-<span class="sourceLineNo">451</span>    }<a name="line.451"></a>
-<span class="sourceLineNo">452</span>    return true;<a name="line.452"></a>
-<span class="sourceLineNo">453</span>  }<a name="line.453"></a>
-<span class="sourceLineNo">454</span><a name="line.454"></a>
-<span class="sourceLineNo">455</span>  /**<a name="line.455"></a>
-<span class="sourceLineNo">456</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.456"></a>
-<span class="sourceLineNo">457</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.457"></a>
-<span class="sourceLineNo">458</span>   * @param fs FileSystem from which to delete the region<a name="line.458"></a>
-<span class="sourceLineNo">459</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.459"></a>
-<span class="sourceLineNo">460</span>   * @throws IOException on filesystem operation failure<a name="line.460"></a>
-<span class="sourceLineNo">461</span>   */<a name="line.461"></a>
-<span class="sourceLineNo">462</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.462"></a>
-<span class="sourceLineNo">463</span>      throws IOException {<a name="line.463"></a>
-<span class="sourceLineNo">464</span>    if (fs.delete(regionDir, true)) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>      LOG.debug("Deleted " + regionDir);<a name="line.465"></a>
-<span class="sourceLineNo">466</span>      return true;<a name="line.466"></a>
-<span class="sourceLineNo">467</span>    }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    LOG.debug("Failed to delete region directory:" + regionDir);<a name="line.468"></a>
-<span class="sourceLineNo">469</span>    return false;<a name="line.469"></a>
-<span class="sourceLineNo">470</span>  }<a name="line.470"></a>
-<span class="sourceLineNo">471</span><a name="line.471"></a>
-<span class="sourceLineNo">472</span>  /**<a name="line.472"></a>
-<span class="sourceLineNo">473</span>   * Just do a simple delete of the given store files<a name="line.473"></a>
-<span class="sourceLineNo">474</span>   * &lt;p&gt;<a name="line.474"></a>
-<span class="sourceLineNo">475</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.475"></a>
-<span class="sourceLineNo">476</span>   * &lt;p&gt;<a name="line.476"></a>
-<span class="sourceLineNo">477</span>   * @param compactedFiles store files to delete from the file system.<a name="line.477"></a>
-<span class="sourceLineNo">478</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.478"></a>
-<span class="sourceLineNo">479</span>   *           throwing the exception, rather than failing at the first file.<a name="line.479"></a>
-<span class="sourceLineNo">480</span>   */<a name="line.480"></a>
-<span class="sourceLineNo">481</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.481"></a>
-<span class="sourceLineNo">482</span>      throws IOException {<a name="line.482"></a>
-<span class="sourceLineNo">483</span>    LOG.debug("Deleting store files without archiving.");<a name="line.483"></a>
-<span class="sourceLineNo">484</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.485"></a>
-<span class="sourceLineNo">486</span>      try {<a name="line.486"></a>
-<span class="sourceLineNo">487</span>        hsf.deleteStoreFile();<a name="line.487"></a>
-<span class="sourceLineNo">488</span>      } catch (IOException e) {<a name="line.488"></a>
-<span class="sourceLineNo">489</span>        LOG.error("Failed to delete store file:" + hsf.getPath());<a name="line.489"></a>
-<span class="sourceLineNo">490</span>        errors.add(e);<a name="line.490"></a>
-<span class="sourceLineNo">491</span>      }<a name="line.491"></a>
-<span class="sourceLineNo">492</span>    }<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    if (errors.size() &gt; 0) {<a name="line.493"></a>
-<span class="sourceLineNo">494</span>      throw MultipleIOException.createIOException(errors);<a name="line.494"></a>
-<span class="sourceLineNo">495</span>    }<a name="line.495"></a>
-<span class="sourceLineNo">496</span>  }<a name="line.496"></a>
-<span class="sourceLineNo">497</span><a name="line.497"></a>
-<span class="sourceLineNo">498</span>  /**<a name="line.498"></a>
-<span class="sourceLineNo">499</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.499"></a>
-<span class="sourceLineNo">500</span>   * archival/removal of files<a name="line.500"></a>
-<span class="sourceLineNo">501</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.501"></a>
-<span class="sourceLineNo">502</span>   */<a name="line.502"></a>
-<span class="sourceLineNo">503</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    protected final FileSystem fs;<a name="line.504"></a>
-<span class="sourceLineNo">505</span><a name="line.505"></a>
-<span class="sourceLineNo">506</span>    public FileConverter(FileSystem fs) {<a name="line.506"></a>
-<span class="sourceLineNo">507</span>      this.fs = fs;<a name="line.507"></a>
-<span class="sourceLineNo">508</span>    }<a name="line.508"></a>
-<span class="sourceLineNo">509</span>  }<a name="line.509"></a>
-<span class="sourceLineNo">510</span><a name="line.510"></a>
-<span class="sourceLineNo">511</span>  /**<a name="line.511"></a>
-<span class="sourceLineNo">512</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.512"></a>
-<span class="sourceLineNo">513</span>   */<a name="line.513"></a>
-<span class="sourceLineNo">514</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.514"></a>
-<span class="sourceLineNo">515</span>    public FileStatusConverter(FileSystem fs) {<a name="line.515"></a>
-<span class="sourceLineNo">516</span>      super(fs);<a name="line.516"></a>
-<span class="sourceLineNo">517</span>    }<a name="line.517"></a>
-<span class="sourceLineNo">518</span><a name="line.518"></a>
-<span class="sourceLineNo">519</span>    @Override<a name="line.519"></a>
-<span class="sourceLineNo">520</span>    public File apply(FileStatus input) {<a name="line.520"></a>
-<span class="sourceLineNo">521</span>      return new FileablePath(fs, input.getPath());<a name="line.521"></a>
-<span class="sourceLineNo">522</span>    }<a name="line.522"></a>
-<span class="sourceLineNo">523</span>  }<a name="line.523"></a>
-<span class="sourceLineNo">524</span><a name="line.524"></a>
-<span class="sourceLineNo">525</span>  /**<a name="line.525"></a>
-<span class="sourceLineNo">526</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.526"></a>
-<span class="sourceLineNo">527</span>   * methods<a name="line.527"></a>
-<span class="sourceLineNo">528</span>   */<a name="line.528"></a>
-<span class="sourceLineNo">529</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.529"></a>
-<span class="sourceLineNo">530</span>    public StoreToFile(FileSystem fs) {<a name="line.530"></a>
-<span class="sourceLineNo">531</span>      super(fs);<a name="line.531"></a>
-<span class="sourceLineNo">532</span>    }<a name="line.532"></a>
-<span class="sourceLineNo">533</span><a name="line.533"></a>
-<span class="sourceLineNo">534</span>    @Override<a name="line.534"></a>
-<span class="sourceLineNo">535</span>    public File apply(HStoreFile input) {<a name="line.535"></a>
-<span class="sourceLineNo">536</span>      return new FileableStoreFile(fs, input);<a name="line.536"></a>
-<span class="sourceLineNo">537</span>    }<a name="line.537"></a>
-<span class="sourceLineNo">538</span>  }<a name="line.538"></a>
-<span class="sourceLineNo">539</span><a name="line.539"></a>
-<span class="sourceLineNo">540</span>  /**<a name="line.540"></a>
-<span class="sourceLineNo">541</span>   * Wrapper to handle file operations uniformly<a name="line.541"></a>
-<span class="sourceLineNo">542</span>   */<a name="line.542"></a>
-<span class="sourceLineNo">543</span>  private static abstract class File {<a name="line.543"></a>
-<span class="sourceLineNo">544</span>    protected final FileSystem fs;<a name="line.544"></a>
-<span class="sourceLineNo">545</span><a name="line.545"></a>
-<span class="sourceLineNo">546</span>    public File(FileSystem fs) {<a name="line.546"></a>
-<span class="sourceLineNo">547</span>      this.fs = fs;<a name="line.547"></a>
-<span class="sourceLineNo">548</span>    }<a name="line.548"></a>
-<span class="sourceLineNo">549</span><a name="line.549"></a>
-<span class="sourceLineNo">550</span>    /**<a name="line.550"></a>
-<span class="sourceLineNo">551</span>     * Delete the file<a name="line.551"></a>
-<span class="sourceLineNo">552</span>     * @throws IOException on failure<a name="line.552"></a>
+<span class="sourceLineNo">444</span>    LOG.debug("Archived from {} to {}", currentFile, archiveFile);<a name="line.444"></a>
+<span class="sourceLineNo">445</span>    return true;<a name="line.445"></a>
+<span class="sourceLineNo">446</span>  }<a name="line.446"></a>
+<span class="sourceLineNo">447</span><a name="line.447"></a>
+<span class="sourceLineNo">448</span>  /**<a name="line.448"></a>
+<span class="sourceLineNo">449</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.449"></a>
+<span class="sourceLineNo">450</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.450"></a>
+<span class="sourceLineNo">451</span>   * @param fs FileSystem from which to delete the region<a name="line.451"></a>
+<span class="sourceLineNo">452</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.452"></a>
+<span class="sourceLineNo">453</span>   * @throws IOException on filesystem operation failure<a name="line.453"></a>
+<span class="sourceLineNo">454</span>   */<a name="line.454"></a>
+<span class="sourceLineNo">455</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.455"></a>
+<span class="sourceLineNo">456</span>      throws IOException {<a name="line.456"></a>
+<span class="sourceLineNo">457</span>    if (fs.delete(regionDir, true)) {<a name="line.457"></a>
+<span class="sourceLineNo">458</span>      LOG.debug("Deleted {}", regionDir);<a name="line.458"></a>
+<span class="sourceLineNo">459</span>      return true;<a name="line.459"></a>
+<span class="sourceLineNo">460</span>    }<a name="line.460"></a>
+<span class="sourceLineNo">461</span>    LOG.debug("Failed to delete directory {}", regionDir);<a name="line.461"></a>
+<span class="sourceLineNo">462</span>    return false;<a name="line.462"></a>
+<span class="sourceLineNo">463</span>  }<a name="line.463"></a>
+<span class="sourceLineNo">464</span><a name="line.464"></a>
+<span class="sourceLineNo">465</span>  /**<a name="line.465"></a>
+<span class="sourceLineNo">466</span>   * Just do a simple delete of the given store files<a name="line.466"></a>
+<span class="sourceLineNo">467</span>   * &lt;p&gt;<a name="line.467"></a>
+<span class="sourceLineNo">468</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.468"></a>
+<span class="sourceLineNo">469</span>   * &lt;p&gt;<a name="line.469"></a>
+<span class="sourceLineNo">470</span>   * @param compactedFiles store files to delete from the file system.<a name="line.470"></a>
+<span class="sourceLineNo">471</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.471"></a>
+<span class="sourceLineNo">472</span>   *           throwing the exception, rather than failing at the first file.<a name="line.472"></a>
+<span class="sourceLineNo">473</span>   */<a name="line.473"></a>
+<span class="sourceLineNo">474</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.474"></a>
+<span class="sourceLineNo">475</span>      throws IOException {<a name="line.475"></a>
+<span class="sourceLineNo">476</span>    LOG.debug("Deleting files without archiving.");<a name="line.476"></a>
+<span class="sourceLineNo">477</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.477"></a>
+<span class="sourceLineNo">478</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.478"></a>
+<span class="sourceLineNo">479</span>      try {<a name="line.479"></a>
+<span class="sourceLineNo">480</span>        hsf.deleteStoreFile();<a name="line.480"></a>
+<span class="sourceLineNo">481</span>      } catch (IOException e) {<a name="line.481"></a>
+<span class="sourceLineNo">482</span>        LOG.error("Failed to delete {}", hsf.getPath());<a name="line.482"></a>
+<span class="sourceLineNo">483</span>        errors.add(e);<a name="line.483"></a>
+<span class="sourceLineNo">484</span>      }<a name="line.484"></a>
+<span class="sourceLineNo">485</span>    }<a name="line.485"></a>
+<span class="sourceLineNo">486</span>    if (errors.size() &gt; 0) {<a name="line.486"></a>
+<span class="sourceLineNo">487</span>      throw MultipleIOException.createIOException(errors);<a name="line.487"></a>
+<span class="sourceLineNo">488</span>    }<a name="line.488"></a>
+<span class="sourceLineNo">489</span>  }<a name="line.489"></a>
+<span class="sourceLineNo">490</span><a name="line.490"></a>
+<span class="sourceLineNo">491</span>  /**<a name="line.491"></a>
+<span class="sourceLineNo">492</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.492"></a>
+<span class="sourceLineNo">493</span>   * archival/removal of files<a name="line.493"></a>
+<span class="sourceLineNo">494</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.494"></a>
+<span class="sourceLineNo">495</span>   */<a name="line.495"></a>
+<span class="sourceLineNo">496</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.496"></a>
+<span class="sourceLineNo">497</span>    protected final FileSystem fs;<a name="line.497"></a>
+<span class="sourceLineNo">498</span><a name="line.498"></a>
+<span class="sourceLineNo">499</span>    public FileConverter(FileSystem fs) {<a name="line.499"></a>
+<span class="sourceLineNo">500</span>      this.fs = fs;<a name="line.500"></a>
+<span class="sourceLineNo">501</span>    }<a name="line.501"></a>
+<span class="sourceLineNo">502</span>  }<a name="line.502"></a>
+<span class="sourceLineNo">503</span><a name="line.503"></a>
+<span class="sourceLineNo">504</span>  /**<a name="line.504"></a>
+<span class="sourceLineNo">505</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.505"></a>
+<span class="sourceLineNo">506</span>   */<a name="line.506"></a>
+<span class="sourceLineNo">507</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.507"></a>
+<span class="sourceLineNo">508</span>    public FileStatusConverter(FileSystem fs) {<a name="line.508"></a>
+<span class="sourceLineNo">509</span>      super(fs);<a name="line.509"></a>
+<span class="sourceLineNo">510</span>    }<a name="line.510"></a>
+<span class="sourceLineNo">511</span><a name="line.511"></a>
+<span class="sourceLineNo">512</span>    @Override<a name="line.512"></a>
+<span class="sourceLineNo">513</span>    public File apply(FileStatus input) {<a name="line.513"></a>
+<span class="sourceLineNo">514</span>      return new FileablePath(fs, input.getPath());<a name="line.514"></a>
+<span class="sourceLineNo">515</span>    }<a name="line.515"></a>
+<span class="sourceLineNo">516</span>  }<a name="line.516"></a>
+<span class="sourceLineNo">517</span><a name="line.517"></a>
+<span class="sourceLineNo">518</span>  /**<a name="line.518"></a>
+<span class="sourceLineNo">519</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.519"></a>
+<span class="sourceLineNo">520</span>   * methods<a name="line.520"></a>
+<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
+<span class="sourceLineNo">522</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.522"></a>
+<span class="sourceLineNo">523</span>    public StoreToFile(FileSystem fs) {<a name="line.523"></a>
+<span class="sourceLineNo">524</span>      super(fs);<a name="line.524"></a>
+<span class="sourceLineNo">525</span>    }<a name="line.525"></a>
+<span class="sourceLineNo">526</span><a name="line.526"></a>
+<span class="sourceLineNo">527</span>    @Override<a name="line.527"></a>
+<span class="sourceLineNo">528</span>    public File apply(HStoreFile input) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span>      return new FileableStoreFile(fs, input);<a name="line.529"></a>
+<span class="sourceLineNo">530</span>    }<a name="line.530"></a>
+<span class="sourceLineNo">531</span>  }<a name="line.531"></a>
+<span class="sourceLineNo">532</span><a name="line.532"></a>
+<span class="sourceLineNo">533</span>  /**<a name="line.533"></a>
+<span class="sourceLineNo">534</span>   * Wrapper to handle file operations uniformly<a name="line.534"></a>
+<span class="sourceLineNo">535</span>   */<a name="line.535"></a>
+<span class="sourceLineNo">536</span>  private static abstract class File {<a name="line.536"></a>
+<span class="sourceLineNo">537</span>    protected final FileSystem fs;<a name="line.537"></a>
+<span class="sourceLineNo">538</span><a name="line.538"></a>
+<span class="sourceLineNo">539</span>    public File(FileSystem fs) {<a name="line.539"></a>
+<span class="sourceLineNo">540</span>      this.fs = fs;<a name="line.540"></a>
+<span class="sourceLineNo">541</span>    }<a name="line.541"></a>
+<span class="sourceLineNo">542</span><a name="line.542"></a>
+<span class="sourceLineNo">543</span>    /**<a name="line.543"></a>
+<span class="sourceLineNo">544</span>     * Delete the file<a name="line.544"></a>
+<span class="sourceLineNo">545</span>     * @throws IOException on failure<a name="line.545"></a>
+<span class="sourceLineNo">546</span>     */<a name="line.546"></a>
+<span class="sourceLineNo">547</span>    abstract void delete() throws IOException;<a name="line.547"></a>
+<span class="sourceLineNo">548</span><a name="line.548"></a>
+<span class="sourceLineNo">549</span>    /**<a name="line.549"></a>
+<span class="sourceLineNo">550</span>     * Check to see if this is a file or a directory<a name="line.550"></a>
+<span class="sourceLineNo">551</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.551"></a>
+<span class="sourceLineNo">552</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.552"></a>
 <span class="sourceLineNo">553</span>     */<a name="line.553"></a>
-<span class="sourceLineNo">554</span>    abstract void delete() throws IOException;<a name="line.554"></a>
+<span class="sourceLineNo">554</span>    abstract boolean isFile() throws IOException;<a name="line.554"></a>
 <span class="sourceLineNo">555</span><a name="line.555"></a>
 <span class="sourceLineNo">556</span>    /**<a name="line.556"></a>
-<span class="sourceLineNo">557</span>     * Check to see if this is a file or a directory<a name="line.557"></a>
-<span class="sourceLineNo">558</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.558"></a>
-<span class="sourceLineNo">559</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.559"></a>
+<span class="sourceLineNo">557</span>     * @return if this is a directory, returns all the children in the<a name="line.557"></a>
+<span class="sourceLineNo">558</span>     *         directory, otherwise returns an empty list<a name="line.558"></a>
+<span class="sourceLineNo">559</span>     * @throws IOException<a name="line.559"></a>
 <span class="sourceLineNo">560</span>     */<a name="line.560"></a>
-<span class="sourceLineNo">561</span>    abstract boolean isFile() throws IOException;<a name="line.561"></a>
+<span class="sourceLineNo">561</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.561"></a>
 <span class="sourceLineNo">562</span><a name="line.562"></a>
 <span class="sourceLineNo">563</span>    /**<a name="line.563"></a>
-<span class="sourceLineNo">564</span>     * @return if this is a directory, returns all the children in the<a name="line.564"></a>
-<span class="sourceLineNo">565</span>     *         directory, otherwise returns an empty list<a name="line.565"></a>
-<span class="sourceLineNo">566</span>     * @throws IOException<a name="line.566"></a>
-<span class="sourceLineNo">567</span>     */<a name="line.567"></a>
-<span class="sourceLineNo">568</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.568"></a>
-<span class="sourceLineNo">569</span><a name="line.569"></a>
-<span class="sourceLineNo">570</span>    /**<a name="line.570"></a>
-<span class="sourceLineNo">571</span>     * close any outside readers of the file<a name="line.571"></a>
-<span class="sourceLineNo">572</span>     * @throws IOException<a name="line.572"></a>
-<span class="sourceLineNo">573</span>     */<a name="line.573"></a>
-<span class="sourceLineNo">574</span>    abstract void close() throws IOException;<a name="line.574"></a>
-<span class="sourceLineNo">575</span><a name="line.575"></a>
-<span class="sourceLineNo">576</span>    /**<a name="line.576"></a>
-<span class="sourceLineNo">577</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.577"></a>
-<span class="sourceLineNo">578</span>     *         file name)<a name="line.578"></a>
-<span class="sourceLineNo">579</span>     */<a name="line.579"></a>
-<span class="sourceLineNo">580</span>    abstract String getName();<a name="line.580"></a>
-<span class="sourceLineNo">581</span><a name="line.581"></a>
-<span class="sourceLineNo">582</span>    /**<a name="line.582"></a>
-<span class="sourceLineNo">583</span>     * @return the path to this file<a name="line.583"></a>
-<span class="sourceLineNo">584</span>     */<a name="line.584"></a>
-<span class="sourceLineNo">585</span>    abstract Path getPath();<a name="line.585"></a>
-<span class="sourceLineNo">586</span><a name="line.586"></a>
-<span class="sourceLineNo">587</span>    /**<a name="line.587"></a>
-<span class="sourceLineNo">588</span>     * Move the file to the given destination<a name="line.588"></a>
-<span class="sourceLineNo">589</span>     * @param dest<a name="line.589"></a>
-<span class="sourceLineNo">590</span>     * @return &lt;tt&gt;true&lt;/tt&gt; on success<a name="line.590"></a>
-<span class="sourceLineNo">591</span>     * @throws IOException<a name="line.591"></a>
-<span class="sourceLineNo">592</span>     */<a name="line.592"></a>
-<span class="sourceLineNo">593</span>    public boolean moveAndClose(Path dest) throws IOException {<a name="line.593"></a>
-<span class="sourceLineNo">594</span>      this.close();<a name="line.594"></a>
-<span class="sourceLineNo">595</span>      Path p = this.getPath();<a name="line.595"></a>
-<span class="sourceLineNo">596</span>      return FSUtils.renameAndSetModifyTime(fs, p, dest);<a name="line.596"></a>
+<span class="sourceLineNo">564</span>     * close any outside readers of the file<a name="line.564"></a>
+<span class="sourceLineNo">565</span>     * @throws IOException<a name="line.565"></a>
+<span class="sourceLineNo">566</span>     */<a name="line.566"></a>
+<span class="sourceLineNo">567</span>    abstract void close() throws IOException;<a name="line.567"></a>
+<span class="sourceLineNo">568</span><a name="line.568"></a>
+<span class="sourceLineNo">569</span>    /**<a name="line.569"></a>
+<span class="sourceLineNo">570</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.570"></a>
+<span class="sourceLineNo">571</span>     *         file name)<a name="line.571"></a>
+<span class="sourceLineNo">572</span>     */<a name="line.572"></a>
+<span class="sourceLineNo">573</span>    abstract String getName();<a name="line.573"></a>
+<span class="sourceLineNo">574</span><a name="line.574"></a>
+<span class="sourceLineNo">575</span>    /**<a name="line.575"></a>
+<span class="sourceLineNo">576</span>     * @return the path to this file<a name="line.576"></a>
+<span class="sourceLineNo">577</span>     */<a name="line.577"></a>
+<span class="sourceLineNo">578</span>    abstract Path getPath();<a name="line.578"></a>
+<span class="sourceLineNo">579</span><a name="line.579"></a>
+<span class="sourceLineNo">580</span>    /**<a name="line.580"></a>
+<span class="sourceLineNo">581</span>     * Move the file to the given destination<a name="line.581"></a>
+<span class="sourceLineNo">582</span>     * @param dest<a name="line.582"></a>
+<span class="sourceLineNo">58

<TRUNCATED>

[44/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html b/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html
index d739cbe..5823364 100644
--- a/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html
+++ b/devapidocs/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html
@@ -18,7 +18,7 @@
     catch(err) {
     }
 //-->
-var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10};
+var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -114,7 +114,7 @@ var activeTableTab = "activeTableTab";
 <hr>
 <br>
 <pre>@InterfaceAudience.Private
-public class <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.46">FileIOEngine</a>
+public class <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.45">FileIOEngine</a>
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>
 implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/IOEngine.html" title="interface in org.apache.hadoop.hbase.io.hfile.bucket">IOEngine</a></pre>
 <div class="block">IO engine that stores data to a file on the local file system.</div>
@@ -251,16 +251,20 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 </td>
 </tr>
 <tr id="i3" class="rowColor">
+<td class="colFirst"><code>(package private) <a href="https://docs.oracle.com/javase/8/docs/api/java/nio/channels/FileChannel.html?is-external=true" title="class or interface in java.nio.channels">FileChannel</a>[]</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#getFileChannels--">getFileChannels</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i4" class="altColor">
 <td class="colFirst"><code>private int</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#getFileNum-long-">getFileNum</a></span>(long&nbsp;offset)</code>&nbsp;</td>
 </tr>
-<tr id="i4" class="altColor">
+<tr id="i5" class="rowColor">
 <td class="colFirst"><code>boolean</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#isPersistent--">isPersistent</a></span>()</code>
 <div class="block">File IO engine is always able to support persistent storage for the cache</div>
 </td>
 </tr>
-<tr id="i5" class="rowColor">
+<tr id="i6" class="altColor">
 <td class="colFirst"><code><a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/Cacheable.html" title="interface in org.apache.hadoop.hbase.io.hfile">Cacheable</a></code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#read-long-int-org.apache.hadoop.hbase.io.hfile.CacheableDeserializer-">read</a></span>(long&nbsp;offset,
     int&nbsp;length,
@@ -268,34 +272,34 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <div class="block">Transfers data from file to the given byte buffer</div>
 </td>
 </tr>
-<tr id="i6" class="altColor">
-<td class="colFirst"><code>private void</code></td>
+<tr id="i7" class="rowColor">
+<td class="colFirst"><code>(package private) void</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#refreshFileConnection-int-">refreshFileConnection</a></span>(int&nbsp;accessFileNum)</code>&nbsp;</td>
 </tr>
-<tr id="i7" class="rowColor">
+<tr id="i8" class="altColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#shutdown--">shutdown</a></span>()</code>
 <div class="block">Close the file</div>
 </td>
 </tr>
-<tr id="i8" class="altColor">
+<tr id="i9" class="rowColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#sync--">sync</a></span>()</code>
 <div class="block">Sync the data to file after writing</div>
 </td>
 </tr>
-<tr id="i9" class="rowColor">
+<tr id="i10" class="altColor">
 <td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#toString--">toString</a></span>()</code>&nbsp;</td>
 </tr>
-<tr id="i10" class="altColor">
+<tr id="i11" class="rowColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#write-java.nio.ByteBuffer-long-">write</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a>&nbsp;srcBuffer,
      long&nbsp;offset)</code>
 <div class="block">Transfers data from the given byte buffer to file</div>
 </td>
 </tr>
-<tr id="i11" class="rowColor">
+<tr id="i12" class="altColor">
 <td class="colFirst"><code>void</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#write-org.apache.hadoop.hbase.nio.ByteBuff-long-">write</a></span>(<a href="../../../../../../../org/apache/hadoop/hbase/nio/ByteBuff.html" title="class in org.apache.hadoop.hbase.nio">ByteBuff</a>&nbsp;srcBuffer,
      long&nbsp;offset)</code>
@@ -330,7 +334,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>LOG</h4>
-<pre>private static final&nbsp;org.slf4j.Logger <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.47">LOG</a></pre>
+<pre>private static final&nbsp;org.slf4j.Logger <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.46">LOG</a></pre>
 </li>
 </ul>
 <a name="FILE_DELIMITER">
@@ -339,7 +343,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>FILE_DELIMITER</h4>
-<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.48">FILE_DELIMITER</a></pre>
+<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.47">FILE_DELIMITER</a></pre>
 <dl>
 <dt><span class="seeLabel">See Also:</span></dt>
 <dd><a href="../../../../../../../constant-values.html#org.apache.hadoop.hbase.io.hfile.bucket.FileIOEngine.FILE_DELIMITER">Constant Field Values</a></dd>
@@ -352,7 +356,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>filePaths</h4>
-<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.49">filePaths</a></pre>
+<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.48">filePaths</a></pre>
 </li>
 </ul>
 <a name="fileChannels">
@@ -361,7 +365,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>fileChannels</h4>
-<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/nio/channels/FileChannel.html?is-external=true" title="class or interface in java.nio.channels">FileChannel</a>[] <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.50">fileChannels</a></pre>
+<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/nio/channels/FileChannel.html?is-external=true" title="class or interface in java.nio.channels">FileChannel</a>[] <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.49">fileChannels</a></pre>
 </li>
 </ul>
 <a name="rafs">
@@ -370,7 +374,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>rafs</h4>
-<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/io/RandomAccessFile.html?is-external=true" title="class or interface in java.io">RandomAccessFile</a>[] <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.51">rafs</a></pre>
+<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/io/RandomAccessFile.html?is-external=true" title="class or interface in java.io">RandomAccessFile</a>[] <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.50">rafs</a></pre>
 </li>
 </ul>
 <a name="sizePerFile">
@@ -379,7 +383,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>sizePerFile</h4>
-<pre>private final&nbsp;long <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.53">sizePerFile</a></pre>
+<pre>private final&nbsp;long <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.52">sizePerFile</a></pre>
 </li>
 </ul>
 <a name="capacity">
@@ -388,7 +392,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>capacity</h4>
-<pre>private final&nbsp;long <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.54">capacity</a></pre>
+<pre>private final&nbsp;long <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.53">capacity</a></pre>
 </li>
 </ul>
 <a name="readAccessor">
@@ -397,7 +401,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>readAccessor</h4>
-<pre>private&nbsp;<a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html" title="class in org.apache.hadoop.hbase.io.hfile.bucket">FileIOEngine.FileReadAccessor</a> <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.56">readAccessor</a></pre>
+<pre>private&nbsp;<a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileReadAccessor.html" title="class in org.apache.hadoop.hbase.io.hfile.bucket">FileIOEngine.FileReadAccessor</a> <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.55">readAccessor</a></pre>
 </li>
 </ul>
 <a name="writeAccessor">
@@ -406,7 +410,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockListLast">
 <li class="blockList">
 <h4>writeAccessor</h4>
-<pre>private&nbsp;<a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html" title="class in org.apache.hadoop.hbase.io.hfile.bucket">FileIOEngine.FileWriteAccessor</a> <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.57">writeAccessor</a></pre>
+<pre>private&nbsp;<a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html" title="class in org.apache.hadoop.hbase.io.hfile.bucket">FileIOEngine.FileWriteAccessor</a> <a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.56">writeAccessor</a></pre>
 </li>
 </ul>
 </li>
@@ -423,7 +427,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockListLast">
 <li class="blockList">
 <h4>FileIOEngine</h4>
-<pre>public&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.59">FileIOEngine</a>(long&nbsp;capacity,
+<pre>public&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.58">FileIOEngine</a>(long&nbsp;capacity,
                     boolean&nbsp;maintainPersistence,
                     <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>...&nbsp;filePaths)
              throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -447,7 +451,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>toString</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.104">toString</a>()</pre>
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.103">toString</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
 <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--" title="class or interface in java.lang">toString</a></code>&nbsp;in class&nbsp;<code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></code></dd>
@@ -460,7 +464,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>isPersistent</h4>
-<pre>public&nbsp;boolean&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.114">isPersistent</a>()</pre>
+<pre>public&nbsp;boolean&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.113">isPersistent</a>()</pre>
 <div class="block">File IO engine is always able to support persistent storage for the cache</div>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
@@ -476,7 +480,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>read</h4>
-<pre>public&nbsp;<a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/Cacheable.html" title="interface in org.apache.hadoop.hbase.io.hfile">Cacheable</a>&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.127">read</a>(long&nbsp;offset,
+<pre>public&nbsp;<a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/Cacheable.html" title="interface in org.apache.hadoop.hbase.io.hfile">Cacheable</a>&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.126">read</a>(long&nbsp;offset,
                       int&nbsp;length,
                       <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/CacheableDeserializer.html" title="interface in org.apache.hadoop.hbase.io.hfile">CacheableDeserializer</a>&lt;<a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/Cacheable.html" title="interface in org.apache.hadoop.hbase.io.hfile">Cacheable</a>&gt;&nbsp;deserializer)
                throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -502,7 +506,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>closeFileChannels</h4>
-<pre>void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.146">closeFileChannels</a>()</pre>
+<pre>void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.145">closeFileChannels</a>()</pre>
 </li>
 </ul>
 <a name="write-java.nio.ByteBuffer-long-">
@@ -511,7 +515,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>write</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.163">write</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a>&nbsp;srcBuffer,
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.162">write</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a>&nbsp;srcBuffer,
                   long&nbsp;offset)
            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Transfers data from the given byte buffer to file</div>
@@ -532,7 +536,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>sync</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.175">sync</a>()
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.174">sync</a>()
           throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block">Sync the data to file after writing</div>
 <dl>
@@ -549,7 +553,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>shutdown</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.192">shutdown</a>()</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.191">shutdown</a>()</pre>
 <div class="block">Close the file</div>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
@@ -563,7 +567,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>write</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.208">write</a>(<a href="../../../../../../../org/apache/hadoop/hbase/nio/ByteBuff.html" title="class in org.apache.hadoop.hbase.nio">ByteBuff</a>&nbsp;srcBuffer,
+<pre>public&nbsp;void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.207">write</a>(<a href="../../../../../../../org/apache/hadoop/hbase/nio/ByteBuff.html" title="class in org.apache.hadoop.hbase.nio">ByteBuff</a>&nbsp;srcBuffer,
                   long&nbsp;offset)
            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/IOEngine.html#write-org.apache.hadoop.hbase.nio.ByteBuff-long-">IOEngine</a></code></span></div>
@@ -585,7 +589,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>accessFile</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.215">accessFile</a>(<a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html" title="interface in org.apache.hadoop.hbase.io.hfile.bucket">FileIOEngine.FileAccessor</a>&nbsp;accessor,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.214">accessFile</a>(<a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileAccessor.html" title="interface in org.apache.hadoop.hbase.io.hfile.bucket">FileIOEngine.FileAccessor</a>&nbsp;accessor,
                         <a href="https://docs.oracle.com/javase/8/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a>&nbsp;buffer,
                         long&nbsp;globalOffset)
                  throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -601,7 +605,7 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>getAbsoluteOffsetInFile</h4>
-<pre>private&nbsp;long&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.261">getAbsoluteOffsetInFile</a>(int&nbsp;fileNum,
+<pre>private&nbsp;long&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.260">getAbsoluteOffsetInFile</a>(int&nbsp;fileNum,
                                      long&nbsp;globalOffset)</pre>
 <div class="block">Get the absolute offset in given file with the relative global offset.</div>
 <dl>
@@ -619,7 +623,16 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockList">
 <li class="blockList">
 <h4>getFileNum</h4>
-<pre>private&nbsp;int&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.265">getFileNum</a>(long&nbsp;offset)</pre>
+<pre>private&nbsp;int&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.264">getFileNum</a>(long&nbsp;offset)</pre>
+</li>
+</ul>
+<a name="getFileChannels--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getFileChannels</h4>
+<pre><a href="https://docs.oracle.com/javase/8/docs/api/java/nio/channels/FileChannel.html?is-external=true" title="class or interface in java.nio.channels">FileChannel</a>[]&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.277">getFileChannels</a>()</pre>
 </li>
 </ul>
 <a name="refreshFileConnection-int-">
@@ -628,11 +641,11 @@ implements <a href="../../../../../../../org/apache/hadoop/hbase/io/hfile/bucket
 <ul class="blockListLast">
 <li class="blockList">
 <h4>refreshFileConnection</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.277">refreshFileConnection</a>(int&nbsp;accessFileNum)
-                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/FileNotFoundException.html?is-external=true" title="class or interface in java.io">FileNotFoundException</a></pre>
+<pre>void&nbsp;<a href="../../../../../../../src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#line.282">refreshFileConnection</a>(int&nbsp;accessFileNum)
+                    throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
 <dl>
 <dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/FileNotFoundException.html?is-external=true" title="class or interface in java.io">FileNotFoundException</a></code></dd>
+<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
 </dl>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html b/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html
index d372d16..f980ce2 100644
--- a/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html
@@ -273,12 +273,12 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
-<li type="circle">org.apache.hadoop.hbase.io.hfile.<a href="../../../../../../org/apache/hadoop/hbase/io/hfile/CacheConfig.ExternalBlockCaches.html" title="enum in org.apache.hadoop.hbase.io.hfile"><span class="typeNameLink">CacheConfig.ExternalBlockCaches</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.io.hfile.<a href="../../../../../../org/apache/hadoop/hbase/io/hfile/BlockType.BlockCategory.html" title="enum in org.apache.hadoop.hbase.io.hfile"><span class="typeNameLink">BlockType.BlockCategory</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.io.hfile.<a href="../../../../../../org/apache/hadoop/hbase/io/hfile/BlockPriority.html" title="enum in org.apache.hadoop.hbase.io.hfile"><span class="typeNameLink">BlockPriority</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.io.hfile.<a href="../../../../../../org/apache/hadoop/hbase/io/hfile/HFileBlock.Writer.State.html" title="enum in org.apache.hadoop.hbase.io.hfile"><span class="typeNameLink">HFileBlock.Writer.State</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.io.hfile.<a href="../../../../../../org/apache/hadoop/hbase/io/hfile/Cacheable.MemoryType.html" title="enum in org.apache.hadoop.hbase.io.hfile"><span class="typeNameLink">Cacheable.MemoryType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.io.hfile.<a href="../../../../../../org/apache/hadoop/hbase/io/hfile/BlockType.html" title="enum in org.apache.hadoop.hbase.io.hfile"><span class="typeNameLink">BlockType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.io.hfile.<a href="../../../../../../org/apache/hadoop/hbase/io/hfile/BlockType.BlockCategory.html" title="enum in org.apache.hadoop.hbase.io.hfile"><span class="typeNameLink">BlockType.BlockCategory</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.io.hfile.<a href="../../../../../../org/apache/hadoop/hbase/io/hfile/CacheConfig.ExternalBlockCaches.html" title="enum in org.apache.hadoop.hbase.io.hfile"><span class="typeNameLink">CacheConfig.ExternalBlockCaches</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html b/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html
index 7600159..928ae20 100644
--- a/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html
@@ -349,9 +349,9 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
+<li type="circle">org.apache.hadoop.hbase.ipc.<a href="../../../../../org/apache/hadoop/hbase/ipc/BufferCallBeforeInitHandler.BufferCallAction.html" title="enum in org.apache.hadoop.hbase.ipc"><span class="typeNameLink">BufferCallBeforeInitHandler.BufferCallAction</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.ipc.<a href="../../../../../org/apache/hadoop/hbase/ipc/MetricsHBaseServerSourceFactoryImpl.SourceStorage.html" title="enum in org.apache.hadoop.hbase.ipc"><span class="typeNameLink">MetricsHBaseServerSourceFactoryImpl.SourceStorage</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.ipc.<a href="../../../../../org/apache/hadoop/hbase/ipc/CallEvent.Type.html" title="enum in org.apache.hadoop.hbase.ipc"><span class="typeNameLink">CallEvent.Type</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.ipc.<a href="../../../../../org/apache/hadoop/hbase/ipc/BufferCallBeforeInitHandler.BufferCallAction.html" title="enum in org.apache.hadoop.hbase.ipc"><span class="typeNameLink">BufferCallBeforeInitHandler.BufferCallAction</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html
index bd6fd7e..a77bff8 100644
--- a/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html
@@ -293,9 +293,9 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
+<li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSplit.Version.html" title="enum in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">TableSplit.Version</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/RowCounter.RowCounterMapper.Counters.html" title="enum in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">RowCounter.RowCounterMapper.Counters</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/SyncTable.SyncMapper.Counter.html" title="enum in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">SyncTable.SyncMapper.Counter</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/TableSplit.Version.html" title="enum in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">TableSplit.Version</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.mapreduce.<a href="../../../../../org/apache/hadoop/hbase/mapreduce/CellCounter.CellCounterMapper.Counters.html" title="enum in org.apache.hadoop.hbase.mapreduce"><span class="typeNameLink">CellCounter.CellCounterMapper.Counters</span></a></li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/assignment/GCMergedRegionsProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/GCMergedRegionsProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/GCMergedRegionsProcedure.html
index a13341f..de5c30b 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/assignment/GCMergedRegionsProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/GCMergedRegionsProcedure.html
@@ -317,7 +317,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolea
 n-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#acquireLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">acquireLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkTableModifiable-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">checkTableModifiable</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTab
 leProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseLock-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-">releaseLock</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html b/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
index 671b283..be409e5 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/assignment/GCRegionProcedure.html
@@ -305,7 +305,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/Abst
 <!--   -->
 </a>
 <h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getRegionDir-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">getRegionDir</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#getUser--">getUser</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#preflightChecks-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-java.lang.Boolean-">preflightChecks</a>, <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#releaseSyncLatch--">releaseSyncLatch</a>, 
 <a href="../../../../../../org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#setUser-org.apache.hadoop.hbase.security.User-">setUser</a></code></li>
 </ul>
 <ul class="blockList">
 <li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.procedure2.StateMachineProcedure">


[18/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html b/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html
index 74fbf67..33418d0 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.FileWriteAccessor.html
@@ -27,287 +27,296 @@
 <span class="sourceLineNo">019</span>package org.apache.hadoop.hbase.io.hfile.bucket;<a name="line.19"></a>
 <span class="sourceLineNo">020</span><a name="line.20"></a>
 <span class="sourceLineNo">021</span>import java.io.File;<a name="line.21"></a>
-<span class="sourceLineNo">022</span>import java.io.FileNotFoundException;<a name="line.22"></a>
-<span class="sourceLineNo">023</span>import java.io.IOException;<a name="line.23"></a>
-<span class="sourceLineNo">024</span>import java.io.RandomAccessFile;<a name="line.24"></a>
-<span class="sourceLineNo">025</span>import java.nio.ByteBuffer;<a name="line.25"></a>
-<span class="sourceLineNo">026</span>import java.nio.channels.ClosedChannelException;<a name="line.26"></a>
-<span class="sourceLineNo">027</span>import java.nio.channels.FileChannel;<a name="line.27"></a>
-<span class="sourceLineNo">028</span>import java.util.Arrays;<a name="line.28"></a>
-<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.io.hfile.Cacheable;<a name="line.29"></a>
-<span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.io.hfile.Cacheable.MemoryType;<a name="line.30"></a>
-<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.io.hfile.CacheableDeserializer;<a name="line.31"></a>
-<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.nio.ByteBuff;<a name="line.32"></a>
-<span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.nio.SingleByteBuff;<a name="line.33"></a>
-<span class="sourceLineNo">034</span>import org.apache.hadoop.util.StringUtils;<a name="line.34"></a>
-<span class="sourceLineNo">035</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.35"></a>
-<span class="sourceLineNo">036</span>import org.slf4j.Logger;<a name="line.36"></a>
-<span class="sourceLineNo">037</span>import org.slf4j.LoggerFactory;<a name="line.37"></a>
-<span class="sourceLineNo">038</span><a name="line.38"></a>
-<span class="sourceLineNo">039</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.39"></a>
-<span class="sourceLineNo">040</span>import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;<a name="line.40"></a>
-<span class="sourceLineNo">041</span><a name="line.41"></a>
-<span class="sourceLineNo">042</span>/**<a name="line.42"></a>
-<span class="sourceLineNo">043</span> * IO engine that stores data to a file on the local file system.<a name="line.43"></a>
-<span class="sourceLineNo">044</span> */<a name="line.44"></a>
-<span class="sourceLineNo">045</span>@InterfaceAudience.Private<a name="line.45"></a>
-<span class="sourceLineNo">046</span>public class FileIOEngine implements IOEngine {<a name="line.46"></a>
-<span class="sourceLineNo">047</span>  private static final Logger LOG = LoggerFactory.getLogger(FileIOEngine.class);<a name="line.47"></a>
-<span class="sourceLineNo">048</span>  public static final String FILE_DELIMITER = ",";<a name="line.48"></a>
-<span class="sourceLineNo">049</span>  private final String[] filePaths;<a name="line.49"></a>
-<span class="sourceLineNo">050</span>  private final FileChannel[] fileChannels;<a name="line.50"></a>
-<span class="sourceLineNo">051</span>  private final RandomAccessFile[] rafs;<a name="line.51"></a>
-<span class="sourceLineNo">052</span><a name="line.52"></a>
-<span class="sourceLineNo">053</span>  private final long sizePerFile;<a name="line.53"></a>
-<span class="sourceLineNo">054</span>  private final long capacity;<a name="line.54"></a>
-<span class="sourceLineNo">055</span><a name="line.55"></a>
-<span class="sourceLineNo">056</span>  private FileReadAccessor readAccessor = new FileReadAccessor();<a name="line.56"></a>
-<span class="sourceLineNo">057</span>  private FileWriteAccessor writeAccessor = new FileWriteAccessor();<a name="line.57"></a>
-<span class="sourceLineNo">058</span><a name="line.58"></a>
-<span class="sourceLineNo">059</span>  public FileIOEngine(long capacity, boolean maintainPersistence, String... filePaths)<a name="line.59"></a>
-<span class="sourceLineNo">060</span>      throws IOException {<a name="line.60"></a>
-<span class="sourceLineNo">061</span>    this.sizePerFile = capacity / filePaths.length;<a name="line.61"></a>
-<span class="sourceLineNo">062</span>    this.capacity = this.sizePerFile * filePaths.length;<a name="line.62"></a>
-<span class="sourceLineNo">063</span>    this.filePaths = filePaths;<a name="line.63"></a>
-<span class="sourceLineNo">064</span>    this.fileChannels = new FileChannel[filePaths.length];<a name="line.64"></a>
-<span class="sourceLineNo">065</span>    if (!maintainPersistence) {<a name="line.65"></a>
-<span class="sourceLineNo">066</span>      for (String filePath : filePaths) {<a name="line.66"></a>
-<span class="sourceLineNo">067</span>        File file = new File(filePath);<a name="line.67"></a>
-<span class="sourceLineNo">068</span>        if (file.exists()) {<a name="line.68"></a>
-<span class="sourceLineNo">069</span>          if (LOG.isDebugEnabled()) {<a name="line.69"></a>
-<span class="sourceLineNo">070</span>            LOG.debug("File " + filePath + " already exists. Deleting!!");<a name="line.70"></a>
-<span class="sourceLineNo">071</span>          }<a name="line.71"></a>
-<span class="sourceLineNo">072</span>          file.delete();<a name="line.72"></a>
-<span class="sourceLineNo">073</span>          // If deletion fails still we can manage with the writes<a name="line.73"></a>
-<span class="sourceLineNo">074</span>        }<a name="line.74"></a>
-<span class="sourceLineNo">075</span>      }<a name="line.75"></a>
-<span class="sourceLineNo">076</span>    }<a name="line.76"></a>
-<span class="sourceLineNo">077</span>    this.rafs = new RandomAccessFile[filePaths.length];<a name="line.77"></a>
-<span class="sourceLineNo">078</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.78"></a>
-<span class="sourceLineNo">079</span>      String filePath = filePaths[i];<a name="line.79"></a>
-<span class="sourceLineNo">080</span>      try {<a name="line.80"></a>
-<span class="sourceLineNo">081</span>        rafs[i] = new RandomAccessFile(filePath, "rw");<a name="line.81"></a>
-<span class="sourceLineNo">082</span>        long totalSpace = new File(filePath).getTotalSpace();<a name="line.82"></a>
-<span class="sourceLineNo">083</span>        if (totalSpace &lt; sizePerFile) {<a name="line.83"></a>
-<span class="sourceLineNo">084</span>          // The next setting length will throw exception,logging this message<a name="line.84"></a>
-<span class="sourceLineNo">085</span>          // is just used for the detail reason of exception,<a name="line.85"></a>
-<span class="sourceLineNo">086</span>          String msg = "Only " + StringUtils.byteDesc(totalSpace)<a name="line.86"></a>
-<span class="sourceLineNo">087</span>              + " total space under " + filePath + ", not enough for requested "<a name="line.87"></a>
-<span class="sourceLineNo">088</span>              + StringUtils.byteDesc(sizePerFile);<a name="line.88"></a>
-<span class="sourceLineNo">089</span>          LOG.warn(msg);<a name="line.89"></a>
-<span class="sourceLineNo">090</span>        }<a name="line.90"></a>
-<span class="sourceLineNo">091</span>        rafs[i].setLength(sizePerFile);<a name="line.91"></a>
-<span class="sourceLineNo">092</span>        fileChannels[i] = rafs[i].getChannel();<a name="line.92"></a>
-<span class="sourceLineNo">093</span>        LOG.info("Allocating cache " + StringUtils.byteDesc(sizePerFile)<a name="line.93"></a>
-<span class="sourceLineNo">094</span>            + ", on the path:" + filePath);<a name="line.94"></a>
-<span class="sourceLineNo">095</span>      } catch (IOException fex) {<a name="line.95"></a>
-<span class="sourceLineNo">096</span>        LOG.error("Failed allocating cache on " + filePath, fex);<a name="line.96"></a>
-<span class="sourceLineNo">097</span>        shutdown();<a name="line.97"></a>
-<span class="sourceLineNo">098</span>        throw fex;<a name="line.98"></a>
-<span class="sourceLineNo">099</span>      }<a name="line.99"></a>
-<span class="sourceLineNo">100</span>    }<a name="line.100"></a>
-<span class="sourceLineNo">101</span>  }<a name="line.101"></a>
-<span class="sourceLineNo">102</span><a name="line.102"></a>
-<span class="sourceLineNo">103</span>  @Override<a name="line.103"></a>
-<span class="sourceLineNo">104</span>  public String toString() {<a name="line.104"></a>
-<span class="sourceLineNo">105</span>    return "ioengine=" + this.getClass().getSimpleName() + ", paths="<a name="line.105"></a>
-<span class="sourceLineNo">106</span>        + Arrays.asList(filePaths) + ", capacity=" + String.format("%,d", this.capacity);<a name="line.106"></a>
-<span class="sourceLineNo">107</span>  }<a name="line.107"></a>
-<span class="sourceLineNo">108</span><a name="line.108"></a>
-<span class="sourceLineNo">109</span>  /**<a name="line.109"></a>
-<span class="sourceLineNo">110</span>   * File IO engine is always able to support persistent storage for the cache<a name="line.110"></a>
-<span class="sourceLineNo">111</span>   * @return true<a name="line.111"></a>
-<span class="sourceLineNo">112</span>   */<a name="line.112"></a>
-<span class="sourceLineNo">113</span>  @Override<a name="line.113"></a>
-<span class="sourceLineNo">114</span>  public boolean isPersistent() {<a name="line.114"></a>
-<span class="sourceLineNo">115</span>    return true;<a name="line.115"></a>
-<span class="sourceLineNo">116</span>  }<a name="line.116"></a>
-<span class="sourceLineNo">117</span><a name="line.117"></a>
-<span class="sourceLineNo">118</span>  /**<a name="line.118"></a>
-<span class="sourceLineNo">119</span>   * Transfers data from file to the given byte buffer<a name="line.119"></a>
-<span class="sourceLineNo">120</span>   * @param offset The offset in the file where the first byte to be read<a name="line.120"></a>
-<span class="sourceLineNo">121</span>   * @param length The length of buffer that should be allocated for reading<a name="line.121"></a>
-<span class="sourceLineNo">122</span>   *               from the file channel<a name="line.122"></a>
-<span class="sourceLineNo">123</span>   * @return number of bytes read<a name="line.123"></a>
-<span class="sourceLineNo">124</span>   * @throws IOException<a name="line.124"></a>
-<span class="sourceLineNo">125</span>   */<a name="line.125"></a>
-<span class="sourceLineNo">126</span>  @Override<a name="line.126"></a>
-<span class="sourceLineNo">127</span>  public Cacheable read(long offset, int length, CacheableDeserializer&lt;Cacheable&gt; deserializer)<a name="line.127"></a>
-<span class="sourceLineNo">128</span>      throws IOException {<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    Preconditions.checkArgument(length &gt;= 0, "Length of read can not be less than 0.");<a name="line.129"></a>
-<span class="sourceLineNo">130</span>    ByteBuffer dstBuffer = ByteBuffer.allocate(length);<a name="line.130"></a>
-<span class="sourceLineNo">131</span>    if (length != 0) {<a name="line.131"></a>
-<span class="sourceLineNo">132</span>      accessFile(readAccessor, dstBuffer, offset);<a name="line.132"></a>
-<span class="sourceLineNo">133</span>      // The buffer created out of the fileChannel is formed by copying the data from the file<a name="line.133"></a>
-<span class="sourceLineNo">134</span>      // Hence in this case there is no shared memory that we point to. Even if the BucketCache evicts<a name="line.134"></a>
-<span class="sourceLineNo">135</span>      // this buffer from the file the data is already copied and there is no need to ensure that<a name="line.135"></a>
-<span class="sourceLineNo">136</span>      // the results are not corrupted before consuming them.<a name="line.136"></a>
-<span class="sourceLineNo">137</span>      if (dstBuffer.limit() != length) {<a name="line.137"></a>
-<span class="sourceLineNo">138</span>        throw new RuntimeException("Only " + dstBuffer.limit() + " bytes read, " + length<a name="line.138"></a>
-<span class="sourceLineNo">139</span>            + " expected");<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      }<a name="line.140"></a>
-<span class="sourceLineNo">141</span>    }<a name="line.141"></a>
-<span class="sourceLineNo">142</span>    return deserializer.deserialize(new SingleByteBuff(dstBuffer), true, MemoryType.EXCLUSIVE);<a name="line.142"></a>
-<span class="sourceLineNo">143</span>  }<a name="line.143"></a>
-<span class="sourceLineNo">144</span><a name="line.144"></a>
-<span class="sourceLineNo">145</span>  @VisibleForTesting<a name="line.145"></a>
-<span class="sourceLineNo">146</span>  void closeFileChannels() {<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    for (FileChannel fileChannel: fileChannels) {<a name="line.147"></a>
-<span class="sourceLineNo">148</span>      try {<a name="line.148"></a>
-<span class="sourceLineNo">149</span>        fileChannel.close();<a name="line.149"></a>
-<span class="sourceLineNo">150</span>      } catch (IOException e) {<a name="line.150"></a>
-<span class="sourceLineNo">151</span>        LOG.warn("Failed to close FileChannel", e);<a name="line.151"></a>
-<span class="sourceLineNo">152</span>      }<a name="line.152"></a>
-<span class="sourceLineNo">153</span>    }<a name="line.153"></a>
-<span class="sourceLineNo">154</span>  }<a name="line.154"></a>
-<span class="sourceLineNo">155</span><a name="line.155"></a>
-<span class="sourceLineNo">156</span>  /**<a name="line.156"></a>
-<span class="sourceLineNo">157</span>   * Transfers data from the given byte buffer to file<a name="line.157"></a>
-<span class="sourceLineNo">158</span>   * @param srcBuffer the given byte buffer from which bytes are to be read<a name="line.158"></a>
-<span class="sourceLineNo">159</span>   * @param offset The offset in the file where the first byte to be written<a name="line.159"></a>
-<span class="sourceLineNo">160</span>   * @throws IOException<a name="line.160"></a>
-<span class="sourceLineNo">161</span>   */<a name="line.161"></a>
-<span class="sourceLineNo">162</span>  @Override<a name="line.162"></a>
-<span class="sourceLineNo">163</span>  public void write(ByteBuffer srcBuffer, long offset) throws IOException {<a name="line.163"></a>
-<span class="sourceLineNo">164</span>    if (!srcBuffer.hasRemaining()) {<a name="line.164"></a>
-<span class="sourceLineNo">165</span>      return;<a name="line.165"></a>
-<span class="sourceLineNo">166</span>    }<a name="line.166"></a>
-<span class="sourceLineNo">167</span>    accessFile(writeAccessor, srcBuffer, offset);<a name="line.167"></a>
-<span class="sourceLineNo">168</span>  }<a name="line.168"></a>
-<span class="sourceLineNo">169</span><a name="line.169"></a>
-<span class="sourceLineNo">170</span>  /**<a name="line.170"></a>
-<span class="sourceLineNo">171</span>   * Sync the data to file after writing<a name="line.171"></a>
-<span class="sourceLineNo">172</span>   * @throws IOException<a name="line.172"></a>
-<span class="sourceLineNo">173</span>   */<a name="line.173"></a>
-<span class="sourceLineNo">174</span>  @Override<a name="line.174"></a>
-<span class="sourceLineNo">175</span>  public void sync() throws IOException {<a name="line.175"></a>
-<span class="sourceLineNo">176</span>    for (int i = 0; i &lt; fileChannels.length; i++) {<a name="line.176"></a>
-<span class="sourceLineNo">177</span>      try {<a name="line.177"></a>
-<span class="sourceLineNo">178</span>        if (fileChannels[i] != null) {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>          fileChannels[i].force(true);<a name="line.179"></a>
-<span class="sourceLineNo">180</span>        }<a name="line.180"></a>
-<span class="sourceLineNo">181</span>      } catch (IOException ie) {<a name="line.181"></a>
-<span class="sourceLineNo">182</span>        LOG.warn("Failed syncing data to " + this.filePaths[i]);<a name="line.182"></a>
-<span class="sourceLineNo">183</span>        throw ie;<a name="line.183"></a>
-<span class="sourceLineNo">184</span>      }<a name="line.184"></a>
-<span class="sourceLineNo">185</span>    }<a name="line.185"></a>
-<span class="sourceLineNo">186</span>  }<a name="line.186"></a>
-<span class="sourceLineNo">187</span><a name="line.187"></a>
-<span class="sourceLineNo">188</span>  /**<a name="line.188"></a>
-<span class="sourceLineNo">189</span>   * Close the file<a name="line.189"></a>
-<span class="sourceLineNo">190</span>   */<a name="line.190"></a>
-<span class="sourceLineNo">191</span>  @Override<a name="line.191"></a>
-<span class="sourceLineNo">192</span>  public void shutdown() {<a name="line.192"></a>
-<span class="sourceLineNo">193</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.193"></a>
-<span class="sourceLineNo">194</span>      try {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>        if (fileChannels[i] != null) {<a name="line.195"></a>
-<span class="sourceLineNo">196</span>          fileChannels[i].close();<a name="line.196"></a>
-<span class="sourceLineNo">197</span>        }<a name="line.197"></a>
-<span class="sourceLineNo">198</span>        if (rafs[i] != null) {<a name="line.198"></a>
-<span class="sourceLineNo">199</span>          rafs[i].close();<a name="line.199"></a>
-<span class="sourceLineNo">200</span>        }<a name="line.200"></a>
-<span class="sourceLineNo">201</span>      } catch (IOException ex) {<a name="line.201"></a>
-<span class="sourceLineNo">202</span>        LOG.error("Failed closing " + filePaths[i] + " when shudown the IOEngine", ex);<a name="line.202"></a>
-<span class="sourceLineNo">203</span>      }<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    }<a name="line.204"></a>
-<span class="sourceLineNo">205</span>  }<a name="line.205"></a>
-<span class="sourceLineNo">206</span><a name="line.206"></a>
-<span class="sourceLineNo">207</span>  @Override<a name="line.207"></a>
-<span class="sourceLineNo">208</span>  public void write(ByteBuff srcBuffer, long offset) throws IOException {<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    // When caching block into BucketCache there will be single buffer backing for this HFileBlock.<a name="line.209"></a>
-<span class="sourceLineNo">210</span>    assert srcBuffer.hasArray();<a name="line.210"></a>
-<span class="sourceLineNo">211</span>    write(ByteBuffer.wrap(srcBuffer.array(), srcBuffer.arrayOffset(),<a name="line.211"></a>
-<span class="sourceLineNo">212</span>            srcBuffer.remaining()), offset);<a name="line.212"></a>
-<span class="sourceLineNo">213</span>  }<a name="line.213"></a>
-<span class="sourceLineNo">214</span><a name="line.214"></a>
-<span class="sourceLineNo">215</span>  private void accessFile(FileAccessor accessor, ByteBuffer buffer,<a name="line.215"></a>
-<span class="sourceLineNo">216</span>      long globalOffset) throws IOException {<a name="line.216"></a>
-<span class="sourceLineNo">217</span>    int startFileNum = getFileNum(globalOffset);<a name="line.217"></a>
-<span class="sourceLineNo">218</span>    int remainingAccessDataLen = buffer.remaining();<a name="line.218"></a>
-<span class="sourceLineNo">219</span>    int endFileNum = getFileNum(globalOffset + remainingAccessDataLen - 1);<a name="line.219"></a>
-<span class="sourceLineNo">220</span>    int accessFileNum = startFileNum;<a name="line.220"></a>
-<span class="sourceLineNo">221</span>    long accessOffset = getAbsoluteOffsetInFile(accessFileNum, globalOffset);<a name="line.221"></a>
-<span class="sourceLineNo">222</span>    int bufLimit = buffer.limit();<a name="line.222"></a>
-<span class="sourceLineNo">223</span>    while (true) {<a name="line.223"></a>
-<span class="sourceLineNo">224</span>      FileChannel fileChannel = fileChannels[accessFileNum];<a name="line.224"></a>
-<span class="sourceLineNo">225</span>      int accessLen = 0;<a name="line.225"></a>
-<span class="sourceLineNo">226</span>      if (endFileNum &gt; accessFileNum) {<a name="line.226"></a>
-<span class="sourceLineNo">227</span>        // short the limit;<a name="line.227"></a>
-<span class="sourceLineNo">228</span>        buffer.limit((int) (buffer.limit() - remainingAccessDataLen<a name="line.228"></a>
-<span class="sourceLineNo">229</span>            + sizePerFile - accessOffset));<a name="line.229"></a>
-<span class="sourceLineNo">230</span>      }<a name="line.230"></a>
-<span class="sourceLineNo">231</span>      try {<a name="line.231"></a>
-<span class="sourceLineNo">232</span>        accessLen = accessor.access(fileChannel, buffer, accessOffset);<a name="line.232"></a>
-<span class="sourceLineNo">233</span>      } catch (ClosedChannelException e) {<a name="line.233"></a>
-<span class="sourceLineNo">234</span>        LOG.warn("Caught ClosedChannelException accessing BucketCache, reopening file. ", e);<a name="line.234"></a>
-<span class="sourceLineNo">235</span>        refreshFileConnection(accessFileNum);<a name="line.235"></a>
-<span class="sourceLineNo">236</span>        continue;<a name="line.236"></a>
-<span class="sourceLineNo">237</span>      }<a name="line.237"></a>
-<span class="sourceLineNo">238</span>      // recover the limit<a name="line.238"></a>
-<span class="sourceLineNo">239</span>      buffer.limit(bufLimit);<a name="line.239"></a>
-<span class="sourceLineNo">240</span>      if (accessLen &lt; remainingAccessDataLen) {<a name="line.240"></a>
-<span class="sourceLineNo">241</span>        remainingAccessDataLen -= accessLen;<a name="line.241"></a>
-<span class="sourceLineNo">242</span>        accessFileNum++;<a name="line.242"></a>
-<span class="sourceLineNo">243</span>        accessOffset = 0;<a name="line.243"></a>
-<span class="sourceLineNo">244</span>      } else {<a name="line.244"></a>
-<span class="sourceLineNo">245</span>        break;<a name="line.245"></a>
-<span class="sourceLineNo">246</span>      }<a name="line.246"></a>
-<span class="sourceLineNo">247</span>      if (accessFileNum &gt;= fileChannels.length) {<a name="line.247"></a>
-<span class="sourceLineNo">248</span>        throw new IOException("Required data len " + StringUtils.byteDesc(buffer.remaining())<a name="line.248"></a>
-<span class="sourceLineNo">249</span>            + " exceed the engine's capacity " + StringUtils.byteDesc(capacity) + " where offset="<a name="line.249"></a>
-<span class="sourceLineNo">250</span>            + globalOffset);<a name="line.250"></a>
-<span class="sourceLineNo">251</span>      }<a name="line.251"></a>
-<span class="sourceLineNo">252</span>    }<a name="line.252"></a>
-<span class="sourceLineNo">253</span>  }<a name="line.253"></a>
-<span class="sourceLineNo">254</span><a name="line.254"></a>
-<span class="sourceLineNo">255</span>  /**<a name="line.255"></a>
-<span class="sourceLineNo">256</span>   * Get the absolute offset in given file with the relative global offset.<a name="line.256"></a>
-<span class="sourceLineNo">257</span>   * @param fileNum<a name="line.257"></a>
-<span class="sourceLineNo">258</span>   * @param globalOffset<a name="line.258"></a>
-<span class="sourceLineNo">259</span>   * @return the absolute offset<a name="line.259"></a>
-<span class="sourceLineNo">260</span>   */<a name="line.260"></a>
-<span class="sourceLineNo">261</span>  private long getAbsoluteOffsetInFile(int fileNum, long globalOffset) {<a name="line.261"></a>
-<span class="sourceLineNo">262</span>    return globalOffset - fileNum * sizePerFile;<a name="line.262"></a>
-<span class="sourceLineNo">263</span>  }<a name="line.263"></a>
-<span class="sourceLineNo">264</span><a name="line.264"></a>
-<span class="sourceLineNo">265</span>  private int getFileNum(long offset) {<a name="line.265"></a>
-<span class="sourceLineNo">266</span>    if (offset &lt; 0) {<a name="line.266"></a>
-<span class="sourceLineNo">267</span>      throw new IllegalArgumentException("Unexpected offset " + offset);<a name="line.267"></a>
-<span class="sourceLineNo">268</span>    }<a name="line.268"></a>
-<span class="sourceLineNo">269</span>    int fileNum = (int) (offset / sizePerFile);<a name="line.269"></a>
-<span class="sourceLineNo">270</span>    if (fileNum &gt;= fileChannels.length) {<a name="line.270"></a>
-<span class="sourceLineNo">271</span>      throw new RuntimeException("Not expected offset " + offset<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          + " where capacity=" + capacity);<a name="line.272"></a>
-<span class="sourceLineNo">273</span>    }<a name="line.273"></a>
-<span class="sourceLineNo">274</span>    return fileNum;<a name="line.274"></a>
-<span class="sourceLineNo">275</span>  }<a name="line.275"></a>
-<span class="sourceLineNo">276</span><a name="line.276"></a>
-<span class="sourceLineNo">277</span>  private void refreshFileConnection(int accessFileNum) throws FileNotFoundException {<a name="line.277"></a>
-<span class="sourceLineNo">278</span>    rafs[accessFileNum] = new RandomAccessFile(filePaths[accessFileNum], "rw");<a name="line.278"></a>
-<span class="sourceLineNo">279</span>    fileChannels[accessFileNum] = rafs[accessFileNum].getChannel();<a name="line.279"></a>
-<span class="sourceLineNo">280</span>  }<a name="line.280"></a>
-<span class="sourceLineNo">281</span><a name="line.281"></a>
-<span class="sourceLineNo">282</span>  private static interface FileAccessor {<a name="line.282"></a>
-<span class="sourceLineNo">283</span>    int access(FileChannel fileChannel, ByteBuffer byteBuffer, long accessOffset)<a name="line.283"></a>
-<span class="sourceLineNo">284</span>        throws IOException;<a name="line.284"></a>
-<span class="sourceLineNo">285</span>  }<a name="line.285"></a>
-<span class="sourceLineNo">286</span><a name="line.286"></a>
-<span class="sourceLineNo">287</span>  private static class FileReadAccessor implements FileAccessor {<a name="line.287"></a>
-<span class="sourceLineNo">288</span>    @Override<a name="line.288"></a>
-<span class="sourceLineNo">289</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.289"></a>
-<span class="sourceLineNo">290</span>        long accessOffset) throws IOException {<a name="line.290"></a>
-<span class="sourceLineNo">291</span>      return fileChannel.read(byteBuffer, accessOffset);<a name="line.291"></a>
-<span class="sourceLineNo">292</span>    }<a name="line.292"></a>
-<span class="sourceLineNo">293</span>  }<a name="line.293"></a>
-<span class="sourceLineNo">294</span><a name="line.294"></a>
-<span class="sourceLineNo">295</span>  private static class FileWriteAccessor implements FileAccessor {<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    @Override<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.297"></a>
-<span class="sourceLineNo">298</span>        long accessOffset) throws IOException {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      return fileChannel.write(byteBuffer, accessOffset);<a name="line.299"></a>
-<span class="sourceLineNo">300</span>    }<a name="line.300"></a>
-<span class="sourceLineNo">301</span>  }<a name="line.301"></a>
-<span class="sourceLineNo">302</span>}<a name="line.302"></a>
+<span class="sourceLineNo">022</span>import java.io.IOException;<a name="line.22"></a>
+<span class="sourceLineNo">023</span>import java.io.RandomAccessFile;<a name="line.23"></a>
+<span class="sourceLineNo">024</span>import java.nio.ByteBuffer;<a name="line.24"></a>
+<span class="sourceLineNo">025</span>import java.nio.channels.ClosedChannelException;<a name="line.25"></a>
+<span class="sourceLineNo">026</span>import java.nio.channels.FileChannel;<a name="line.26"></a>
+<span class="sourceLineNo">027</span>import java.util.Arrays;<a name="line.27"></a>
+<span class="sourceLineNo">028</span>import org.apache.hadoop.hbase.io.hfile.Cacheable;<a name="line.28"></a>
+<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.io.hfile.Cacheable.MemoryType;<a name="line.29"></a>
+<span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.io.hfile.CacheableDeserializer;<a name="line.30"></a>
+<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.nio.ByteBuff;<a name="line.31"></a>
+<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.nio.SingleByteBuff;<a name="line.32"></a>
+<span class="sourceLineNo">033</span>import org.apache.hadoop.util.StringUtils;<a name="line.33"></a>
+<span class="sourceLineNo">034</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.34"></a>
+<span class="sourceLineNo">035</span>import org.slf4j.Logger;<a name="line.35"></a>
+<span class="sourceLineNo">036</span>import org.slf4j.LoggerFactory;<a name="line.36"></a>
+<span class="sourceLineNo">037</span><a name="line.37"></a>
+<span class="sourceLineNo">038</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.38"></a>
+<span class="sourceLineNo">039</span>import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;<a name="line.39"></a>
+<span class="sourceLineNo">040</span><a name="line.40"></a>
+<span class="sourceLineNo">041</span>/**<a name="line.41"></a>
+<span class="sourceLineNo">042</span> * IO engine that stores data to a file on the local file system.<a name="line.42"></a>
+<span class="sourceLineNo">043</span> */<a name="line.43"></a>
+<span class="sourceLineNo">044</span>@InterfaceAudience.Private<a name="line.44"></a>
+<span class="sourceLineNo">045</span>public class FileIOEngine implements IOEngine {<a name="line.45"></a>
+<span class="sourceLineNo">046</span>  private static final Logger LOG = LoggerFactory.getLogger(FileIOEngine.class);<a name="line.46"></a>
+<span class="sourceLineNo">047</span>  public static final String FILE_DELIMITER = ",";<a name="line.47"></a>
+<span class="sourceLineNo">048</span>  private final String[] filePaths;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>  private final FileChannel[] fileChannels;<a name="line.49"></a>
+<span class="sourceLineNo">050</span>  private final RandomAccessFile[] rafs;<a name="line.50"></a>
+<span class="sourceLineNo">051</span><a name="line.51"></a>
+<span class="sourceLineNo">052</span>  private final long sizePerFile;<a name="line.52"></a>
+<span class="sourceLineNo">053</span>  private final long capacity;<a name="line.53"></a>
+<span class="sourceLineNo">054</span><a name="line.54"></a>
+<span class="sourceLineNo">055</span>  private FileReadAccessor readAccessor = new FileReadAccessor();<a name="line.55"></a>
+<span class="sourceLineNo">056</span>  private FileWriteAccessor writeAccessor = new FileWriteAccessor();<a name="line.56"></a>
+<span class="sourceLineNo">057</span><a name="line.57"></a>
+<span class="sourceLineNo">058</span>  public FileIOEngine(long capacity, boolean maintainPersistence, String... filePaths)<a name="line.58"></a>
+<span class="sourceLineNo">059</span>      throws IOException {<a name="line.59"></a>
+<span class="sourceLineNo">060</span>    this.sizePerFile = capacity / filePaths.length;<a name="line.60"></a>
+<span class="sourceLineNo">061</span>    this.capacity = this.sizePerFile * filePaths.length;<a name="line.61"></a>
+<span class="sourceLineNo">062</span>    this.filePaths = filePaths;<a name="line.62"></a>
+<span class="sourceLineNo">063</span>    this.fileChannels = new FileChannel[filePaths.length];<a name="line.63"></a>
+<span class="sourceLineNo">064</span>    if (!maintainPersistence) {<a name="line.64"></a>
+<span class="sourceLineNo">065</span>      for (String filePath : filePaths) {<a name="line.65"></a>
+<span class="sourceLineNo">066</span>        File file = new File(filePath);<a name="line.66"></a>
+<span class="sourceLineNo">067</span>        if (file.exists()) {<a name="line.67"></a>
+<span class="sourceLineNo">068</span>          if (LOG.isDebugEnabled()) {<a name="line.68"></a>
+<span class="sourceLineNo">069</span>            LOG.debug("File " + filePath + " already exists. Deleting!!");<a name="line.69"></a>
+<span class="sourceLineNo">070</span>          }<a name="line.70"></a>
+<span class="sourceLineNo">071</span>          file.delete();<a name="line.71"></a>
+<span class="sourceLineNo">072</span>          // If deletion fails still we can manage with the writes<a name="line.72"></a>
+<span class="sourceLineNo">073</span>        }<a name="line.73"></a>
+<span class="sourceLineNo">074</span>      }<a name="line.74"></a>
+<span class="sourceLineNo">075</span>    }<a name="line.75"></a>
+<span class="sourceLineNo">076</span>    this.rafs = new RandomAccessFile[filePaths.length];<a name="line.76"></a>
+<span class="sourceLineNo">077</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.77"></a>
+<span class="sourceLineNo">078</span>      String filePath = filePaths[i];<a name="line.78"></a>
+<span class="sourceLineNo">079</span>      try {<a name="line.79"></a>
+<span class="sourceLineNo">080</span>        rafs[i] = new RandomAccessFile(filePath, "rw");<a name="line.80"></a>
+<span class="sourceLineNo">081</span>        long totalSpace = new File(filePath).getTotalSpace();<a name="line.81"></a>
+<span class="sourceLineNo">082</span>        if (totalSpace &lt; sizePerFile) {<a name="line.82"></a>
+<span class="sourceLineNo">083</span>          // The next setting length will throw exception,logging this message<a name="line.83"></a>
+<span class="sourceLineNo">084</span>          // is just used for the detail reason of exception,<a name="line.84"></a>
+<span class="sourceLineNo">085</span>          String msg = "Only " + StringUtils.byteDesc(totalSpace)<a name="line.85"></a>
+<span class="sourceLineNo">086</span>              + " total space under " + filePath + ", not enough for requested "<a name="line.86"></a>
+<span class="sourceLineNo">087</span>              + StringUtils.byteDesc(sizePerFile);<a name="line.87"></a>
+<span class="sourceLineNo">088</span>          LOG.warn(msg);<a name="line.88"></a>
+<span class="sourceLineNo">089</span>        }<a name="line.89"></a>
+<span class="sourceLineNo">090</span>        rafs[i].setLength(sizePerFile);<a name="line.90"></a>
+<span class="sourceLineNo">091</span>        fileChannels[i] = rafs[i].getChannel();<a name="line.91"></a>
+<span class="sourceLineNo">092</span>        LOG.info("Allocating cache " + StringUtils.byteDesc(sizePerFile)<a name="line.92"></a>
+<span class="sourceLineNo">093</span>            + ", on the path:" + filePath);<a name="line.93"></a>
+<span class="sourceLineNo">094</span>      } catch (IOException fex) {<a name="line.94"></a>
+<span class="sourceLineNo">095</span>        LOG.error("Failed allocating cache on " + filePath, fex);<a name="line.95"></a>
+<span class="sourceLineNo">096</span>        shutdown();<a name="line.96"></a>
+<span class="sourceLineNo">097</span>        throw fex;<a name="line.97"></a>
+<span class="sourceLineNo">098</span>      }<a name="line.98"></a>
+<span class="sourceLineNo">099</span>    }<a name="line.99"></a>
+<span class="sourceLineNo">100</span>  }<a name="line.100"></a>
+<span class="sourceLineNo">101</span><a name="line.101"></a>
+<span class="sourceLineNo">102</span>  @Override<a name="line.102"></a>
+<span class="sourceLineNo">103</span>  public String toString() {<a name="line.103"></a>
+<span class="sourceLineNo">104</span>    return "ioengine=" + this.getClass().getSimpleName() + ", paths="<a name="line.104"></a>
+<span class="sourceLineNo">105</span>        + Arrays.asList(filePaths) + ", capacity=" + String.format("%,d", this.capacity);<a name="line.105"></a>
+<span class="sourceLineNo">106</span>  }<a name="line.106"></a>
+<span class="sourceLineNo">107</span><a name="line.107"></a>
+<span class="sourceLineNo">108</span>  /**<a name="line.108"></a>
+<span class="sourceLineNo">109</span>   * File IO engine is always able to support persistent storage for the cache<a name="line.109"></a>
+<span class="sourceLineNo">110</span>   * @return true<a name="line.110"></a>
+<span class="sourceLineNo">111</span>   */<a name="line.111"></a>
+<span class="sourceLineNo">112</span>  @Override<a name="line.112"></a>
+<span class="sourceLineNo">113</span>  public boolean isPersistent() {<a name="line.113"></a>
+<span class="sourceLineNo">114</span>    return true;<a name="line.114"></a>
+<span class="sourceLineNo">115</span>  }<a name="line.115"></a>
+<span class="sourceLineNo">116</span><a name="line.116"></a>
+<span class="sourceLineNo">117</span>  /**<a name="line.117"></a>
+<span class="sourceLineNo">118</span>   * Transfers data from file to the given byte buffer<a name="line.118"></a>
+<span class="sourceLineNo">119</span>   * @param offset The offset in the file where the first byte to be read<a name="line.119"></a>
+<span class="sourceLineNo">120</span>   * @param length The length of buffer that should be allocated for reading<a name="line.120"></a>
+<span class="sourceLineNo">121</span>   *               from the file channel<a name="line.121"></a>
+<span class="sourceLineNo">122</span>   * @return number of bytes read<a name="line.122"></a>
+<span class="sourceLineNo">123</span>   * @throws IOException<a name="line.123"></a>
+<span class="sourceLineNo">124</span>   */<a name="line.124"></a>
+<span class="sourceLineNo">125</span>  @Override<a name="line.125"></a>
+<span class="sourceLineNo">126</span>  public Cacheable read(long offset, int length, CacheableDeserializer&lt;Cacheable&gt; deserializer)<a name="line.126"></a>
+<span class="sourceLineNo">127</span>      throws IOException {<a name="line.127"></a>
+<span class="sourceLineNo">128</span>    Preconditions.checkArgument(length &gt;= 0, "Length of read can not be less than 0.");<a name="line.128"></a>
+<span class="sourceLineNo">129</span>    ByteBuffer dstBuffer = ByteBuffer.allocate(length);<a name="line.129"></a>
+<span class="sourceLineNo">130</span>    if (length != 0) {<a name="line.130"></a>
+<span class="sourceLineNo">131</span>      accessFile(readAccessor, dstBuffer, offset);<a name="line.131"></a>
+<span class="sourceLineNo">132</span>      // The buffer created out of the fileChannel is formed by copying the data from the file<a name="line.132"></a>
+<span class="sourceLineNo">133</span>      // Hence in this case there is no shared memory that we point to. Even if the BucketCache evicts<a name="line.133"></a>
+<span class="sourceLineNo">134</span>      // this buffer from the file the data is already copied and there is no need to ensure that<a name="line.134"></a>
+<span class="sourceLineNo">135</span>      // the results are not corrupted before consuming them.<a name="line.135"></a>
+<span class="sourceLineNo">136</span>      if (dstBuffer.limit() != length) {<a name="line.136"></a>
+<span class="sourceLineNo">137</span>        throw new RuntimeException("Only " + dstBuffer.limit() + " bytes read, " + length<a name="line.137"></a>
+<span class="sourceLineNo">138</span>            + " expected");<a name="line.138"></a>
+<span class="sourceLineNo">139</span>      }<a name="line.139"></a>
+<span class="sourceLineNo">140</span>    }<a name="line.140"></a>
+<span class="sourceLineNo">141</span>    return deserializer.deserialize(new SingleByteBuff(dstBuffer), true, MemoryType.EXCLUSIVE);<a name="line.141"></a>
+<span class="sourceLineNo">142</span>  }<a name="line.142"></a>
+<span class="sourceLineNo">143</span><a name="line.143"></a>
+<span class="sourceLineNo">144</span>  @VisibleForTesting<a name="line.144"></a>
+<span class="sourceLineNo">145</span>  void closeFileChannels() {<a name="line.145"></a>
+<span class="sourceLineNo">146</span>    for (FileChannel fileChannel: fileChannels) {<a name="line.146"></a>
+<span class="sourceLineNo">147</span>      try {<a name="line.147"></a>
+<span class="sourceLineNo">148</span>        fileChannel.close();<a name="line.148"></a>
+<span class="sourceLineNo">149</span>      } catch (IOException e) {<a name="line.149"></a>
+<span class="sourceLineNo">150</span>        LOG.warn("Failed to close FileChannel", e);<a name="line.150"></a>
+<span class="sourceLineNo">151</span>      }<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    }<a name="line.152"></a>
+<span class="sourceLineNo">153</span>  }<a name="line.153"></a>
+<span class="sourceLineNo">154</span><a name="line.154"></a>
+<span class="sourceLineNo">155</span>  /**<a name="line.155"></a>
+<span class="sourceLineNo">156</span>   * Transfers data from the given byte buffer to file<a name="line.156"></a>
+<span class="sourceLineNo">157</span>   * @param srcBuffer the given byte buffer from which bytes are to be read<a name="line.157"></a>
+<span class="sourceLineNo">158</span>   * @param offset The offset in the file where the first byte to be written<a name="line.158"></a>
+<span class="sourceLineNo">159</span>   * @throws IOException<a name="line.159"></a>
+<span class="sourceLineNo">160</span>   */<a name="line.160"></a>
+<span class="sourceLineNo">161</span>  @Override<a name="line.161"></a>
+<span class="sourceLineNo">162</span>  public void write(ByteBuffer srcBuffer, long offset) throws IOException {<a name="line.162"></a>
+<span class="sourceLineNo">163</span>    if (!srcBuffer.hasRemaining()) {<a name="line.163"></a>
+<span class="sourceLineNo">164</span>      return;<a name="line.164"></a>
+<span class="sourceLineNo">165</span>    }<a name="line.165"></a>
+<span class="sourceLineNo">166</span>    accessFile(writeAccessor, srcBuffer, offset);<a name="line.166"></a>
+<span class="sourceLineNo">167</span>  }<a name="line.167"></a>
+<span class="sourceLineNo">168</span><a name="line.168"></a>
+<span class="sourceLineNo">169</span>  /**<a name="line.169"></a>
+<span class="sourceLineNo">170</span>   * Sync the data to file after writing<a name="line.170"></a>
+<span class="sourceLineNo">171</span>   * @throws IOException<a name="line.171"></a>
+<span class="sourceLineNo">172</span>   */<a name="line.172"></a>
+<span class="sourceLineNo">173</span>  @Override<a name="line.173"></a>
+<span class="sourceLineNo">174</span>  public void sync() throws IOException {<a name="line.174"></a>
+<span class="sourceLineNo">175</span>    for (int i = 0; i &lt; fileChannels.length; i++) {<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      try {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>        if (fileChannels[i] != null) {<a name="line.177"></a>
+<span class="sourceLineNo">178</span>          fileChannels[i].force(true);<a name="line.178"></a>
+<span class="sourceLineNo">179</span>        }<a name="line.179"></a>
+<span class="sourceLineNo">180</span>      } catch (IOException ie) {<a name="line.180"></a>
+<span class="sourceLineNo">181</span>        LOG.warn("Failed syncing data to " + this.filePaths[i]);<a name="line.181"></a>
+<span class="sourceLineNo">182</span>        throw ie;<a name="line.182"></a>
+<span class="sourceLineNo">183</span>      }<a name="line.183"></a>
+<span class="sourceLineNo">184</span>    }<a name="line.184"></a>
+<span class="sourceLineNo">185</span>  }<a name="line.185"></a>
+<span class="sourceLineNo">186</span><a name="line.186"></a>
+<span class="sourceLineNo">187</span>  /**<a name="line.187"></a>
+<span class="sourceLineNo">188</span>   * Close the file<a name="line.188"></a>
+<span class="sourceLineNo">189</span>   */<a name="line.189"></a>
+<span class="sourceLineNo">190</span>  @Override<a name="line.190"></a>
+<span class="sourceLineNo">191</span>  public void shutdown() {<a name="line.191"></a>
+<span class="sourceLineNo">192</span>    for (int i = 0; i &lt; filePaths.length; i++) {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>      try {<a name="line.193"></a>
+<span class="sourceLineNo">194</span>        if (fileChannels[i] != null) {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>          fileChannels[i].close();<a name="line.195"></a>
+<span class="sourceLineNo">196</span>        }<a name="line.196"></a>
+<span class="sourceLineNo">197</span>        if (rafs[i] != null) {<a name="line.197"></a>
+<span class="sourceLineNo">198</span>          rafs[i].close();<a name="line.198"></a>
+<span class="sourceLineNo">199</span>        }<a name="line.199"></a>
+<span class="sourceLineNo">200</span>      } catch (IOException ex) {<a name="line.200"></a>
+<span class="sourceLineNo">201</span>        LOG.error("Failed closing " + filePaths[i] + " when shudown the IOEngine", ex);<a name="line.201"></a>
+<span class="sourceLineNo">202</span>      }<a name="line.202"></a>
+<span class="sourceLineNo">203</span>    }<a name="line.203"></a>
+<span class="sourceLineNo">204</span>  }<a name="line.204"></a>
+<span class="sourceLineNo">205</span><a name="line.205"></a>
+<span class="sourceLineNo">206</span>  @Override<a name="line.206"></a>
+<span class="sourceLineNo">207</span>  public void write(ByteBuff srcBuffer, long offset) throws IOException {<a name="line.207"></a>
+<span class="sourceLineNo">208</span>    // When caching block into BucketCache there will be single buffer backing for this HFileBlock.<a name="line.208"></a>
+<span class="sourceLineNo">209</span>    assert srcBuffer.hasArray();<a name="line.209"></a>
+<span class="sourceLineNo">210</span>    write(ByteBuffer.wrap(srcBuffer.array(), srcBuffer.arrayOffset(),<a name="line.210"></a>
+<span class="sourceLineNo">211</span>            srcBuffer.remaining()), offset);<a name="line.211"></a>
+<span class="sourceLineNo">212</span>  }<a name="line.212"></a>
+<span class="sourceLineNo">213</span><a name="line.213"></a>
+<span class="sourceLineNo">214</span>  private void accessFile(FileAccessor accessor, ByteBuffer buffer,<a name="line.214"></a>
+<span class="sourceLineNo">215</span>      long globalOffset) throws IOException {<a name="line.215"></a>
+<span class="sourceLineNo">216</span>    int startFileNum = getFileNum(globalOffset);<a name="line.216"></a>
+<span class="sourceLineNo">217</span>    int remainingAccessDataLen = buffer.remaining();<a name="line.217"></a>
+<span class="sourceLineNo">218</span>    int endFileNum = getFileNum(globalOffset + remainingAccessDataLen - 1);<a name="line.218"></a>
+<span class="sourceLineNo">219</span>    int accessFileNum = startFileNum;<a name="line.219"></a>
+<span class="sourceLineNo">220</span>    long accessOffset = getAbsoluteOffsetInFile(accessFileNum, globalOffset);<a name="line.220"></a>
+<span class="sourceLineNo">221</span>    int bufLimit = buffer.limit();<a name="line.221"></a>
+<span class="sourceLineNo">222</span>    while (true) {<a name="line.222"></a>
+<span class="sourceLineNo">223</span>      FileChannel fileChannel = fileChannels[accessFileNum];<a name="line.223"></a>
+<span class="sourceLineNo">224</span>      int accessLen = 0;<a name="line.224"></a>
+<span class="sourceLineNo">225</span>      if (endFileNum &gt; accessFileNum) {<a name="line.225"></a>
+<span class="sourceLineNo">226</span>        // short the limit;<a name="line.226"></a>
+<span class="sourceLineNo">227</span>        buffer.limit((int) (buffer.limit() - remainingAccessDataLen<a name="line.227"></a>
+<span class="sourceLineNo">228</span>            + sizePerFile - accessOffset));<a name="line.228"></a>
+<span class="sourceLineNo">229</span>      }<a name="line.229"></a>
+<span class="sourceLineNo">230</span>      try {<a name="line.230"></a>
+<span class="sourceLineNo">231</span>        accessLen = accessor.access(fileChannel, buffer, accessOffset);<a name="line.231"></a>
+<span class="sourceLineNo">232</span>      } catch (ClosedChannelException e) {<a name="line.232"></a>
+<span class="sourceLineNo">233</span>        LOG.warn("Caught ClosedChannelException accessing BucketCache, reopening file. ", e);<a name="line.233"></a>
+<span class="sourceLineNo">234</span>        refreshFileConnection(accessFileNum);<a name="line.234"></a>
+<span class="sourceLineNo">235</span>        continue;<a name="line.235"></a>
+<span class="sourceLineNo">236</span>      }<a name="line.236"></a>
+<span class="sourceLineNo">237</span>      // recover the limit<a name="line.237"></a>
+<span class="sourceLineNo">238</span>      buffer.limit(bufLimit);<a name="line.238"></a>
+<span class="sourceLineNo">239</span>      if (accessLen &lt; remainingAccessDataLen) {<a name="line.239"></a>
+<span class="sourceLineNo">240</span>        remainingAccessDataLen -= accessLen;<a name="line.240"></a>
+<span class="sourceLineNo">241</span>        accessFileNum++;<a name="line.241"></a>
+<span class="sourceLineNo">242</span>        accessOffset = 0;<a name="line.242"></a>
+<span class="sourceLineNo">243</span>      } else {<a name="line.243"></a>
+<span class="sourceLineNo">244</span>        break;<a name="line.244"></a>
+<span class="sourceLineNo">245</span>      }<a name="line.245"></a>
+<span class="sourceLineNo">246</span>      if (accessFileNum &gt;= fileChannels.length) {<a name="line.246"></a>
+<span class="sourceLineNo">247</span>        throw new IOException("Required data len " + StringUtils.byteDesc(buffer.remaining())<a name="line.247"></a>
+<span class="sourceLineNo">248</span>            + " exceed the engine's capacity " + StringUtils.byteDesc(capacity) + " where offset="<a name="line.248"></a>
+<span class="sourceLineNo">249</span>            + globalOffset);<a name="line.249"></a>
+<span class="sourceLineNo">250</span>      }<a name="line.250"></a>
+<span class="sourceLineNo">251</span>    }<a name="line.251"></a>
+<span class="sourceLineNo">252</span>  }<a name="line.252"></a>
+<span class="sourceLineNo">253</span><a name="line.253"></a>
+<span class="sourceLineNo">254</span>  /**<a name="line.254"></a>
+<span class="sourceLineNo">255</span>   * Get the absolute offset in given file with the relative global offset.<a name="line.255"></a>
+<span class="sourceLineNo">256</span>   * @param fileNum<a name="line.256"></a>
+<span class="sourceLineNo">257</span>   * @param globalOffset<a name="line.257"></a>
+<span class="sourceLineNo">258</span>   * @return the absolute offset<a name="line.258"></a>
+<span class="sourceLineNo">259</span>   */<a name="line.259"></a>
+<span class="sourceLineNo">260</span>  private long getAbsoluteOffsetInFile(int fileNum, long globalOffset) {<a name="line.260"></a>
+<span class="sourceLineNo">261</span>    return globalOffset - fileNum * sizePerFile;<a name="line.261"></a>
+<span class="sourceLineNo">262</span>  }<a name="line.262"></a>
+<span class="sourceLineNo">263</span><a name="line.263"></a>
+<span class="sourceLineNo">264</span>  private int getFileNum(long offset) {<a name="line.264"></a>
+<span class="sourceLineNo">265</span>    if (offset &lt; 0) {<a name="line.265"></a>
+<span class="sourceLineNo">266</span>      throw new IllegalArgumentException("Unexpected offset " + offset);<a name="line.266"></a>
+<span class="sourceLineNo">267</span>    }<a name="line.267"></a>
+<span class="sourceLineNo">268</span>    int fileNum = (int) (offset / sizePerFile);<a name="line.268"></a>
+<span class="sourceLineNo">269</span>    if (fileNum &gt;= fileChannels.length) {<a name="line.269"></a>
+<span class="sourceLineNo">270</span>      throw new RuntimeException("Not expected offset " + offset<a name="line.270"></a>
+<span class="sourceLineNo">271</span>          + " where capacity=" + capacity);<a name="line.271"></a>
+<span class="sourceLineNo">272</span>    }<a name="line.272"></a>
+<span class="sourceLineNo">273</span>    return fileNum;<a name="line.273"></a>
+<span class="sourceLineNo">274</span>  }<a name="line.274"></a>
+<span class="sourceLineNo">275</span><a name="line.275"></a>
+<span class="sourceLineNo">276</span>  @VisibleForTesting<a name="line.276"></a>
+<span class="sourceLineNo">277</span>  FileChannel[] getFileChannels() {<a name="line.277"></a>
+<span class="sourceLineNo">278</span>    return fileChannels;<a name="line.278"></a>
+<span class="sourceLineNo">279</span>  }<a name="line.279"></a>
+<span class="sourceLineNo">280</span><a name="line.280"></a>
+<span class="sourceLineNo">281</span>  @VisibleForTesting<a name="line.281"></a>
+<span class="sourceLineNo">282</span>  void refreshFileConnection(int accessFileNum) throws IOException {<a name="line.282"></a>
+<span class="sourceLineNo">283</span>    FileChannel fileChannel = fileChannels[accessFileNum];<a name="line.283"></a>
+<span class="sourceLineNo">284</span>    if (fileChannel != null) {<a name="line.284"></a>
+<span class="sourceLineNo">285</span>      fileChannel.close();<a name="line.285"></a>
+<span class="sourceLineNo">286</span>    }<a name="line.286"></a>
+<span class="sourceLineNo">287</span>    rafs[accessFileNum] = new RandomAccessFile(filePaths[accessFileNum], "rw");<a name="line.287"></a>
+<span class="sourceLineNo">288</span>    fileChannels[accessFileNum] = rafs[accessFileNum].getChannel();<a name="line.288"></a>
+<span class="sourceLineNo">289</span>  }<a name="line.289"></a>
+<span class="sourceLineNo">290</span><a name="line.290"></a>
+<span class="sourceLineNo">291</span>  private static interface FileAccessor {<a name="line.291"></a>
+<span class="sourceLineNo">292</span>    int access(FileChannel fileChannel, ByteBuffer byteBuffer, long accessOffset)<a name="line.292"></a>
+<span class="sourceLineNo">293</span>        throws IOException;<a name="line.293"></a>
+<span class="sourceLineNo">294</span>  }<a name="line.294"></a>
+<span class="sourceLineNo">295</span><a name="line.295"></a>
+<span class="sourceLineNo">296</span>  private static class FileReadAccessor implements FileAccessor {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>    @Override<a name="line.297"></a>
+<span class="sourceLineNo">298</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.298"></a>
+<span class="sourceLineNo">299</span>        long accessOffset) throws IOException {<a name="line.299"></a>
+<span class="sourceLineNo">300</span>      return fileChannel.read(byteBuffer, accessOffset);<a name="line.300"></a>
+<span class="sourceLineNo">301</span>    }<a name="line.301"></a>
+<span class="sourceLineNo">302</span>  }<a name="line.302"></a>
+<span class="sourceLineNo">303</span><a name="line.303"></a>
+<span class="sourceLineNo">304</span>  private static class FileWriteAccessor implements FileAccessor {<a name="line.304"></a>
+<span class="sourceLineNo">305</span>    @Override<a name="line.305"></a>
+<span class="sourceLineNo">306</span>    public int access(FileChannel fileChannel, ByteBuffer byteBuffer,<a name="line.306"></a>
+<span class="sourceLineNo">307</span>        long accessOffset) throws IOException {<a name="line.307"></a>
+<span class="sourceLineNo">308</span>      return fileChannel.write(byteBuffer, accessOffset);<a name="line.308"></a>
+<span class="sourceLineNo">309</span>    }<a name="line.309"></a>
+<span class="sourceLineNo">310</span>  }<a name="line.310"></a>
+<span class="sourceLineNo">311</span>}<a name="line.311"></a>
 
 
 


[21/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
index c27b109..4160a88 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.html
@@ -105,7 +105,7 @@
 <span class="sourceLineNo">097</span>        try {<a name="line.97"></a>
 <span class="sourceLineNo">098</span>          done = waitUntilDone(startTime * 1000L + asyncProcess.primaryCallTimeoutMicroseconds);<a name="line.98"></a>
 <span class="sourceLineNo">099</span>        } catch (InterruptedException ex) {<a name="line.99"></a>
-<span class="sourceLineNo">100</span>          LOG.error("Replica thread was interrupted - no replica calls: " + ex.getMessage());<a name="line.100"></a>
+<span class="sourceLineNo">100</span>          LOG.error("Replica thread interrupted - no replica calls {}", ex.getMessage());<a name="line.100"></a>
 <span class="sourceLineNo">101</span>          return;<a name="line.101"></a>
 <span class="sourceLineNo">102</span>        }<a name="line.102"></a>
 <span class="sourceLineNo">103</span>      }<a name="line.103"></a>
@@ -149,7 +149,7 @@
 <span class="sourceLineNo">141</span>      if (loc == null) return;<a name="line.141"></a>
 <span class="sourceLineNo">142</span>      HRegionLocation[] locs = loc.getRegionLocations();<a name="line.142"></a>
 <span class="sourceLineNo">143</span>      if (locs.length == 1) {<a name="line.143"></a>
-<span class="sourceLineNo">144</span>        LOG.warn("No replicas found for " + action.getAction());<a name="line.144"></a>
+<span class="sourceLineNo">144</span>        LOG.warn("No replicas found for {}", action.getAction());<a name="line.144"></a>
 <span class="sourceLineNo">145</span>        return;<a name="line.145"></a>
 <span class="sourceLineNo">146</span>      }<a name="line.146"></a>
 <span class="sourceLineNo">147</span>      synchronized (replicaResultLock) {<a name="line.147"></a>
@@ -230,8 +230,8 @@
 <span class="sourceLineNo">222</span>          return;<a name="line.222"></a>
 <span class="sourceLineNo">223</span>        } catch (Throwable t) {<a name="line.223"></a>
 <span class="sourceLineNo">224</span>          // This should not happen. Let's log &amp; retry anyway.<a name="line.224"></a>
-<span class="sourceLineNo">225</span>          LOG.error("#" + asyncProcess.id + ", Caught throwable while calling. This is unexpected." +<a name="line.225"></a>
-<span class="sourceLineNo">226</span>              " Retrying. Server is " + server + ", tableName=" + tableName, t);<a name="line.226"></a>
+<span class="sourceLineNo">225</span>          LOG.error("id=" + asyncProcess.id + ", caught throwable. Unexpected." +<a name="line.225"></a>
+<span class="sourceLineNo">226</span>              " Retrying. Server=" + server + ", tableName=" + tableName, t);<a name="line.226"></a>
 <span class="sourceLineNo">227</span>          receiveGlobalFailure(multiAction, server, numAttempt, t);<a name="line.227"></a>
 <span class="sourceLineNo">228</span>          return;<a name="line.228"></a>
 <span class="sourceLineNo">229</span>        }<a name="line.229"></a>
@@ -247,1036 +247,1035 @@
 <span class="sourceLineNo">239</span>        }<a name="line.239"></a>
 <span class="sourceLineNo">240</span>      } catch (Throwable t) {<a name="line.240"></a>
 <span class="sourceLineNo">241</span>        // Something really bad happened. We are on the send thread that will now die.<a name="line.241"></a>
-<span class="sourceLineNo">242</span>        LOG.error("Internal AsyncProcess #" + asyncProcess.id + " error for "<a name="line.242"></a>
-<span class="sourceLineNo">243</span>            + tableName + " processing for " + server, t);<a name="line.243"></a>
-<span class="sourceLineNo">244</span>        throw new RuntimeException(t);<a name="line.244"></a>
-<span class="sourceLineNo">245</span>      } finally {<a name="line.245"></a>
-<span class="sourceLineNo">246</span>        asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.246"></a>
-<span class="sourceLineNo">247</span>        if (callsInProgress != null &amp;&amp; callable != null &amp;&amp; res != null) {<a name="line.247"></a>
-<span class="sourceLineNo">248</span>          callsInProgress.remove(callable);<a name="line.248"></a>
-<span class="sourceLineNo">249</span>        }<a name="line.249"></a>
-<span class="sourceLineNo">250</span>      }<a name="line.250"></a>
-<span class="sourceLineNo">251</span>    }<a name="line.251"></a>
-<span class="sourceLineNo">252</span>  }<a name="line.252"></a>
-<span class="sourceLineNo">253</span><a name="line.253"></a>
-<span class="sourceLineNo">254</span>  private final Batch.Callback&lt;CResult&gt; callback;<a name="line.254"></a>
-<span class="sourceLineNo">255</span>  private final BatchErrors errors;<a name="line.255"></a>
-<span class="sourceLineNo">256</span>  private final ConnectionImplementation.ServerErrorTracker errorsByServer;<a name="line.256"></a>
-<span class="sourceLineNo">257</span>  private final ExecutorService pool;<a name="line.257"></a>
-<span class="sourceLineNo">258</span>  private final Set&lt;CancellableRegionServerCallable&gt; callsInProgress;<a name="line.258"></a>
+<span class="sourceLineNo">242</span>        LOG.error("id=" + asyncProcess.id + " error for " + tableName + " processing " + server, t);<a name="line.242"></a>
+<span class="sourceLineNo">243</span>        throw new RuntimeException(t);<a name="line.243"></a>
+<span class="sourceLineNo">244</span>      } finally {<a name="line.244"></a>
+<span class="sourceLineNo">245</span>        asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.245"></a>
+<span class="sourceLineNo">246</span>        if (callsInProgress != null &amp;&amp; callable != null &amp;&amp; res != null) {<a name="line.246"></a>
+<span class="sourceLineNo">247</span>          callsInProgress.remove(callable);<a name="line.247"></a>
+<span class="sourceLineNo">248</span>        }<a name="line.248"></a>
+<span class="sourceLineNo">249</span>      }<a name="line.249"></a>
+<span class="sourceLineNo">250</span>    }<a name="line.250"></a>
+<span class="sourceLineNo">251</span>  }<a name="line.251"></a>
+<span class="sourceLineNo">252</span><a name="line.252"></a>
+<span class="sourceLineNo">253</span>  private final Batch.Callback&lt;CResult&gt; callback;<a name="line.253"></a>
+<span class="sourceLineNo">254</span>  private final BatchErrors errors;<a name="line.254"></a>
+<span class="sourceLineNo">255</span>  private final ConnectionImplementation.ServerErrorTracker errorsByServer;<a name="line.255"></a>
+<span class="sourceLineNo">256</span>  private final ExecutorService pool;<a name="line.256"></a>
+<span class="sourceLineNo">257</span>  private final Set&lt;CancellableRegionServerCallable&gt; callsInProgress;<a name="line.257"></a>
+<span class="sourceLineNo">258</span><a name="line.258"></a>
 <span class="sourceLineNo">259</span><a name="line.259"></a>
-<span class="sourceLineNo">260</span><a name="line.260"></a>
-<span class="sourceLineNo">261</span>  private final TableName tableName;<a name="line.261"></a>
-<span class="sourceLineNo">262</span>  private final AtomicLong actionsInProgress = new AtomicLong(-1);<a name="line.262"></a>
-<span class="sourceLineNo">263</span>  /**<a name="line.263"></a>
-<span class="sourceLineNo">264</span>   * The lock controls access to results. It is only held when populating results where<a name="line.264"></a>
-<span class="sourceLineNo">265</span>   * there might be several callers (eventual consistency gets). For other requests,<a name="line.265"></a>
-<span class="sourceLineNo">266</span>   * there's one unique call going on per result index.<a name="line.266"></a>
-<span class="sourceLineNo">267</span>   */<a name="line.267"></a>
-<span class="sourceLineNo">268</span>  private final Object replicaResultLock = new Object();<a name="line.268"></a>
-<span class="sourceLineNo">269</span>  /**<a name="line.269"></a>
-<span class="sourceLineNo">270</span>   * Result array.  Null if results are not needed. Otherwise, each index corresponds to<a name="line.270"></a>
-<span class="sourceLineNo">271</span>   * the action index in initial actions submitted. For most request types, has null-s for<a name="line.271"></a>
-<span class="sourceLineNo">272</span>   * requests that are not done, and result/exception for those that are done.<a name="line.272"></a>
-<span class="sourceLineNo">273</span>   * For eventual-consistency gets, initially the same applies; at some point, replica calls<a name="line.273"></a>
-<span class="sourceLineNo">274</span>   * might be started, and ReplicaResultState is put at the corresponding indices. The<a name="line.274"></a>
-<span class="sourceLineNo">275</span>   * returning calls check the type to detect when this is the case. After all calls are done,<a name="line.275"></a>
-<span class="sourceLineNo">276</span>   * ReplicaResultState-s are replaced with results for the user.<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   */<a name="line.277"></a>
-<span class="sourceLineNo">278</span>  private final Object[] results;<a name="line.278"></a>
-<span class="sourceLineNo">279</span>  /**<a name="line.279"></a>
-<span class="sourceLineNo">280</span>   * Indices of replica gets in results. If null, all or no actions are replica-gets.<a name="line.280"></a>
-<span class="sourceLineNo">281</span>   */<a name="line.281"></a>
-<span class="sourceLineNo">282</span>  private final int[] replicaGetIndices;<a name="line.282"></a>
-<span class="sourceLineNo">283</span>  private final boolean hasAnyReplicaGets;<a name="line.283"></a>
-<span class="sourceLineNo">284</span>  private final long nonceGroup;<a name="line.284"></a>
-<span class="sourceLineNo">285</span>  private final CancellableRegionServerCallable currentCallable;<a name="line.285"></a>
-<span class="sourceLineNo">286</span>  private final int operationTimeout;<a name="line.286"></a>
-<span class="sourceLineNo">287</span>  private final int rpcTimeout;<a name="line.287"></a>
-<span class="sourceLineNo">288</span>  private final AsyncProcess asyncProcess;<a name="line.288"></a>
-<span class="sourceLineNo">289</span><a name="line.289"></a>
-<span class="sourceLineNo">290</span>  /**<a name="line.290"></a>
-<span class="sourceLineNo">291</span>   * For {@link AsyncRequestFutureImpl#manageError(int, Row, Retry, Throwable, ServerName)}. Only<a name="line.291"></a>
-<span class="sourceLineNo">292</span>   * used to make logging more clear, we don't actually care why we don't retry.<a name="line.292"></a>
-<span class="sourceLineNo">293</span>   */<a name="line.293"></a>
-<span class="sourceLineNo">294</span>  public enum Retry {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>    YES,<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    NO_LOCATION_PROBLEM,<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    NO_NOT_RETRIABLE,<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    NO_RETRIES_EXHAUSTED,<a name="line.298"></a>
-<span class="sourceLineNo">299</span>    NO_OTHER_SUCCEEDED<a name="line.299"></a>
-<span class="sourceLineNo">300</span>  }<a name="line.300"></a>
-<span class="sourceLineNo">301</span><a name="line.301"></a>
-<span class="sourceLineNo">302</span>  /** Sync point for calls to multiple replicas for the same user request (Get).<a name="line.302"></a>
-<span class="sourceLineNo">303</span>   * Created and put in the results array (we assume replica calls require results) when<a name="line.303"></a>
-<span class="sourceLineNo">304</span>   * the replica calls are launched. See results for details of this process.<a name="line.304"></a>
-<span class="sourceLineNo">305</span>   * POJO, all fields are public. To modify them, the object itself is locked. */<a name="line.305"></a>
-<span class="sourceLineNo">306</span>  private static class ReplicaResultState {<a name="line.306"></a>
-<span class="sourceLineNo">307</span>    public ReplicaResultState(int callCount) {<a name="line.307"></a>
-<span class="sourceLineNo">308</span>      this.callCount = callCount;<a name="line.308"></a>
-<span class="sourceLineNo">309</span>    }<a name="line.309"></a>
-<span class="sourceLineNo">310</span><a name="line.310"></a>
-<span class="sourceLineNo">311</span>    /** Number of calls outstanding, or 0 if a call succeeded (even with others outstanding). */<a name="line.311"></a>
-<span class="sourceLineNo">312</span>    int callCount;<a name="line.312"></a>
-<span class="sourceLineNo">313</span>    /** Errors for which it is not decided whether we will report them to user. If one of the<a name="line.313"></a>
-<span class="sourceLineNo">314</span>     * calls succeeds, we will discard the errors that may have happened in the other calls. */<a name="line.314"></a>
-<span class="sourceLineNo">315</span>    BatchErrors replicaErrors = null;<a name="line.315"></a>
-<span class="sourceLineNo">316</span><a name="line.316"></a>
-<span class="sourceLineNo">317</span>    @Override<a name="line.317"></a>
-<span class="sourceLineNo">318</span>    public String toString() {<a name="line.318"></a>
-<span class="sourceLineNo">319</span>      return "[call count " + callCount + "; errors " + replicaErrors + "]";<a name="line.319"></a>
-<span class="sourceLineNo">320</span>    }<a name="line.320"></a>
-<span class="sourceLineNo">321</span>  }<a name="line.321"></a>
-<span class="sourceLineNo">322</span><a name="line.322"></a>
-<span class="sourceLineNo">323</span>  public AsyncRequestFutureImpl(AsyncProcessTask task, List&lt;Action&gt; actions,<a name="line.323"></a>
-<span class="sourceLineNo">324</span>      long nonceGroup, AsyncProcess asyncProcess) {<a name="line.324"></a>
-<span class="sourceLineNo">325</span>    this.pool = task.getPool();<a name="line.325"></a>
-<span class="sourceLineNo">326</span>    this.callback = task.getCallback();<a name="line.326"></a>
-<span class="sourceLineNo">327</span>    this.nonceGroup = nonceGroup;<a name="line.327"></a>
-<span class="sourceLineNo">328</span>    this.tableName = task.getTableName();<a name="line.328"></a>
-<span class="sourceLineNo">329</span>    this.actionsInProgress.set(actions.size());<a name="line.329"></a>
-<span class="sourceLineNo">330</span>    if (task.getResults() == null) {<a name="line.330"></a>
-<span class="sourceLineNo">331</span>      results = task.getNeedResults() ? new Object[actions.size()] : null;<a name="line.331"></a>
-<span class="sourceLineNo">332</span>    } else {<a name="line.332"></a>
-<span class="sourceLineNo">333</span>      if (task.getResults().length != actions.size()) {<a name="line.333"></a>
-<span class="sourceLineNo">334</span>        throw new AssertionError("results.length");<a name="line.334"></a>
-<span class="sourceLineNo">335</span>      }<a name="line.335"></a>
-<span class="sourceLineNo">336</span>      this.results = task.getResults();<a name="line.336"></a>
-<span class="sourceLineNo">337</span>      for (int i = 0; i != this.results.length; ++i) {<a name="line.337"></a>
-<span class="sourceLineNo">338</span>        results[i] = null;<a name="line.338"></a>
-<span class="sourceLineNo">339</span>      }<a name="line.339"></a>
-<span class="sourceLineNo">340</span>    }<a name="line.340"></a>
-<span class="sourceLineNo">341</span>    List&lt;Integer&gt; replicaGetIndices = null;<a name="line.341"></a>
-<span class="sourceLineNo">342</span>    boolean hasAnyReplicaGets = false;<a name="line.342"></a>
-<span class="sourceLineNo">343</span>    if (results != null) {<a name="line.343"></a>
-<span class="sourceLineNo">344</span>      // Check to see if any requests might require replica calls.<a name="line.344"></a>
-<span class="sourceLineNo">345</span>      // We expect that many requests will consist of all or no multi-replica gets; in such<a name="line.345"></a>
-<span class="sourceLineNo">346</span>      // cases we would just use a boolean (hasAnyReplicaGets). If there's a mix, we will<a name="line.346"></a>
-<span class="sourceLineNo">347</span>      // store the list of action indexes for which replica gets are possible, and set<a name="line.347"></a>
-<span class="sourceLineNo">348</span>      // hasAnyReplicaGets to true.<a name="line.348"></a>
-<span class="sourceLineNo">349</span>      boolean hasAnyNonReplicaReqs = false;<a name="line.349"></a>
-<span class="sourceLineNo">350</span>      int posInList = 0;<a name="line.350"></a>
-<span class="sourceLineNo">351</span>      for (Action action : actions) {<a name="line.351"></a>
-<span class="sourceLineNo">352</span>        boolean isReplicaGet = AsyncProcess.isReplicaGet(action.getAction());<a name="line.352"></a>
-<span class="sourceLineNo">353</span>        if (isReplicaGet) {<a name="line.353"></a>
-<span class="sourceLineNo">354</span>          hasAnyReplicaGets = true;<a name="line.354"></a>
-<span class="sourceLineNo">355</span>          if (hasAnyNonReplicaReqs) { // Mixed case<a name="line.355"></a>
-<span class="sourceLineNo">356</span>            if (replicaGetIndices == null) {<a name="line.356"></a>
-<span class="sourceLineNo">357</span>              replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.357"></a>
-<span class="sourceLineNo">358</span>            }<a name="line.358"></a>
-<span class="sourceLineNo">359</span>            replicaGetIndices.add(posInList);<a name="line.359"></a>
-<span class="sourceLineNo">360</span>          }<a name="line.360"></a>
-<span class="sourceLineNo">361</span>        } else if (!hasAnyNonReplicaReqs) {<a name="line.361"></a>
-<span class="sourceLineNo">362</span>          // The first non-multi-replica request in the action list.<a name="line.362"></a>
-<span class="sourceLineNo">363</span>          hasAnyNonReplicaReqs = true;<a name="line.363"></a>
-<span class="sourceLineNo">364</span>          if (posInList &gt; 0) {<a name="line.364"></a>
-<span class="sourceLineNo">365</span>            // Add all the previous requests to the index lists. We know they are all<a name="line.365"></a>
-<span class="sourceLineNo">366</span>            // replica-gets because this is the first non-multi-replica request in the list.<a name="line.366"></a>
-<span class="sourceLineNo">367</span>            replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.367"></a>
-<span class="sourceLineNo">368</span>            for (int i = 0; i &lt; posInList; ++i) {<a name="line.368"></a>
-<span class="sourceLineNo">369</span>              replicaGetIndices.add(i);<a name="line.369"></a>
-<span class="sourceLineNo">370</span>            }<a name="line.370"></a>
-<span class="sourceLineNo">371</span>          }<a name="line.371"></a>
-<span class="sourceLineNo">372</span>        }<a name="line.372"></a>
-<span class="sourceLineNo">373</span>        ++posInList;<a name="line.373"></a>
-<span class="sourceLineNo">374</span>      }<a name="line.374"></a>
-<span class="sourceLineNo">375</span>    }<a name="line.375"></a>
-<span class="sourceLineNo">376</span>    this.hasAnyReplicaGets = hasAnyReplicaGets;<a name="line.376"></a>
-<span class="sourceLineNo">377</span>    if (replicaGetIndices != null) {<a name="line.377"></a>
-<span class="sourceLineNo">378</span>      this.replicaGetIndices = new int[replicaGetIndices.size()];<a name="line.378"></a>
-<span class="sourceLineNo">379</span>      int i = 0;<a name="line.379"></a>
-<span class="sourceLineNo">380</span>      for (Integer el : replicaGetIndices) {<a name="line.380"></a>
-<span class="sourceLineNo">381</span>        this.replicaGetIndices[i++] = el;<a name="line.381"></a>
-<span class="sourceLineNo">382</span>      }<a name="line.382"></a>
-<span class="sourceLineNo">383</span>    } else {<a name="line.383"></a>
-<span class="sourceLineNo">384</span>      this.replicaGetIndices = null;<a name="line.384"></a>
-<span class="sourceLineNo">385</span>    }<a name="line.385"></a>
-<span class="sourceLineNo">386</span>    this.callsInProgress = !hasAnyReplicaGets ? null :<a name="line.386"></a>
-<span class="sourceLineNo">387</span>        Collections.newSetFromMap(<a name="line.387"></a>
-<span class="sourceLineNo">388</span>            new ConcurrentHashMap&lt;CancellableRegionServerCallable, Boolean&gt;());<a name="line.388"></a>
-<span class="sourceLineNo">389</span>    this.asyncProcess = asyncProcess;<a name="line.389"></a>
-<span class="sourceLineNo">390</span>    this.errorsByServer = createServerErrorTracker();<a name="line.390"></a>
-<span class="sourceLineNo">391</span>    this.errors = new BatchErrors();<a name="line.391"></a>
-<span class="sourceLineNo">392</span>    this.operationTimeout = task.getOperationTimeout();<a name="line.392"></a>
-<span class="sourceLineNo">393</span>    this.rpcTimeout = task.getRpcTimeout();<a name="line.393"></a>
-<span class="sourceLineNo">394</span>    this.currentCallable = task.getCallable();<a name="line.394"></a>
-<span class="sourceLineNo">395</span>    if (task.getCallable() == null) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>      tracker = new RetryingTimeTracker().start();<a name="line.396"></a>
-<span class="sourceLineNo">397</span>    }<a name="line.397"></a>
-<span class="sourceLineNo">398</span>  }<a name="line.398"></a>
-<span class="sourceLineNo">399</span><a name="line.399"></a>
-<span class="sourceLineNo">400</span>  @VisibleForTesting<a name="line.400"></a>
-<span class="sourceLineNo">401</span>  protected Set&lt;CancellableRegionServerCallable&gt; getCallsInProgress() {<a name="line.401"></a>
-<span class="sourceLineNo">402</span>    return callsInProgress;<a name="line.402"></a>
-<span class="sourceLineNo">403</span>  }<a name="line.403"></a>
-<span class="sourceLineNo">404</span><a name="line.404"></a>
-<span class="sourceLineNo">405</span>  @VisibleForTesting<a name="line.405"></a>
-<span class="sourceLineNo">406</span>  SingleServerRequestRunnable createSingleServerRequest(MultiAction multiAction, int numAttempt, ServerName server,<a name="line.406"></a>
-<span class="sourceLineNo">407</span>        Set&lt;CancellableRegionServerCallable&gt; callsInProgress) {<a name="line.407"></a>
-<span class="sourceLineNo">408</span>    return new SingleServerRequestRunnable(multiAction, numAttempt, server, callsInProgress);<a name="line.408"></a>
-<span class="sourceLineNo">409</span>  }<a name="line.409"></a>
-<span class="sourceLineNo">410</span><a name="line.410"></a>
-<span class="sourceLineNo">411</span>  /**<a name="line.411"></a>
-<span class="sourceLineNo">412</span>   * Group a list of actions per region servers, and send them.<a name="line.412"></a>
-<span class="sourceLineNo">413</span>   *<a name="line.413"></a>
-<span class="sourceLineNo">414</span>   * @param currentActions - the list of row to submit<a name="line.414"></a>
-<span class="sourceLineNo">415</span>   * @param numAttempt - the current numAttempt (first attempt is 1)<a name="line.415"></a>
-<span class="sourceLineNo">416</span>   */<a name="line.416"></a>
-<span class="sourceLineNo">417</span>  void groupAndSendMultiAction(List&lt;Action&gt; currentActions, int numAttempt) {<a name="line.417"></a>
-<span class="sourceLineNo">418</span>    Map&lt;ServerName, MultiAction&gt; actionsByServer = new HashMap&lt;&gt;();<a name="line.418"></a>
-<span class="sourceLineNo">419</span><a name="line.419"></a>
-<span class="sourceLineNo">420</span>    boolean isReplica = false;<a name="line.420"></a>
-<span class="sourceLineNo">421</span>    List&lt;Action&gt; unknownReplicaActions = null;<a name="line.421"></a>
-<span class="sourceLineNo">422</span>    for (Action action : currentActions) {<a name="line.422"></a>
-<span class="sourceLineNo">423</span>      RegionLocations locs = findAllLocationsOrFail(action, true);<a name="line.423"></a>
-<span class="sourceLineNo">424</span>      if (locs == null) continue;<a name="line.424"></a>
-<span class="sourceLineNo">425</span>      boolean isReplicaAction = !RegionReplicaUtil.isDefaultReplica(action.getReplicaId());<a name="line.425"></a>
-<span class="sourceLineNo">426</span>      if (isReplica &amp;&amp; !isReplicaAction) {<a name="line.426"></a>
-<span class="sourceLineNo">427</span>        // This is the property of the current implementation, not a requirement.<a name="line.427"></a>
-<span class="sourceLineNo">428</span>        throw new AssertionError("Replica and non-replica actions in the same retry");<a name="line.428"></a>
-<span class="sourceLineNo">429</span>      }<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      isReplica = isReplicaAction;<a name="line.430"></a>
-<span class="sourceLineNo">431</span>      HRegionLocation loc = locs.getRegionLocation(action.getReplicaId());<a name="line.431"></a>
-<span class="sourceLineNo">432</span>      if (loc == null || loc.getServerName() == null) {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>        if (isReplica) {<a name="line.433"></a>
-<span class="sourceLineNo">434</span>          if (unknownReplicaActions == null) {<a name="line.434"></a>
-<span class="sourceLineNo">435</span>            unknownReplicaActions = new ArrayList&lt;&gt;(1);<a name="line.435"></a>
-<span class="sourceLineNo">436</span>          }<a name="line.436"></a>
-<span class="sourceLineNo">437</span>          unknownReplicaActions.add(action);<a name="line.437"></a>
-<span class="sourceLineNo">438</span>        } else {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>          // TODO: relies on primary location always being fetched<a name="line.439"></a>
-<span class="sourceLineNo">440</span>          manageLocationError(action, null);<a name="line.440"></a>
-<span class="sourceLineNo">441</span>        }<a name="line.441"></a>
-<span class="sourceLineNo">442</span>      } else {<a name="line.442"></a>
-<span class="sourceLineNo">443</span>        byte[] regionName = loc.getRegionInfo().getRegionName();<a name="line.443"></a>
-<span class="sourceLineNo">444</span>        AsyncProcess.addAction(loc.getServerName(), regionName, action, actionsByServer, nonceGroup);<a name="line.444"></a>
-<span class="sourceLineNo">445</span>      }<a name="line.445"></a>
-<span class="sourceLineNo">446</span>    }<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    boolean doStartReplica = (numAttempt == 1 &amp;&amp; !isReplica &amp;&amp; hasAnyReplicaGets);<a name="line.447"></a>
-<span class="sourceLineNo">448</span>    boolean hasUnknown = unknownReplicaActions != null &amp;&amp; !unknownReplicaActions.isEmpty();<a name="line.448"></a>
-<span class="sourceLineNo">449</span><a name="line.449"></a>
-<span class="sourceLineNo">450</span>    if (!actionsByServer.isEmpty()) {<a name="line.450"></a>
-<span class="sourceLineNo">451</span>      // If this is a first attempt to group and send, no replicas, we need replica thread.<a name="line.451"></a>
-<span class="sourceLineNo">452</span>      sendMultiAction(actionsByServer, numAttempt, (doStartReplica &amp;&amp; !hasUnknown)<a name="line.452"></a>
-<span class="sourceLineNo">453</span>          ? currentActions : null, numAttempt &gt; 1 &amp;&amp; !hasUnknown);<a name="line.453"></a>
-<span class="sourceLineNo">454</span>    }<a name="line.454"></a>
-<span class="sourceLineNo">455</span><a name="line.455"></a>
-<span class="sourceLineNo">456</span>    if (hasUnknown) {<a name="line.456"></a>
-<span class="sourceLineNo">457</span>      actionsByServer = new HashMap&lt;&gt;();<a name="line.457"></a>
-<span class="sourceLineNo">458</span>      for (Action action : unknownReplicaActions) {<a name="line.458"></a>
-<span class="sourceLineNo">459</span>        HRegionLocation loc = getReplicaLocationOrFail(action);<a name="line.459"></a>
-<span class="sourceLineNo">460</span>        if (loc == null) continue;<a name="line.460"></a>
-<span class="sourceLineNo">461</span>        byte[] regionName = loc.getRegionInfo().getRegionName();<a name="line.461"></a>
-<span class="sourceLineNo">462</span>        AsyncProcess.addAction(loc.getServerName(), regionName, action, actionsByServer, nonceGroup);<a name="line.462"></a>
-<span class="sourceLineNo">463</span>      }<a name="line.463"></a>
-<span class="sourceLineNo">464</span>      if (!actionsByServer.isEmpty()) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>        sendMultiAction(<a name="line.465"></a>
-<span class="sourceLineNo">466</span>            actionsByServer, numAttempt, doStartReplica ? currentActions : null, true);<a name="line.466"></a>
-<span class="sourceLineNo">467</span>      }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    }<a name="line.468"></a>
-<span class="sourceLineNo">469</span>  }<a name="line.469"></a>
-<span class="sourceLineNo">470</span><a name="line.470"></a>
-<span class="sourceLineNo">471</span>  private HRegionLocation getReplicaLocationOrFail(Action action) {<a name="line.471"></a>
-<span class="sourceLineNo">472</span>    // We are going to try get location once again. For each action, we'll do it once<a name="line.472"></a>
-<span class="sourceLineNo">473</span>    // from cache, because the previous calls in the loop might populate it.<a name="line.473"></a>
-<span class="sourceLineNo">474</span>    int replicaId = action.getReplicaId();<a name="line.474"></a>
-<span class="sourceLineNo">475</span>    RegionLocations locs = findAllLocationsOrFail(action, true);<a name="line.475"></a>
-<span class="sourceLineNo">476</span>    if (locs == null) return null; // manageError already called<a name="line.476"></a>
-<span class="sourceLineNo">477</span>    HRegionLocation loc = locs.getRegionLocation(replicaId);<a name="line.477"></a>
-<span class="sourceLineNo">478</span>    if (loc == null || loc.getServerName() == null) {<a name="line.478"></a>
-<span class="sourceLineNo">479</span>      locs = findAllLocationsOrFail(action, false);<a name="line.479"></a>
-<span class="sourceLineNo">480</span>      if (locs == null) return null; // manageError already called<a name="line.480"></a>
-<span class="sourceLineNo">481</span>      loc = locs.getRegionLocation(replicaId);<a name="line.481"></a>
-<span class="sourceLineNo">482</span>    }<a name="line.482"></a>
-<span class="sourceLineNo">483</span>    if (loc == null || loc.getServerName() == null) {<a name="line.483"></a>
-<span class="sourceLineNo">484</span>      manageLocationError(action, null);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>      return null;<a name="line.485"></a>
-<span class="sourceLineNo">486</span>    }<a name="line.486"></a>
-<span class="sourceLineNo">487</span>    return loc;<a name="line.487"></a>
-<span class="sourceLineNo">488</span>  }<a name="line.488"></a>
-<span class="sourceLineNo">489</span><a name="line.489"></a>
-<span class="sourceLineNo">490</span>  private void manageLocationError(Action action, Exception ex) {<a name="line.490"></a>
-<span class="sourceLineNo">491</span>    String msg = "Cannot get replica " + action.getReplicaId()<a name="line.491"></a>
-<span class="sourceLineNo">492</span>        + " location for " + action.getAction();<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    LOG.error(msg);<a name="line.493"></a>
-<span class="sourceLineNo">494</span>    if (ex == null) {<a name="line.494"></a>
-<span class="sourceLineNo">495</span>      ex = new IOException(msg);<a name="line.495"></a>
-<span class="sourceLineNo">496</span>    }<a name="line.496"></a>
-<span class="sourceLineNo">497</span>    manageError(action.getOriginalIndex(), action.getAction(),<a name="line.497"></a>
-<span class="sourceLineNo">498</span>        Retry.NO_LOCATION_PROBLEM, ex, null);<a name="line.498"></a>
-<span class="sourceLineNo">499</span>  }<a name="line.499"></a>
-<span class="sourceLineNo">500</span><a name="line.500"></a>
-<span class="sourceLineNo">501</span>  private RegionLocations findAllLocationsOrFail(Action action, boolean useCache) {<a name="line.501"></a>
-<span class="sourceLineNo">502</span>    if (action.getAction() == null) throw new IllegalArgumentException("#" + asyncProcess.id +<a name="line.502"></a>
-<span class="sourceLineNo">503</span>        ", row cannot be null");<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    RegionLocations loc = null;<a name="line.504"></a>
-<span class="sourceLineNo">505</span>    try {<a name="line.505"></a>
-<span class="sourceLineNo">506</span>      loc = asyncProcess.connection.locateRegion(<a name="line.506"></a>
-<span class="sourceLineNo">507</span>          tableName, action.getAction().getRow(), useCache, true, action.getReplicaId());<a name="line.507"></a>
-<span class="sourceLineNo">508</span>    } catch (IOException ex) {<a name="line.508"></a>
-<span class="sourceLineNo">509</span>      manageLocationError(action, ex);<a name="line.509"></a>
-<span class="sourceLineNo">510</span>    }<a name="line.510"></a>
-<span class="sourceLineNo">511</span>    return loc;<a name="line.511"></a>
-<span class="sourceLineNo">512</span>  }<a name="line.512"></a>
-<span class="sourceLineNo">513</span><a name="line.513"></a>
-<span class="sourceLineNo">514</span>  /**<a name="line.514"></a>
-<span class="sourceLineNo">515</span>   * Send a multi action structure to the servers, after a delay depending on the attempt<a name="line.515"></a>
-<span class="sourceLineNo">516</span>   * number. Asynchronous.<a name="line.516"></a>
-<span class="sourceLineNo">517</span>   *<a name="line.517"></a>
-<span class="sourceLineNo">518</span>   * @param actionsByServer the actions structured by regions<a name="line.518"></a>
-<span class="sourceLineNo">519</span>   * @param numAttempt the attempt number.<a name="line.519"></a>
-<span class="sourceLineNo">520</span>   * @param actionsForReplicaThread original actions for replica thread; null on non-first call.<a name="line.520"></a>
-<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
-<span class="sourceLineNo">522</span>  void sendMultiAction(Map&lt;ServerName, MultiAction&gt; actionsByServer,<a name="line.522"></a>
-<span class="sourceLineNo">523</span>                               int numAttempt, List&lt;Action&gt; actionsForReplicaThread, boolean reuseThread) {<a name="line.523"></a>
-<span class="sourceLineNo">524</span>    // Run the last item on the same thread if we are already on a send thread.<a name="line.524"></a>
-<span class="sourceLineNo">525</span>    // We hope most of the time it will be the only item, so we can cut down on threads.<a name="line.525"></a>
-<span class="sourceLineNo">526</span>    int actionsRemaining = actionsByServer.size();<a name="line.526"></a>
-<span class="sourceLineNo">527</span>    // This iteration is by server (the HRegionLocation comparator is by server portion only).<a name="line.527"></a>
-<span class="sourceLineNo">528</span>    for (Map.Entry&lt;ServerName, MultiAction&gt; e : actionsByServer.entrySet()) {<a name="line.528"></a>
-<span class="sourceLineNo">529</span>      ServerName server = e.getKey();<a name="line.529"></a>
-<span class="sourceLineNo">530</span>      MultiAction multiAction = e.getValue();<a name="line.530"></a>
-<span class="sourceLineNo">531</span>      Collection&lt;? extends Runnable&gt; runnables = getNewMultiActionRunnable(server, multiAction,<a name="line.531"></a>
-<span class="sourceLineNo">532</span>          numAttempt);<a name="line.532"></a>
-<span class="sourceLineNo">533</span>      // make sure we correctly count the number of runnables before we try to reuse the send<a name="line.533"></a>
-<span class="sourceLineNo">534</span>      // thread, in case we had to split the request into different runnables because of backoff<a name="line.534"></a>
-<span class="sourceLineNo">535</span>      if (runnables.size() &gt; actionsRemaining) {<a name="line.535"></a>
-<span class="sourceLineNo">536</span>        actionsRemaining = runnables.size();<a name="line.536"></a>
-<span class="sourceLineNo">537</span>      }<a name="line.537"></a>
-<span class="sourceLineNo">538</span><a name="line.538"></a>
-<span class="sourceLineNo">539</span>      // run all the runnables<a name="line.539"></a>
-<span class="sourceLineNo">540</span>      // HBASE-17475: Do not reuse the thread after stack reach a certain depth to prevent stack overflow<a name="line.540"></a>
-<span class="sourceLineNo">541</span>      // for now, we use HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER to control the depth<a name="line.541"></a>
-<span class="sourceLineNo">542</span>      for (Runnable runnable : runnables) {<a name="line.542"></a>
-<span class="sourceLineNo">543</span>        if ((--actionsRemaining == 0) &amp;&amp; reuseThread<a name="line.543"></a>
-<span class="sourceLineNo">544</span>            &amp;&amp; numAttempt % HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER != 0) {<a name="line.544"></a>
-<span class="sourceLineNo">545</span>          runnable.run();<a name="line.545"></a>
-<span class="sourceLineNo">546</span>        } else {<a name="line.546"></a>
-<span class="sourceLineNo">547</span>          try {<a name="line.547"></a>
-<span class="sourceLineNo">548</span>            pool.submit(runnable);<a name="line.548"></a>
-<span class="sourceLineNo">549</span>          } catch (Throwable t) {<a name="line.549"></a>
-<span class="sourceLineNo">550</span>            if (t instanceof RejectedExecutionException) {<a name="line.550"></a>
-<span class="sourceLineNo">551</span>              // This should never happen. But as the pool is provided by the end user,<a name="line.551"></a>
-<span class="sourceLineNo">552</span>              // let's secure this a little.<a name="line.552"></a>
-<span class="sourceLineNo">553</span>              LOG.warn("#" + asyncProcess.id + ", the task was rejected by the pool. This is unexpected." +<a name="line.553"></a>
-<span class="sourceLineNo">554</span>                  " Server is " + server.getServerName(), t);<a name="line.554"></a>
-<span class="sourceLineNo">555</span>            } else {<a name="line.555"></a>
-<span class="sourceLineNo">556</span>              // see #HBASE-14359 for more details<a name="line.556"></a>
-<span class="sourceLineNo">557</span>              LOG.warn("Caught unexpected exception/error: ", t);<a name="line.557"></a>
-<span class="sourceLineNo">558</span>            }<a name="line.558"></a>
-<span class="sourceLineNo">559</span>            asyncProcess.decTaskCounters(multiAction.getRegions(), server);<a name="line.559"></a>
-<span class="sourceLineNo">560</span>            // We're likely to fail again, but this will increment the attempt counter,<a name="line.560"></a>
-<span class="sourceLineNo">561</span>            // so it will finish.<a name="line.561"></a>
-<span class="sourceLineNo">562</span>            receiveGlobalFailure(multiAction, server, numAttempt, t);<a name="line.562"></a>
-<span class="sourceLineNo">563</span>          }<a name="line.563"></a>
-<span class="sourceLineNo">564</span>        }<a name="line.564"></a>
-<span class="sourceLineNo">565</span>      }<a name="line.565"></a>
-<span class="sourceLineNo">566</span>    }<a name="line.566"></a>
-<span class="sourceLineNo">567</span><a name="line.567"></a>
-<span class="sourceLineNo">568</span>    if (actionsForReplicaThread != null) {<a name="line.568"></a>
-<span class="sourceLineNo">569</span>      startWaitingForReplicaCalls(actionsForReplicaThread);<a name="line.569"></a>
-<span class="sourceLineNo">570</span>    }<a name="line.570"></a>
-<span class="sourceLineNo">571</span>  }<a name="line.571"></a>
-<span class="sourceLineNo">572</span><a name="line.572"></a>
-<span class="sourceLineNo">573</span>  private Collection&lt;? extends Runnable&gt; getNewMultiActionRunnable(ServerName server,<a name="line.573"></a>
-<span class="sourceLineNo">574</span>                                                                   MultiAction multiAction,<a name="line.574"></a>
-<span class="sourceLineNo">575</span>                                                                   int numAttempt) {<a name="line.575"></a>
-<span class="sourceLineNo">576</span>    // no stats to manage, just do the standard action<a name="line.576"></a>
-<span class="sourceLineNo">577</span>    if (asyncProcess.connection.getStatisticsTracker() == null) {<a name="line.577"></a>
-<span class="sourceLineNo">578</span>      if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.578"></a>
-<span class="sourceLineNo">579</span>        asyncProcess.connection.getConnectionMetrics().incrNormalRunners();<a name="line.579"></a>
-<span class="sourceLineNo">580</span>      }<a name="line.580"></a>
-<span class="sourceLineNo">581</span>      asyncProcess.incTaskCounters(multiAction.getRegions(), server);<a name="line.581"></a>
-<span class="sourceLineNo">582</span>      SingleServerRequestRunnable runnable = createSingleServerRequest(<a name="line.582"></a>
-<span class="sourceLineNo">583</span>              multiAction, numAttempt, server, callsInProgress);<a name="line.583"></a>
-<span class="sourceLineNo">584</span>      Tracer tracer = Tracer.curThreadTracer();<a name="line.584"></a>
-<span class="sourceLineNo">585</span><a name="line.585"></a>
-<span class="sourceLineNo">586</span>      if (tracer == null) {<a name="line.586"></a>
-<span class="sourceLineNo">587</span>        return Collections.singletonList(runnable);<a name="line.587"></a>
-<span class="sourceLineNo">588</span>      } else {<a name="line.588"></a>
-<span class="sourceLineNo">589</span>        return Collections.singletonList(tracer.wrap(runnable, "AsyncProcess.sendMultiAction"));<a name="line.589"></a>
-<span class="sourceLineNo">590</span>      }<a name="line.590"></a>
-<span class="sourceLineNo">591</span>    }<a name="line.591"></a>
-<span class="sourceLineNo">592</span><a name="line.592"></a>
-<span class="sourceLineNo">593</span>    // group the actions by the amount of delay<a name="line.593"></a>
-<span class="sourceLineNo">594</span>    Map&lt;Long, DelayingRunner&gt; actions = new HashMap&lt;&gt;(multiAction.size());<a name="line.594"></a>
-<span class="sourceLineNo">595</span><a name="line.595"></a>
-<span class="sourceLineNo">596</span>    // split up the actions<a name="line.596"></a>
-<span class="sourceLineNo">597</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; e : multiAction.actions.entrySet()) {<a name="line.597"></a>
-<span class="sourceLineNo">598</span>      Long backoff = getBackoff(server, e.getKey());<a name="line.598"></a>
-<span class="sourceLineNo">599</span>      DelayingRunner runner = actions.get(backoff);<a name="line.599"></a>
-<span class="sourceLineNo">600</span>      if (runner == null) {<a name="line.600"></a>
-<span class="sourceLineNo">601</span>        actions.put(backoff, new DelayingRunner(backoff, e));<a name="line.601"></a>
-<span class="sourceLineNo">602</span>      } else {<a name="line.602"></a>
-<span class="sourceLineNo">603</span>        runner.add(e);<a name="line.603"></a>
-<span class="sourceLineNo">604</span>      }<a name="line.604"></a>
-<span class="sourceLineNo">605</span>    }<a name="line.605"></a>
-<span class="sourceLineNo">606</span><a name="line.606"></a>
-<span class="sourceLineNo">607</span>    List&lt;Runnable&gt; toReturn = new ArrayList&lt;&gt;(actions.size());<a name="line.607"></a>
-<span class="sourceLineNo">608</span>    for (DelayingRunner runner : actions.values()) {<a name="line.608"></a>
-<span class="sourceLineNo">609</span>      asyncProcess.incTaskCounters(runner.getActions().getRegions(), server);<a name="line.609"></a>
-<span class="sourceLineNo">610</span>      String traceText = "AsyncProcess.sendMultiAction";<a name="line.610"></a>
-<span class="sourceLineNo">611</span>      Runnable runnable = createSingleServerRequest(runner.getActions(), numAttempt, server, callsInProgress);<a name="line.611"></a>
-<span class="sourceLineNo">612</span>      // use a delay runner only if we need to sleep for some time<a name="line.612"></a>
-<span class="sourceLineNo">613</span>      if (runner.getSleepTime() &gt; 0) {<a name="line.613"></a>
-<span class="sourceLineNo">614</span>        runner.setRunner(runnable);<a name="line.614"></a>
-<span class="sourceLineNo">615</span>        traceText = "AsyncProcess.clientBackoff.sendMultiAction";<a name="line.615"></a>
-<span class="sourceLineNo">616</span>        runnable = runner;<a name="line.616"></a>
-<span class="sourceLineNo">617</span>        if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.617"></a>
-<span class="sourceLineNo">618</span>          asyncProcess.connection.getConnectionMetrics().incrDelayRunners();<a name="line.618"></a>
-<span class="sourceLineNo">619</span>          asyncProcess.connection.getConnectionMetrics().updateDelayInterval(runner.getSleepTime());<a name="line.619"></a>
-<span class="sourceLineNo">620</span>        }<a name="line.620"></a>
-<span class="sourceLineNo">621</span>      } else {<a name="line.621"></a>
-<span class="sourceLineNo">622</span>        if (asyncProcess.connection.getConnectionMetrics() != null) {<a name="line.622"></a>
-<span class="sourceLineNo">623</span>          asyncProcess.connection.getConnectionMetrics().incrNormalRunners();<a name="line.623"></a>
-<span class="sourceLineNo">624</span>        }<a name="line.624"></a>
-<span class="sourceLineNo">625</span>      }<a name="line.625"></a>
-<span class="sourceLineNo">626</span>      runnable = TraceUtil.wrap(runnable, traceText);<a name="line.626"></a>
-<span class="sourceLineNo">627</span>      toReturn.add(runnable);<a name="line.627"></a>
-<span class="sourceLineNo">628</span><a name="line.628"></a>
-<span class="sourceLineNo">629</span>    }<a name="line.629"></a>
-<span class="sourceLineNo">630</span>    return toReturn;<a name="line.630"></a>
-<span class="sourceLineNo">631</span>  }<a name="line.631"></a>
-<span class="sourceLineNo">632</span><a name="line.632"></a>
-<span class="sourceLineNo">633</span>  /**<a name="line.633"></a>
-<span class="sourceLineNo">634</span>   * @param server server location where the target region is hosted<a name="line.634"></a>
-<span class="sourceLineNo">635</span>   * @param regionName name of the region which we are going to write some data<a name="line.635"></a>
-<span class="sourceLineNo">636</span>   * @return the amount of time the client should wait until it submit a request to the<a name="line.636"></a>
-<span class="sourceLineNo">637</span>   * specified server and region<a name="line.637"></a>
-<span class="sourceLineNo">638</span>   */<a name="line.638"></a>
-<span class="sourceLineNo">639</span>  private Long getBackoff(ServerName server, byte[] regionName) {<a name="line.639"></a>
-<span class="sourceLineNo">640</span>    ServerStatisticTracker tracker = asyncProcess.connection.getStatisticsTracker();<a name="line.640"></a>
-<span class="sourceLineNo">641</span>    ServerStatistics stats = tracker.getStats(server);<a name="line.641"></a>
-<span class="sourceLineNo">642</span>    return asyncProcess.connection.getBackoffPolicy()<a name="line.642"></a>
-<span class="sourceLineNo">643</span>        .getBackoffTime(server, regionName, stats);<a name="line.643"></a>
-<span class="sourceLineNo">644</span>  }<a name="line.644"></a>
-<span class="sourceLineNo">645</span><a name="line.645"></a>
-<span class="sourceLineNo">646</span>  /**<a name="line.646"></a>
-<span class="sourceLineNo">647</span>   * Starts waiting to issue replica calls on a different thread; or issues them immediately.<a name="line.647"></a>
-<span class="sourceLineNo">648</span>   */<a name="line.648"></a>
-<span class="sourceLineNo">649</span>  private void startWaitingForReplicaCalls(List&lt;Action&gt; actionsForReplicaThread) {<a name="line.649"></a>
-<span class="sourceLineNo">650</span>    long startTime = EnvironmentEdgeManager.currentTime();<a name="line.650"></a>
-<span class="sourceLineNo">651</span>    ReplicaCallIssuingRunnable replicaRunnable = new ReplicaCallIssuingRunnable(<a name="line.651"></a>
-<span class="sourceLineNo">652</span>        actionsForReplicaThread, startTime);<a name="line.652"></a>
-<span class="sourceLineNo">653</span>    if (asyncProcess.primaryCallTimeoutMicroseconds == 0) {<a name="line.653"></a>
-<span class="sourceLineNo">654</span>      // Start replica calls immediately.<a name="line.654"></a>
-<span class="sourceLineNo">655</span>      replicaRunnable.run();<a name="line.655"></a>
-<span class="sourceLineNo">656</span>    } else {<a name="line.656"></a>
-<span class="sourceLineNo">657</span>      // Start the thread that may kick off replica gets.<a name="line.657"></a>
-<span class="sourceLineNo">658</span>      // TODO: we could do it on the same thread, but it's a user thread, might be a bad idea.<a name="line.658"></a>
-<span class="sourceLineNo">659</span>      try {<a name="line.659"></a>
-<span class="sourceLineNo">660</span>        pool.submit(replicaRunnable);<a name="line.660"></a>
-<span class="sourceLineNo">661</span>      } catch (RejectedExecutionException ree) {<a name="line.661"></a>
-<span class="sourceLineNo">662</span>        LOG.warn("#" + asyncProcess.id + ", replica task was rejected by the pool - no replica calls", ree);<a name="line.662"></a>
-<span class="sourceLineNo">663</span>      }<a name="line.663"></a>
-<span class="sourceLineNo">664</span>    }<a name="line.664"></a>
-<span class="sourceLineNo">665</span>  }<a name="line.665"></a>
-<span class="sourceLineNo">666</span><a name="line.666"></a>
-<span class="sourceLineNo">667</span>  /**<a name="line.667"></a>
-<span class="sourceLineNo">668</span>   * Check that we can retry acts accordingly: logs, set the error status.<a name="line.668"></a>
-<span class="sourceLineNo">669</span>   *<a name="line.669"></a>
-<span class="sourceLineNo">670</span>   * @param originalIndex the position in the list sent<a name="line.670"></a>
-<span class="sourceLineNo">671</span>   * @param row           the row<a name="line.671"></a>
-<span class="sourceLineNo">672</span>   * @param canRetry      if false, we won't retry whatever the settings.<a name="line.672"></a>
-<span class="sourceLineNo">673</span>   * @param throwable     the throwable, if any (can be null)<a name="line.673"></a>
-<span class="sourceLineNo">674</span>   * @param server        the location, if any (can be null)<a name="line.674"></a>
-<span class="sourceLineNo">675</span>   * @return true if the action can be retried, false otherwise.<a name="line.675"></a>
-<span class="sourceLineNo">676</span>   */<a name="line.676"></a>
-<span class="sourceLineNo">677</span>  Retry manageError(int originalIndex, Row row, Retry canRetry,<a name="line.677"></a>
-<span class="sourceLineNo">678</span>                                        Throwable throwable, ServerName server) {<a name="line.678"></a>
-<span class="sourceLineNo">679</span>    if (canRetry == Retry.YES<a name="line.679"></a>
-<span class="sourceLineNo">680</span>        &amp;&amp; throwable != null &amp;&amp; throwable instanceof DoNotRetryIOException) {<a name="line.680"></a>
-<span class="sourceLineNo">681</span>      canRetry = Retry.NO_NOT_RETRIABLE;<a name="line.681"></a>
-<span class="sourceLineNo">682</span>    }<a name="line.682"></a>
-<span class="sourceLineNo">683</span><a name="line.683"></a>
-<span class="sourceLineNo">684</span>    if (canRetry != Retry.YES) {<a name="line.684"></a>
-<span class="sourceLineNo">685</span>      // Batch.Callback&lt;Res&gt; was not called on failure in 0.94. We keep this.<a name="line.685"></a>
-<span class="sourceLineNo">686</span>      setError(originalIndex, row, throwable, server);<a name="line.686"></a>
-<span class="sourceLineNo">687</span>    } else if (isActionComplete(originalIndex, row)) {<a name="line.687"></a>
-<span class="sourceLineNo">688</span>      canRetry = Retry.NO_OTHER_SUCCEEDED;<a name="line.688"></a>
-<span class="sourceLineNo">689</span>    }<a name="line.689"></a>
-<span class="sourceLineNo">690</span>    return canRetry;<a name="line.690"></a>
-<span class="sourceLineNo">691</span>  }<a name="line.691"></a>
-<span class="sourceLineNo">692</span><a name="line.692"></a>
-<span class="sourceLineNo">693</span>  /**<a name="line.693"></a>
-<span class="sourceLineNo">694</span>   * Resubmit all the actions from this multiaction after a failure.<a name="line.694"></a>
-<span class="sourceLineNo">695</span>   *<a name="line.695"></a>
-<span class="sourceLineNo">696</span>   * @param rsActions  the actions still to do from the initial list<a name="line.696"></a>
-<span class="sourceLineNo">697</span>   * @param server   the destination<a name="line.697"></a>
-<span class="sourceLineNo">698</span>   * @param numAttempt the number of attempts so far<a name="line.698"></a>
-<span class="sourceLineNo">699</span>   * @param t the throwable (if any) that caused the resubmit<a name="line.699"></a>
-<span class="sourceLineNo">700</span>   */<a name="line.700"></a>
-<span class="sourceLineNo">701</span>  private void receiveGlobalFailure(<a name="line.701"></a>
-<span class="sourceLineNo">702</span>      MultiAction rsActions, ServerName server, int numAttempt, Throwable t) {<a name="line.702"></a>
-<span class="sourceLineNo">703</span>    errorsByServer.reportServerError(server);<a name="line.703"></a>
-<span class="sourceLineNo">704</span>    Retry canRetry = errorsByServer.canTryMore(numAttempt)<a name="line.704"></a>
-<span class="sourceLineNo">705</span>        ? Retry.YES : Retry.NO_RETRIES_EXHAUSTED;<a name="line.705"></a>
-<span class="sourceLineNo">706</span><a name="line.706"></a>
-<span class="sourceLineNo">707</span>    cleanServerCache(server, t);<a name="line.707"></a>
-<span class="sourceLineNo">708</span>    int failed = 0;<a name="line.708"></a>
-<span class="sourceLineNo">709</span>    int stopped = 0;<a name="line.709"></a>
-<span class="sourceLineNo">710</span>    List&lt;Action&gt; toReplay = new ArrayList&lt;&gt;();<a name="line.710"></a>
-<span class="sourceLineNo">711</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; e : rsActions.actions.entrySet()) {<a name="line.711"></a>
-<span class="sourceLineNo">712</span>      byte[] regionName = e.getKey();<a name="line.712"></a>
-<span class="sourceLineNo">713</span>      byte[] row = e.getValue().get(0).getAction().getRow();<a name="line.713"></a>
-<span class="sourceLineNo">714</span>      // Do not use the exception for updating cache because it might be coming from<a name="line.714"></a>
-<span class="sourceLineNo">715</span>      // any of the regions in the MultiAction.<a name="line.715"></a>
-<span class="sourceLineNo">716</span>      updateCachedLocations(server, regionName, row,<a name="line.716"></a>
-<span class="sourceLineNo">717</span>        ClientExceptionsUtil.isMetaClearingException(t) ? null : t);<a name="line.717"></a>
-<span class="sourceLineNo">718</span>      for (Action action : e.getValue()) {<a name="line.718"></a>
-<span class="sourceLineNo">719</span>        Retry retry = manageError(<a name="line.719"></a>
-<span class="sourceLineNo">720</span>            action.getOriginalIndex(), action.getAction(), canRetry, t, server);<a name="line.720"></a>
-<span class="sourceLineNo">721</span>        if (retry == Retry.YES) {<a name="line.721"></a>
-<span class="sourceLineNo">722</span>          toReplay.add(action);<a name="line.722"></a>
-<span class="sourceLineNo">723</span>        } else if (retry == Retry.NO_OTHER_SUCCEEDED) {<a name="line.723"></a>
-<span class="sourceLineNo">724</span>          ++stopped;<a name="line.724"></a>
-<span class="sourceLineNo">725</span>        } else {<a name="line.725"></a>
-<span class="sourceLineNo">726</span>          ++failed;<a name="line.726"></a>
-<span class="sourceLineNo">727</span>        }<a name="line.727"></a>
-<span class="sourceLineNo">728</span>      }<a name="line.728"></a>
-<span class="sourceLineNo">729</span>    }<a name="line.729"></a>
-<span class="sourceLineNo">730</span><a name="line.730"></a>
-<span class="sourceLineNo">731</span>    if (toReplay.isEmpty()) {<a name="line.731"></a>
-<span class="sourceLineNo">732</span>      logNoResubmit(server, numAttempt, rsActions.size(), t, failed, stopped);<a name="line.732"></a>
-<span class="sourceLineNo">733</span>    } else {<a name="line.733"></a>
-<span class="sourceLineNo">734</span>      resubmit(server, toReplay, numAttempt, rsActions.size(), t);<a name="line.734"></a>
-<span class="sourceLineNo">735</span>    }<a name="line.735"></a>
-<span class="sourceLineNo">736</span>  }<a name="line.736"></a>
-<span class="sourceLineNo">737</span><a name="line.737"></a>
-<span class="sourceLineNo">738</span>  /**<a name="line.738"></a>
-<span class="sourceLineNo">739</span>   * Log as much info as possible, and, if there is something to replay,<a name="line.739"></a>
-<span class="sourceLineNo">740</span>   * submit it again after a back off sleep.<a name="line.740"></a>
-<span class="sourceLineNo">741</span>   */<a name="line.741"></a>
-<span class="sourceLineNo">742</span>  private void resubmit(ServerName oldServer, List&lt;Action&gt; toReplay,<a name="line.742"></a>
-<span class="sourceLineNo">743</span>                        int numAttempt, int failureCount, Throwable throwable) {<a name="line.743"></a>
-<span class="sourceLineNo">744</span>    // We have something to replay. We're going to sleep a little before.<a name="line.744"></a>
-<span class="sourceLineNo">745</span><a name="line.745"></a>
-<span class="sourceLineNo">746</span>    // We have two contradicting needs here:<a name="line.746"></a>
-<span class="sourceLineNo">747</span>    //  1) We want to get the new location after having slept, as it may change.<a name="line.747"></a>
-<span class="sourceLineNo">748</span>    //  2) We want to take into account the location when calculating the sleep time.<a name="line.748"></a>
-<span class="sourceLineNo">749</span>    //  3) If all this is just because the response needed to be chunked try again FAST.<a name="line.749"></a>
-<span class="sourceLineNo">750</span>    // It should be possible to have some heuristics to take the right decision. Short term,<a name="line.750"></a>
-<span class="sourceLineNo">751</span>    //  we go for one.<a name="line.751"></a>
-<span class="sourceLineNo">752</span>    boolean retryImmediately = throwable instanceof RetryImmediatelyException;<a name="line.752"></a>
-<span class="sourceLineNo">753</span>    int nextAttemptNumber = retryImmediately ? numAttempt : numAttempt + 1;<a name="line.753"></a>
-<span class="sourceLineNo">754</span>    long backOffTime;<a name="line.754"></a>
-<span class="sourceLineNo">755</span>    if (retryImmediately) {<a name="line.755"></a>
-<span class="sourceLineNo">756</span>      backOffTime = 0;<a name="line.756"></a>
-<span class="sourceLineNo">757</span>    } else if (throwable instanceof CallQueueTooBigException) {<a name="line.757"></a>
-<span class="sourceLineNo">758</span>      // Give a special check on CQTBE, see #HBASE-17114<a name="line.758"></a>
-<span class="sourceLineNo">759</span>      backOffTime = errorsByServer.calculateBackoffTime(oldServer, asyncProcess.pauseForCQTBE);<a name="line.759"></a>
-<span class="sourceLineNo">760</span>    } else {<a name="line.760"></a>
-<span class="sourceLineNo">761</span>      backOffTime = errorsByServer.calculateBackoffTime(oldServer, asyncProcess.pause);<a name="line.761"></a>
-<span class="sourceLineNo">762</span>    }<a name="line.762"></a>
-<span class="sourceLineNo">763</span>    if (numAttempt &gt; asyncProcess.startLogErrorsCnt) {<a name="line.763"></a>
-<span class="sourceLineNo">764</span>      // We use this value to have some logs when we have multiple failures, but not too many<a name="line.764"></a>
-<span class="sourceLineNo">765</span>      //  logs, as errors are to be expected when a region moves, splits and so on<a name="line.765"></a>
-<span class="sourceLineNo">766</span>      LOG.info(createLog(numAttempt, failureCount, toReplay.size(),<a name="line.766"></a>
-<span class="sourceLineNo">767</span>          oldServer, throwable, backOffTime, true, null, -1, -1));<a name="line.767"></a>
-<span class="sourceLineNo">768</span>    }<a name="line.768"></a>
-<span class="sourceLineNo">769</span><a name="line.769"></a>
-<span class="sourceLineNo">770</span>    try {<a name="line.770"></a>
-<span class="sourceLineNo">771</span>      if (backOffTime &gt; 0) {<a name="line.771"></a>
-<span class="sourceLineNo">772</span>        Thread.sleep(backOffTime);<a name="line.772"></a>
-<span class="sourceLineNo">773</span>      }<a name="line.773"></a>
-<span class="sourceLineNo">774</span>    } catch (InterruptedException e) {<a name="line.774"></a>
-<span class="sourceLineNo">775</span>      LOG.warn("#" + asyncProcess.id + ", not sent: " + toReplay.size() + " operations, " + oldServer, e);<a name="line.775"></a>
-<span class="sourceLineNo">776</span>      Thread.currentThread().interrupt();<a name="line.776"></a>
-<span class="sourceLineNo">777</span>      return;<a name="line.777"></a>
-<span class="sourceLineNo">778</span>    }<a name="line.778"></a>
-<span class="sourceLineNo">779</span><a name="line.779"></a>
-<span class="sourceLineNo">780</span>    groupAndSendMultiAction(toReplay, nextAttemptNumber);<a name="line.780"></a>
-<span class="sourceLineNo">781</span>  }<a name="line.781"></a>
-<span class="sourceLineNo">782</span><a name="line.782"></a>
-<span class="sourceLineNo">783</span>  private void logNoResubmit(ServerName oldServer, int numAttempt,<a name="line.783"></a>
-<span class="sourceLineNo">784</span>                             int failureCount, Throwable throwable, int failed, int stopped) {<a name="line.784"></a>
-<span class="sourceLineNo">785</span>    if (failureCount != 0 || numAttempt &gt; asyncProcess.startLogErrorsCnt + 1) {<a name="line.785"></a>
-<span class="sourceLineNo">786</span>      String timeStr = new Date(errorsByServer.getStartTrackingTime()).toString();<a name="line.786"></a>
-<span class="sourceLineNo">787</span>      String logMessage = createLog(numAttempt, failureCount, 0, oldServer,<a name="line.787"></a>
-<span class="sourceLineNo">788</span>          throwable, -1, false, timeStr, failed, stopped);<a name="line.788"></a>
-<span class="sourceLineNo">789</span>      if (failed != 0) {<a name="line.789"></a>
-<span class="sourceLineNo">790</span>        // Only log final failures as warning<a name="line.790"></a>
-<span class="sourceLineNo">791</span>        LOG.warn(logMessage);<a name="line.791"></a>
-<span class="sourceLineNo">792</span>      } else {<a name="line.792"></a>
-<span class="sourceLineNo">793</span>        LOG.info(logMessage);<a name="line.793"></a>
-<span class="sourceLineNo">794</span>      }<a name="line.794"></a>
-<span class="sourceLineNo">795</span>    }<a name="line.795"></a>
-<span class="sourceLineNo">796</span>  }<a name="line.796"></a>
-<span class="sourceLineNo">797</span><a name="line.797"></a>
-<span class="sourceLineNo">798</span>  /**<a name="line.798"></a>
-<span class="sourceLineNo">799</span>   * Called when we receive the result of a server query.<a name="line.799"></a>
-<span class="sourceLineNo">800</span>   *<a name="line.800"></a>
-<span class="sourceLineNo">801</span>   * @param multiAction    - the multiAction we sent<a name="line.801"></a>
-<span class="sourceLineNo">802</span>   * @param server       - the location. It's used as a server name.<a name="line.802"></a>
-<span class="sourceLineNo">803</span>   * @param responses      - the response, if any<a name="line.803"></a>
-<span class="sourceLineNo">804</span>   * @param numAttempt     - the attempt<a name="line.804"></a>
-<span class="sourceLineNo">805</span>   */<a name="line.805"></a>
-<span class="sourceLineNo">806</span>  private void receiveMultiAction(MultiAction multiAction,<a name="line.806"></a>
-<span class="sourceLineNo">807</span>                                  ServerName server, MultiResponse responses, int numAttempt) {<a name="line.807"></a>
-<span class="sourceLineNo">808</span>    assert responses != null;<a name="line.808"></a>
-<span class="sourceLineNo">809</span><a name="line.809"></a>
-<span class="sourceLineNo">810</span>    Map&lt;byte[], MultiResponse.RegionResult&gt; results = responses.getResults();<a name="line.810"></a>
-<span class="sourceLineNo">811</span>    updateStats(server, results);<a name="line.811"></a>
-<span class="sourceLineNo">812</span><a name="line.812"></a>
-<span class="sourceLineNo">813</span>    // Success or partial success<a name="line.813"></a>
-<span class="sourceLineNo">814</span>    // Analyze detailed results. We can still have individual failures to be redo.<a name="line.814"></a>
-<span class="sourceLineNo">815</span>    // two specific throwables are managed:<a name="line.815"></a>
-<span class="sourceLineNo">816</span>    //  - DoNotRetryIOException: we continue to retry for other actions<a name="line.816"></a>
-<span class="sourceLineNo">817</span>    //  - RegionMovedException: we update the cache with the new region location<a name="line.817"></a>
-<span class="sourceLineNo">818</span><a name="line.818"></a>
-<span class="sourceLineNo">819</span>    List&lt;Action&gt; toReplay = new ArrayList&lt;&gt;();<a name="line.819"></a>
-<span class="sourceLineNo">820</span>    Throwable lastException = null;<a name="line.820"></a>
-<span class="sourceLineNo">821</span>    int failureCount = 0;<a name="line.821"></a>
-<span class="sourceLineNo">822</span>    int failed = 0;<a name="line.822"></a>
-<span class="sourceLineNo">823</span>    int stopped = 0;<a name="line.823"></a>
-<span class="sourceLineNo">824</span>    Retry retry = null;<a name="line.824"></a>
-<span class="sourceLineNo">825</span>    // Go by original action.<a name="line.825"></a>
-<span class="sourceLineNo">826</span>    for (Map.Entry&lt;byte[], List&lt;Action&gt;&gt; regionEntry : multiAction.actions.entrySet()) {<a name="line.826"></a>
-<span class="sourceLineNo">827</span>      byte[] regionName = regionEntry.getKey();<a name="line.827"></a>
-<span class="sourceLineNo">828</span><a name="line.828"></a>
-<span class="sourceLineNo">829</span>      Throwable regionException = responses.getExceptions().get(regionName);<a name="line.829"></a>
-<span class="sourceLineNo">830</span>      cleanServerCache(server, regionException);<a name="line.830"></a>
-<span class="sourceLineNo">831</span><a name="line.831"></a>
-<span class="sourceLineNo">832</span>      Map&lt;Integer, Object&gt; regionResults =<a name="line.832"></a>
-<span class="sourceLineNo">833</span>        results.containsKey(regionName) ? results.get(regionName).result : Collections.emptyMap();<a name="line.833"></a>
-<span class="sourceLineNo">834</span>      boolean regionFailureRegistered = false;<a name="line.834"></a>
-<span class="sourceLineNo">835</span>      for (Action sentAction : regionEntry.getValue()) {<a name="line.835"></a>
-<span class="sourceLineNo">836</span>        Object result = regionResults.get(sentAction.getOriginalIndex());<a name="line.836"></a>
-<span class="sourceLineNo">837</span>        if (result == null) {<a name="line.837"></a>
-<span class="sourceLineNo">838</span>          if (regionException == null) {<a name="line.838"></a>
-<span class="sourceLineNo">839</span>            LOG.error("Server sent us neither results nor exceptions for "<a name="line.839"></a>
-<span class="sourceLineNo">840</span>              + Bytes.toStringBinary(regionName)<a name="line.840"></a>
-<span class="sourceLineNo">841</span>              + ", numAttempt:" + numAttempt);<a name="line.841"></a>
-<span class="sourceLineNo">842</span>            regionException = new RuntimeException("Invalid response");<a name="line.842"></a>
-<span class="sourceLineNo">843</span>          }<a name="line.843"></a>
-<span class="sourceLineNo">844</span>          // If the row operation encounters the region-lever error, the exception of action may be<a name="line.844"></a>
-<span class="sourceLineNo">845</span>          // null.<a name="line.845"></a>
-<span class="sourceLineNo">846</span>          result = regionException;<a name="line.846"></a>
-<span class="sourceLineNo">847</span>        }<a name="line.847"></a>
-<span class="sourceLineNo">848</span>        // Failure: retry if it's make sense else update the errors lists<a name="line.848"></a>
-<span class="sourceLineNo">849</span>        if (result instanceof Throwable) {<a name="line.849"></a>
-<span class="sourceLineNo">850</span>          Throwable actionException = (Throwable) result;<a name="line.850"></a>
-<span class="sourceLineNo">851</span>          Row row = sentAction.getAction();<a name="line.851"></a>
-<span class="sourceLineNo">852</span>          lastException = regionException != null ? regionException<a name="line.852"></a>
-<span class="sourceLineNo">853</span>            : ClientExceptionsUtil.findException(actionException);<a name="line.853"></a>
-<span class="sourceLineNo">854</span>          // Register corresponding failures once per server/once per region.<a name="line.854"></a>
-<span class="sourceLineNo">855</span>          if (!regionFailureRegistered) {<a name="line.855"></a>
-<span class="sourceLineNo">856</span>            regionFailureRegistered = true;<a name="line.856"></a>
-<span class="sourceLineNo">857</span>            updateCachedLocations(server, regionName, row.getRow(), actionException);<a name="line.857"></a>
-<span class="sourceLineNo">858</span>          }<a name="line.858"></a>
-<span class="sourceLineNo">859</span>          if (retry == null) {<a name="line.859"></a>
-<span class="sourceLineNo">860</span>            errorsByServer.reportServerError(server);<a name="line.860"></a>
-<span class="sourceLineNo">861</span>            // We determine canRetry only once for all calls, after reporting server failure.<a name="line.861"></a>
-<span class="sourceLineNo">862</span>            retry = errorsByServer.canTryMore(numAttempt) ?<a name="line.862"></a>
-<span class="sourceLineNo">863</span>              Retry.YES : Retry.NO_RETRIES_EXHAUSTED;<a name="line.863"></a>
-<span class="sourceLineNo">864</span>          }<a name="line.864"></a>
-<span class="sourceLineNo">865</span>          ++failureCount;<a name="line.865"></a>
-<span class="sourceLineNo">866</span>          switch (manageError(sentAction.getOriginalIndex(), row, retry, actionException,<a name="line.866"></a>
-<span class="sourceLineNo">867</span>            server)) {<a name="line.867"></a>
-<span class="sourceLineNo">868</span>            case YES:<a name="line.868"></a>
-<span class="sourceLineNo">869</span>              toReplay.add(sentAction);<a name="line.869"></a>
-<span class="sourceLineNo">870</span>              break;<a name="line.870"></a>
-<span class="sourceLineNo">871</span>            case NO_OTHER_SUCCEEDED:<a name="line.871"></a>
-<span class="sourceLineNo">872</span>              ++stopped;<a name="line.872"></a>
-<span class="sourceLineNo">873</span>              break;<a name="line.873"></a>
-<span class="sourceLineNo">874</span>            default:<a name="line.874"></a>
-<span class="sourceLineNo">875</span>              ++failed;<a name="line.875"></a>
-<span class="sourceLineNo">876</span>              break;<a name="line.876"></a>
-<span class="sourceLineNo">877</span>          }<a name="line.877"></a>
-<span class="sourceLineNo">878</span>        } else {<a name="line.878"></a>
-<span class="sourceLineNo">879</span>          invokeCallBack(regionName, sentAction.getAction().getRow(), (CResult) result);<a name="line.879"></a>
-<span class="sourceLineNo">880</span>          setResult(sentAction, result);<a name="line.880"></a>
-<span class="sourceLineNo">881</span>        }<a name="line.881"></a>
-<span class="sourceLineNo">882</span>      }<a name="line.882"></a>
-<span class="sourceLineNo">883</span>    }<a name="line.883"></a>
-<span class="sourceLineNo">884</span>    if (toReplay.isEmpty()) {<a name="line.884"></a>
-<span class="sourceLineNo">885</span>      logNoResubmit(server, numAttempt, failureCount, lastException, failed, stopped);<a name="line.885"></a>
-<span class="sourceLineNo">886</span>    } else {<a name="line.886"></a>
-<span class="sourceLineNo">887</span>      resubmit(server, toReplay, numAttempt, failureCount, lastException);<a name="line.887"></a>
-<span class="sourceLineNo">888</span>    }<a name="line.888"></a>
-<span class="sourceLineNo">889</span>  }<a name="line.889"></a>
-<span class="sourceLineNo">890</span><a name="line.890"></a>
-<span class="sourceLineNo">891</span>  private void updateCachedLocations(ServerName server, byte[] regionName, byte[] row,<a name="line.891"></a>
-<span class="sourceLineNo">892</span>    Throwable rowException) {<a name="line.892"></a>
-<span class="sourceLineNo">893</span>    if (tableName == null) {<a name="line.893"></a>
-<span class="sourceLineNo">894</span>      return;<a name="line.894"></a>
-<span class="sourceLineNo">895</span>    }<a name="line.895"></a>
-<span class="sourceLineNo">896</span>    try {<a name="line.896"></a>
-<span class="sourceLineNo">897</span>      asyncProcess.connection<a name="line.897"></a>
-<span class="sourceLineNo">898</span>        .updateCachedLocations(tableName, regionName, row, rowException, server);<a name="line.898"></a>
-<span class="sourceLineNo">899</span>    } catch (Throwable ex) {<a name="line.899"></a>
-<span class="sourceLineNo">900</span>      // That should never happen, but if it did, we want to make sure<a name="line.900"></a>
-<span class="sourceLineNo">901</span>      // we still process errors<a name="line.901"></a>
-<span class="sourceLineNo">902</span>      LOG.error("Couldn't update cached region locations: " + ex);<a name="line.902"></a>
-<span class="sourceLineNo">903</span>    }<a name="line.903"></a>
-<span class="sourceLineNo">904</span>  }<a name="line.904"></a>
-<span class="sourceLineNo">905</span><a name="line.905"></a>
-<span class="sourceLineNo">906</span>  private void invokeCallBack(byte[] regionName, byte[] row, CResult result) {<a name="line.906"></a>
-<span class="sourceLineNo">907</span>    if (callback != null) {<a name="line.907"></a>
-<span class="sourceLineNo">908</span>      try {<a name="line.908"></a>
-<span class="sourceLineNo">909</span>        //noinspection unchecked<a name="line.909"></a>
-<span class="sourceLineNo">910</span>        // TODO: would callback expect a replica region name if it gets one?<a name="line.910"></a>
-<span class="sourceLineNo">911</span>        this.callback.update(regionName, row, result);<a name="line.911"></a>
-<span class="sourceLineNo">912</span>      } catch (Throwable t) {<a name="line.912"></a>
-<span class="sourceLineNo">913</span>        LOG.error("User callback threw an exception for "<a name="line.913"></a>
-<span class="sourceLineNo">914</span>          + Bytes.toStringBinary(regionName) + ", ignoring", t);<a name="line.914"></a>
-<span class="sourceLineNo">915</span>      }<a name="line.915"></a>
-<span class="sourceLineNo">916</span>    }<a name="line.916"></a>
-<span class="sourceLineNo">917</span>  }<a name="line.917"></a>
-<span class="sourceLineNo">918</span><a name="line.918"></a>
-<span class="sourceLineNo">919</span>  private void cleanServerCache(ServerName server, Throwable regionException) {<a name="line.919"></a>
-<span class="sourceLineNo">920</span>    if (tableName == null &amp;&amp; ClientExceptionsUtil.isMetaClearingException(regionException)) {<a name="line.920"></a>
-<span class="sourceLineNo">921</span>      // For multi-actions, we don't have a table name, but we want to make sure to clear the<a name="line.921"></a>
-<span class="sourceLineNo">922</span>      // cache in case there were location-related exceptions. We don't to clear the cache<a name="line.922"></a>
-<span class="sourceLineNo">923</span>      // for every possible exception that comes through, however.<a name="line.923"></a>
-<span class="sourceLineNo">924</span>      asyncProcess.connection.clearCaches(server);<a name="line.924"></a>
-<span class="sourceLineNo">925</span>    }<a name="line.925"></a>
-<span class="sourceLineNo">926</span>  }<a name="line.926"></a>
-<span class="sourceLineNo">927</span><a name="line.927"></a>
-<span class="sourceLineNo">928</span>  @VisibleForTesting<a name="line.928"></a>
-<span class="sourceLineNo">929</span>  protected void updateStats(ServerName server, Map&lt;byte[], MultiResponse.RegionResult&gt; results) {<a name="line.929"></a>
-<span class="sourceLineNo">930</span>    boolean metrics = asyncProcess.connection.getConnectionMetrics() != null;<a name="line.930"></a>
-<span class="sourceLineNo">931</span>    boolean stats = asyncProcess.connection.getStatisticsTracker() != null;<a name="line.931"></a>
-<span class="sourceLineNo">932</span>    if (!stats &amp;&amp; !metrics) {<a name="line.932"></a>
-<span class="sourceLineNo">933</span>      return;<a name="line.933"></a>
-<span class="sourceLineNo">934</span>    }<a name="line.934"></a>
-<span class="sourceLineNo">935</span>    for (Map.Entry&lt;byte[], MultiResponse.RegionResult&gt; regionStats : results.entrySet()) {<a name="line.935"></a>
-<span class="sourceLineNo">936</span>      byte[] regionName = regionStats.getKey();<a name="line.936"></a>
-<span class="sourceLineNo">937</span>      ClientProtos.RegionLoadStats stat = regionStats.getValue().getStat();<a name="line.937"></a>
-<span class="sourceLineNo">938</span>      if (stat == null) {<a name="line.938"></a>
-<span class="sourceLineNo">939</span>        LOG.error("No ClientProtos.RegionLoadStats found for server=" + server<a name="line.939"></a>
-<span class="sourceLineNo">940</span>          + ", region=" + Bytes.toStringBinary(regionName));<a name="line.940"></a>
-<span class="sourceLineNo">941</span>        continue;<a name="line.941"></a>
-<span class="sourceLineNo">942</span>      }<a name="line.942"></a>
-<span class="sourceLineNo">943</span>      RegionLoadStats regionLoadstats = ProtobufUtil.createRegionLoadStats(stat);<a name="line.943"></a>
-<span class="sourceLineNo">944</span>      ResultStatsUtil.updateStats(asyncProcess.connection.getStatisticsTracker(), server,<a name="line.944"></a>
-<span class="sourceLineNo">945</span>          regionName, regionLoadstats);<a name="line.945"></a>
-<span class="sourceLineNo">946</span>      ResultStatsUtil.updateStats(asyncProcess.connection.getConnectionMetrics(),<a name="line.946"></a>
-<span class="sourceLineNo">947</span>          server, regionName, regionLoadstats);<a name="line.947"></a>
-<span class="sourceLineNo">948</span>    }<a name="line.948"></a>
-<span class="sourceLineNo">949</span>  }<a name="line.949"></a>
+<span class="sourceLineNo">260</span>  private final TableName tableName;<a name="line.260"></a>
+<span class="sourceLineNo">261</span>  private final AtomicLong actionsInProgress = new AtomicLong(-1);<a name="line.261"></a>
+<span class="sourceLineNo">262</span>  /**<a name="line.262"></a>
+<span class="sourceLineNo">263</span>   * The lock controls access to results. It is only held when populating results where<a name="line.263"></a>
+<span class="sourceLineNo">264</span>   * there might be several callers (eventual consistency gets). For other requests,<a name="line.264"></a>
+<span class="sourceLineNo">265</span>   * there's one unique call going on per result index.<a name="line.265"></a>
+<span class="sourceLineNo">266</span>   */<a name="line.266"></a>
+<span class="sourceLineNo">267</span>  private final Object replicaResultLock = new Object();<a name="line.267"></a>
+<span class="sourceLineNo">268</span>  /**<a name="line.268"></a>
+<span class="sourceLineNo">269</span>   * Result array.  Null if results are not needed. Otherwise, each index corresponds to<a name="line.269"></a>
+<span class="sourceLineNo">270</span>   * the action index in initial actions submitted. For most request types, has null-s for<a name="line.270"></a>
+<span class="sourceLineNo">271</span>   * requests that are not done, and result/exception for those that are done.<a name="line.271"></a>
+<span class="sourceLineNo">272</span>   * For eventual-consistency gets, initially the same applies; at some point, replica calls<a name="line.272"></a>
+<span class="sourceLineNo">273</span>   * might be started, and ReplicaResultState is put at the corresponding indices. The<a name="line.273"></a>
+<span class="sourceLineNo">274</span>   * returning calls check the type to detect when this is the case. After all calls are done,<a name="line.274"></a>
+<span class="sourceLineNo">275</span>   * ReplicaResultState-s are replaced with results for the user.<a name="line.275"></a>
+<span class="sourceLineNo">276</span>   */<a name="line.276"></a>
+<span class="sourceLineNo">277</span>  private final Object[] results;<a name="line.277"></a>
+<span class="sourceLineNo">278</span>  /**<a name="line.278"></a>
+<span class="sourceLineNo">279</span>   * Indices of replica gets in results. If null, all or no actions are replica-gets.<a name="line.279"></a>
+<span class="sourceLineNo">280</span>   */<a name="line.280"></a>
+<span class="sourceLineNo">281</span>  private final int[] replicaGetIndices;<a name="line.281"></a>
+<span class="sourceLineNo">282</span>  private final boolean hasAnyReplicaGets;<a name="line.282"></a>
+<span class="sourceLineNo">283</span>  private final long nonceGroup;<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  private final CancellableRegionServerCallable currentCallable;<a name="line.284"></a>
+<span class="sourceLineNo">285</span>  private final int operationTimeout;<a name="line.285"></a>
+<span class="sourceLineNo">286</span>  private final int rpcTimeout;<a name="line.286"></a>
+<span class="sourceLineNo">287</span>  private final AsyncProcess asyncProcess;<a name="line.287"></a>
+<span class="sourceLineNo">288</span><a name="line.288"></a>
+<span class="sourceLineNo">289</span>  /**<a name="line.289"></a>
+<span class="sourceLineNo">290</span>   * For {@link AsyncRequestFutureImpl#manageError(int, Row, Retry, Throwable, ServerName)}. Only<a name="line.290"></a>
+<span class="sourceLineNo">291</span>   * used to make logging more clear, we don't actually care why we don't retry.<a name="line.291"></a>
+<span class="sourceLineNo">292</span>   */<a name="line.292"></a>
+<span class="sourceLineNo">293</span>  public enum Retry {<a name="line.293"></a>
+<span class="sourceLineNo">294</span>    YES,<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    NO_LOCATION_PROBLEM,<a name="line.295"></a>
+<span class="sourceLineNo">296</span>    NO_NOT_RETRIABLE,<a name="line.296"></a>
+<span class="sourceLineNo">297</span>    NO_RETRIES_EXHAUSTED,<a name="line.297"></a>
+<span class="sourceLineNo">298</span>    NO_OTHER_SUCCEEDED<a name="line.298"></a>
+<span class="sourceLineNo">299</span>  }<a name="line.299"></a>
+<span class="sourceLineNo">300</span><a name="line.300"></a>
+<span class="sourceLineNo">301</span>  /** Sync point for calls to multiple replicas for the same user request (Get).<a name="line.301"></a>
+<span class="sourceLineNo">302</span>   * Created and put in the results array (we assume replica calls require results) when<a name="line.302"></a>
+<span class="sourceLineNo">303</span>   * the replica calls are launched. See results for details of this process.<a name="line.303"></a>
+<span class="sourceLineNo">304</span>   * POJO, all fields are public. To modify them, the object itself is locked. */<a name="line.304"></a>
+<span class="sourceLineNo">305</span>  private static class ReplicaResultState {<a name="line.305"></a>
+<span class="sourceLineNo">306</span>    public ReplicaResultState(int callCount) {<a name="line.306"></a>
+<span class="sourceLineNo">307</span>      this.callCount = callCount;<a name="line.307"></a>
+<span class="sourceLineNo">308</span>    }<a name="line.308"></a>
+<span class="sourceLineNo">309</span><a name="line.309"></a>
+<span class="sourceLineNo">310</span>    /** Number of calls outstanding, or 0 if a call succeeded (even with others outstanding). */<a name="line.310"></a>
+<span class="sourceLineNo">311</span>    int callCount;<a name="line.311"></a>
+<span class="sourceLineNo">312</span>    /** Errors for which it is not decided whether we will report them to user. If one of the<a name="line.312"></a>
+<span class="sourceLineNo">313</span>     * calls succeeds, we will discard the errors that may have happened in the other calls. */<a name="line.313"></a>
+<span class="sourceLineNo">314</span>    BatchErrors replicaErrors = null;<a name="line.314"></a>
+<span class="sourceLineNo">315</span><a name="line.315"></a>
+<span class="sourceLineNo">316</span>    @Override<a name="line.316"></a>
+<span class="sourceLineNo">317</span>    public String toString() {<a name="line.317"></a>
+<span class="sourceLineNo">318</span>      return "[call count " + callCount + "; errors " + replicaErrors + "]";<a name="line.318"></a>
+<span class="sourceLineNo">319</span>    }<a name="line.319"></a>
+<span class="sourceLineNo">320</span>  }<a name="line.320"></a>
+<span class="sourceLineNo">321</span><a name="line.321"></a>
+<span class="sourceLineNo">322</span>  public AsyncRequestFutureImpl(AsyncProcessTask task, List&lt;Action&gt; actions,<a name="line.322"></a>
+<span class="sourceLineNo">323</span>      long nonceGroup, AsyncProcess asyncProcess) {<a name="line.323"></a>
+<span class="sourceLineNo">324</span>    this.pool = task.getPool();<a name="line.324"></a>
+<span class="sourceLineNo">325</span>    this.callback = task.getCallback();<a name="line.325"></a>
+<span class="sourceLineNo">326</span>    this.nonceGroup = nonceGroup;<a name="line.326"></a>
+<span class="sourceLineNo">327</span>    this.tableName = task.getTableName();<a name="line.327"></a>
+<span class="sourceLineNo">328</span>    this.actionsInProgress.set(actions.size());<a name="line.328"></a>
+<span class="sourceLineNo">329</span>    if (task.getResults() == null) {<a name="line.329"></a>
+<span class="sourceLineNo">330</span>      results = task.getNeedResults() ? new Object[actions.size()] : null;<a name="line.330"></a>
+<span class="sourceLineNo">331</span>    } else {<a name="line.331"></a>
+<span class="sourceLineNo">332</span>      if (task.getResults().length != actions.size()) {<a name="line.332"></a>
+<span class="sourceLineNo">333</span>        throw new AssertionError("results.length");<a name="line.333"></a>
+<span class="sourceLineNo">334</span>      }<a name="line.334"></a>
+<span class="sourceLineNo">335</span>      this.results = task.getResults();<a name="line.335"></a>
+<span class="sourceLineNo">336</span>      for (int i = 0; i != this.results.length; ++i) {<a name="line.336"></a>
+<span class="sourceLineNo">337</span>        results[i] = null;<a name="line.337"></a>
+<span class="sourceLineNo">338</span>      }<a name="line.338"></a>
+<span class="sourceLineNo">339</span>    }<a name="line.339"></a>
+<span class="sourceLineNo">340</span>    List&lt;Integer&gt; replicaGetIndices = null;<a name="line.340"></a>
+<span class="sourceLineNo">341</span>    boolean hasAnyReplicaGets = false;<a name="line.341"></a>
+<span class="sourceLineNo">342</span>    if (results != null) {<a name="line.342"></a>
+<span class="sourceLineNo">343</span>      // Check to see if any requests might require replica calls.<a name="line.343"></a>
+<span class="sourceLineNo">344</span>      // We expect that many requests will consist of all or no multi-replica gets; in such<a name="line.344"></a>
+<span class="sourceLineNo">345</span>      // cases we would just use a boolean (hasAnyReplicaGets). If there's a mix, we will<a name="line.345"></a>
+<span class="sourceLineNo">346</span>      // store the list of action indexes for which replica gets are possible, and set<a name="line.346"></a>
+<span class="sourceLineNo">347</span>      // hasAnyReplicaGets to true.<a name="line.347"></a>
+<span class="sourceLineNo">348</span>      boolean hasAnyNonReplicaReqs = false;<a name="line.348"></a>
+<span class="sourceLineNo">349</span>      int posInList = 0;<a name="line.349"></a>
+<span class="sourceLineNo">350</span>      for (Action action : actions) {<a name="line.350"></a>
+<span class="sourceLineNo">351</span>        boolean isReplicaGet = AsyncProcess.isReplicaGet(action.getAction());<a name="line.351"></a>
+<span class="sourceLineNo">352</span>        if (isReplicaGet) {<a name="line.352"></a>
+<span class="sourceLineNo">353</span>          hasAnyReplicaGets = true;<a name="line.353"></a>
+<span class="sourceLineNo">354</span>          if (hasAnyNonReplicaReqs) { // Mixed case<a name="line.354"></a>
+<span class="sourceLineNo">355</span>            if (replicaGetIndices == null) {<a name="line.355"></a>
+<span class="sourceLineNo">356</span>              replicaGetIndices = new ArrayList&lt;&gt;(actions.size() - 1);<a name="line.356"></a>
+<span class="sourceLineNo">357</span>            }<a name="line.357"></a>
+<span class="sourceLineN

<TRUNCATED>

[06/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
index 3bc66bb..97aa79c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.ProcedureExecutorListener.html
@@ -1435,459 +1435,460 @@
 <span class="sourceLineNo">1427</span>   */<a name="line.1427"></a>
 <span class="sourceLineNo">1428</span>  private void execProcedure(final RootProcedureState procStack,<a name="line.1428"></a>
 <span class="sourceLineNo">1429</span>      final Procedure&lt;TEnvironment&gt; procedure) {<a name="line.1429"></a>
-<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE);<a name="line.1430"></a>
-<span class="sourceLineNo">1431</span><a name="line.1431"></a>
-<span class="sourceLineNo">1432</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1432"></a>
-<span class="sourceLineNo">1433</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1433"></a>
-<span class="sourceLineNo">1434</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1434"></a>
-<span class="sourceLineNo">1435</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1435"></a>
-<span class="sourceLineNo">1436</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1436"></a>
-<span class="sourceLineNo">1437</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1437"></a>
-<span class="sourceLineNo">1438</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1438"></a>
-<span class="sourceLineNo">1439</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1439"></a>
-<span class="sourceLineNo">1440</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1440"></a>
-<span class="sourceLineNo">1441</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1441"></a>
-<span class="sourceLineNo">1442</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1442"></a>
-<span class="sourceLineNo">1443</span>    boolean suspended = false;<a name="line.1443"></a>
-<span class="sourceLineNo">1444</span><a name="line.1444"></a>
-<span class="sourceLineNo">1445</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1445"></a>
-<span class="sourceLineNo">1446</span>    boolean reExecute = false;<a name="line.1446"></a>
-<span class="sourceLineNo">1447</span><a name="line.1447"></a>
-<span class="sourceLineNo">1448</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1448"></a>
-<span class="sourceLineNo">1449</span>    do {<a name="line.1449"></a>
-<span class="sourceLineNo">1450</span>      reExecute = false;<a name="line.1450"></a>
-<span class="sourceLineNo">1451</span>      try {<a name="line.1451"></a>
-<span class="sourceLineNo">1452</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1452"></a>
-<span class="sourceLineNo">1453</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1453"></a>
-<span class="sourceLineNo">1454</span>          subprocs = null;<a name="line.1454"></a>
-<span class="sourceLineNo">1455</span>        }<a name="line.1455"></a>
-<span class="sourceLineNo">1456</span>      } catch (ProcedureSuspendedException e) {<a name="line.1456"></a>
-<span class="sourceLineNo">1457</span>        if (LOG.isTraceEnabled()) {<a name="line.1457"></a>
-<span class="sourceLineNo">1458</span>          LOG.trace("Suspend " + procedure);<a name="line.1458"></a>
-<span class="sourceLineNo">1459</span>        }<a name="line.1459"></a>
-<span class="sourceLineNo">1460</span>        suspended = true;<a name="line.1460"></a>
-<span class="sourceLineNo">1461</span>      } catch (ProcedureYieldException e) {<a name="line.1461"></a>
-<span class="sourceLineNo">1462</span>        if (LOG.isTraceEnabled()) {<a name="line.1462"></a>
-<span class="sourceLineNo">1463</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1463"></a>
-<span class="sourceLineNo">1464</span>        }<a name="line.1464"></a>
-<span class="sourceLineNo">1465</span>        scheduler.yield(procedure);<a name="line.1465"></a>
-<span class="sourceLineNo">1466</span>        return;<a name="line.1466"></a>
-<span class="sourceLineNo">1467</span>      } catch (InterruptedException e) {<a name="line.1467"></a>
-<span class="sourceLineNo">1468</span>        if (LOG.isTraceEnabled()) {<a name="line.1468"></a>
-<span class="sourceLineNo">1469</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1469"></a>
-<span class="sourceLineNo">1470</span>        }<a name="line.1470"></a>
-<span class="sourceLineNo">1471</span>        handleInterruptedException(procedure, e);<a name="line.1471"></a>
-<span class="sourceLineNo">1472</span>        scheduler.yield(procedure);<a name="line.1472"></a>
-<span class="sourceLineNo">1473</span>        return;<a name="line.1473"></a>
-<span class="sourceLineNo">1474</span>      } catch (Throwable e) {<a name="line.1474"></a>
-<span class="sourceLineNo">1475</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1475"></a>
-<span class="sourceLineNo">1476</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1476"></a>
-<span class="sourceLineNo">1477</span>        LOG.error(msg, e);<a name="line.1477"></a>
-<span class="sourceLineNo">1478</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1478"></a>
-<span class="sourceLineNo">1479</span>      }<a name="line.1479"></a>
-<span class="sourceLineNo">1480</span><a name="line.1480"></a>
-<span class="sourceLineNo">1481</span>      if (!procedure.isFailed()) {<a name="line.1481"></a>
-<span class="sourceLineNo">1482</span>        if (subprocs != null) {<a name="line.1482"></a>
-<span class="sourceLineNo">1483</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1483"></a>
-<span class="sourceLineNo">1484</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1484"></a>
-<span class="sourceLineNo">1485</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1485"></a>
-<span class="sourceLineNo">1486</span>            subprocs = null;<a name="line.1486"></a>
-<span class="sourceLineNo">1487</span>            reExecute = true;<a name="line.1487"></a>
-<span class="sourceLineNo">1488</span>            if (LOG.isTraceEnabled()) {<a name="line.1488"></a>
-<span class="sourceLineNo">1489</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1489"></a>
-<span class="sourceLineNo">1490</span>            }<a name="line.1490"></a>
-<span class="sourceLineNo">1491</span>          } else {<a name="line.1491"></a>
-<span class="sourceLineNo">1492</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1492"></a>
-<span class="sourceLineNo">1493</span>            // subprocs may come back 'null'.<a name="line.1493"></a>
-<span class="sourceLineNo">1494</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1494"></a>
-<span class="sourceLineNo">1495</span>            LOG.info("Initialized subprocedures=" +<a name="line.1495"></a>
-<span class="sourceLineNo">1496</span>              (subprocs == null? null:<a name="line.1496"></a>
-<span class="sourceLineNo">1497</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1497"></a>
-<span class="sourceLineNo">1498</span>                collect(Collectors.toList()).toString()));<a name="line.1498"></a>
-<span class="sourceLineNo">1499</span>          }<a name="line.1499"></a>
-<span class="sourceLineNo">1500</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1500"></a>
-<span class="sourceLineNo">1501</span>          if (LOG.isTraceEnabled()) {<a name="line.1501"></a>
-<span class="sourceLineNo">1502</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1502"></a>
-<span class="sourceLineNo">1503</span>          }<a name="line.1503"></a>
-<span class="sourceLineNo">1504</span>          timeoutExecutor.add(procedure);<a name="line.1504"></a>
-<span class="sourceLineNo">1505</span>        } else if (!suspended) {<a name="line.1505"></a>
-<span class="sourceLineNo">1506</span>          // No subtask, so we are done<a name="line.1506"></a>
-<span class="sourceLineNo">1507</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1507"></a>
-<span class="sourceLineNo">1508</span>        }<a name="line.1508"></a>
-<span class="sourceLineNo">1509</span>      }<a name="line.1509"></a>
-<span class="sourceLineNo">1510</span><a name="line.1510"></a>
-<span class="sourceLineNo">1511</span>      // Add the procedure to the stack<a name="line.1511"></a>
-<span class="sourceLineNo">1512</span>      procStack.addRollbackStep(procedure);<a name="line.1512"></a>
-<span class="sourceLineNo">1513</span><a name="line.1513"></a>
-<span class="sourceLineNo">1514</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1514"></a>
-<span class="sourceLineNo">1515</span>      // useful to test the procedure recovery.<a name="line.1515"></a>
-<span class="sourceLineNo">1516</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>        stop();<a name="line.1518"></a>
-<span class="sourceLineNo">1519</span>        return;<a name="line.1519"></a>
-<span class="sourceLineNo">1520</span>      }<a name="line.1520"></a>
-<span class="sourceLineNo">1521</span><a name="line.1521"></a>
-<span class="sourceLineNo">1522</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1522"></a>
-<span class="sourceLineNo">1523</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1523"></a>
-<span class="sourceLineNo">1524</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1524"></a>
-<span class="sourceLineNo">1525</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1525"></a>
-<span class="sourceLineNo">1526</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1526"></a>
-<span class="sourceLineNo">1527</span>      //<a name="line.1527"></a>
-<span class="sourceLineNo">1528</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1528"></a>
-<span class="sourceLineNo">1529</span>      // can take a bunch of time to complete.<a name="line.1529"></a>
-<span class="sourceLineNo">1530</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1530"></a>
-<span class="sourceLineNo">1531</span><a name="line.1531"></a>
-<span class="sourceLineNo">1532</span>      // if the store is not running we are aborting<a name="line.1532"></a>
-<span class="sourceLineNo">1533</span>      if (!store.isRunning()) return;<a name="line.1533"></a>
-<span class="sourceLineNo">1534</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1534"></a>
-<span class="sourceLineNo">1535</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1535"></a>
-<span class="sourceLineNo">1536</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1536"></a>
-<span class="sourceLineNo">1537</span>        scheduler.yield(procedure);<a name="line.1537"></a>
-<span class="sourceLineNo">1538</span>        return;<a name="line.1538"></a>
-<span class="sourceLineNo">1539</span>      }<a name="line.1539"></a>
-<span class="sourceLineNo">1540</span><a name="line.1540"></a>
-<span class="sourceLineNo">1541</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1541"></a>
-<span class="sourceLineNo">1542</span>    } while (reExecute);<a name="line.1542"></a>
-<span class="sourceLineNo">1543</span>    // Submit the new subprocedures<a name="line.1543"></a>
-<span class="sourceLineNo">1544</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1544"></a>
-<span class="sourceLineNo">1545</span>      submitChildrenProcedures(subprocs);<a name="line.1545"></a>
-<span class="sourceLineNo">1546</span>    }<a name="line.1546"></a>
-<span class="sourceLineNo">1547</span><a name="line.1547"></a>
-<span class="sourceLineNo">1548</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1548"></a>
-<span class="sourceLineNo">1549</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1549"></a>
-<span class="sourceLineNo">1550</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1550"></a>
-<span class="sourceLineNo">1551</span>      countDownChildren(procStack, procedure);<a name="line.1551"></a>
-<span class="sourceLineNo">1552</span>    }<a name="line.1552"></a>
-<span class="sourceLineNo">1553</span>  }<a name="line.1553"></a>
-<span class="sourceLineNo">1554</span><a name="line.1554"></a>
-<span class="sourceLineNo">1555</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1555"></a>
-<span class="sourceLineNo">1556</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1556"></a>
-<span class="sourceLineNo">1557</span>    assert subprocs != null : "expected subprocedures";<a name="line.1557"></a>
-<span class="sourceLineNo">1558</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1558"></a>
-<span class="sourceLineNo">1559</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1559"></a>
-<span class="sourceLineNo">1560</span>      final Procedure subproc = subprocs[i];<a name="line.1560"></a>
-<span class="sourceLineNo">1561</span>      if (subproc == null) {<a name="line.1561"></a>
-<span class="sourceLineNo">1562</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1562"></a>
-<span class="sourceLineNo">1563</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1563"></a>
-<span class="sourceLineNo">1564</span>          new IllegalArgumentIOException(msg)));<a name="line.1564"></a>
-<span class="sourceLineNo">1565</span>        return null;<a name="line.1565"></a>
-<span class="sourceLineNo">1566</span>      }<a name="line.1566"></a>
-<span class="sourceLineNo">1567</span><a name="line.1567"></a>
-<span class="sourceLineNo">1568</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1568"></a>
-<span class="sourceLineNo">1569</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1569"></a>
-<span class="sourceLineNo">1570</span>      subproc.setRootProcId(rootProcId);<a name="line.1570"></a>
-<span class="sourceLineNo">1571</span>      subproc.setProcId(nextProcId());<a name="line.1571"></a>
-<span class="sourceLineNo">1572</span>      procStack.addSubProcedure(subproc);<a name="line.1572"></a>
-<span class="sourceLineNo">1573</span>    }<a name="line.1573"></a>
-<span class="sourceLineNo">1574</span><a name="line.1574"></a>
-<span class="sourceLineNo">1575</span>    if (!procedure.isFailed()) {<a name="line.1575"></a>
-<span class="sourceLineNo">1576</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1576"></a>
-<span class="sourceLineNo">1577</span>      switch (procedure.getState()) {<a name="line.1577"></a>
-<span class="sourceLineNo">1578</span>        case RUNNABLE:<a name="line.1578"></a>
-<span class="sourceLineNo">1579</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1579"></a>
-<span class="sourceLineNo">1580</span>          break;<a name="line.1580"></a>
-<span class="sourceLineNo">1581</span>        case WAITING_TIMEOUT:<a name="line.1581"></a>
-<span class="sourceLineNo">1582</span>          timeoutExecutor.add(procedure);<a name="line.1582"></a>
-<span class="sourceLineNo">1583</span>          break;<a name="line.1583"></a>
-<span class="sourceLineNo">1584</span>        default:<a name="line.1584"></a>
-<span class="sourceLineNo">1585</span>          break;<a name="line.1585"></a>
-<span class="sourceLineNo">1586</span>      }<a name="line.1586"></a>
-<span class="sourceLineNo">1587</span>    }<a name="line.1587"></a>
-<span class="sourceLineNo">1588</span>    return subprocs;<a name="line.1588"></a>
-<span class="sourceLineNo">1589</span>  }<a name="line.1589"></a>
-<span class="sourceLineNo">1590</span><a name="line.1590"></a>
-<span class="sourceLineNo">1591</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1591"></a>
-<span class="sourceLineNo">1592</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1592"></a>
-<span class="sourceLineNo">1593</span>      final Procedure subproc = subprocs[i];<a name="line.1593"></a>
-<span class="sourceLineNo">1594</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1594"></a>
-<span class="sourceLineNo">1595</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1595"></a>
-<span class="sourceLineNo">1596</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1596"></a>
-<span class="sourceLineNo">1597</span>      scheduler.addFront(subproc);<a name="line.1597"></a>
-<span class="sourceLineNo">1598</span>    }<a name="line.1598"></a>
-<span class="sourceLineNo">1599</span>  }<a name="line.1599"></a>
-<span class="sourceLineNo">1600</span><a name="line.1600"></a>
-<span class="sourceLineNo">1601</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1601"></a>
-<span class="sourceLineNo">1602</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1602"></a>
-<span class="sourceLineNo">1603</span>    if (parent == null) {<a name="line.1603"></a>
-<span class="sourceLineNo">1604</span>      assert procStack.isRollingback();<a name="line.1604"></a>
-<span class="sourceLineNo">1605</span>      return;<a name="line.1605"></a>
-<span class="sourceLineNo">1606</span>    }<a name="line.1606"></a>
-<span class="sourceLineNo">1607</span><a name="line.1607"></a>
-<span class="sourceLineNo">1608</span>    // If this procedure is the last child awake the parent procedure<a name="line.1608"></a>
-<span class="sourceLineNo">1609</span>    if (parent.tryRunnable()) {<a name="line.1609"></a>
-<span class="sourceLineNo">1610</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1610"></a>
-<span class="sourceLineNo">1611</span>      // children have completed, move parent to front of the queue.<a name="line.1611"></a>
-<span class="sourceLineNo">1612</span>      store.update(parent);<a name="line.1612"></a>
-<span class="sourceLineNo">1613</span>      scheduler.addFront(parent);<a name="line.1613"></a>
-<span class="sourceLineNo">1614</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1614"></a>
-<span class="sourceLineNo">1615</span>      return;<a name="line.1615"></a>
-<span class="sourceLineNo">1616</span>    }<a name="line.1616"></a>
-<span class="sourceLineNo">1617</span>  }<a name="line.1617"></a>
-<span class="sourceLineNo">1618</span><a name="line.1618"></a>
-<span class="sourceLineNo">1619</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1619"></a>
-<span class="sourceLineNo">1620</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1620"></a>
-<span class="sourceLineNo">1621</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1621"></a>
-<span class="sourceLineNo">1622</span>      if (LOG.isTraceEnabled()) {<a name="line.1622"></a>
-<span class="sourceLineNo">1623</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1623"></a>
-<span class="sourceLineNo">1624</span>      }<a name="line.1624"></a>
-<span class="sourceLineNo">1625</span>      store.insert(procedure, subprocs);<a name="line.1625"></a>
-<span class="sourceLineNo">1626</span>    } else {<a name="line.1626"></a>
-<span class="sourceLineNo">1627</span>      if (LOG.isTraceEnabled()) {<a name="line.1627"></a>
-<span class="sourceLineNo">1628</span>        LOG.trace("Store update " + procedure);<a name="line.1628"></a>
-<span class="sourceLineNo">1629</span>      }<a name="line.1629"></a>
-<span class="sourceLineNo">1630</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1630"></a>
-<span class="sourceLineNo">1631</span>        // remove child procedures<a name="line.1631"></a>
-<span class="sourceLineNo">1632</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1632"></a>
-<span class="sourceLineNo">1633</span>        if (childProcIds != null) {<a name="line.1633"></a>
-<span class="sourceLineNo">1634</span>          store.delete(procedure, childProcIds);<a name="line.1634"></a>
-<span class="sourceLineNo">1635</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1635"></a>
-<span class="sourceLineNo">1636</span>            procedures.remove(childProcIds[i]);<a name="line.1636"></a>
-<span class="sourceLineNo">1637</span>          }<a name="line.1637"></a>
-<span class="sourceLineNo">1638</span>        } else {<a name="line.1638"></a>
-<span class="sourceLineNo">1639</span>          store.update(procedure);<a name="line.1639"></a>
-<span class="sourceLineNo">1640</span>        }<a name="line.1640"></a>
-<span class="sourceLineNo">1641</span>      } else {<a name="line.1641"></a>
-<span class="sourceLineNo">1642</span>        store.update(procedure);<a name="line.1642"></a>
-<span class="sourceLineNo">1643</span>      }<a name="line.1643"></a>
-<span class="sourceLineNo">1644</span>    }<a name="line.1644"></a>
-<span class="sourceLineNo">1645</span>  }<a name="line.1645"></a>
-<span class="sourceLineNo">1646</span><a name="line.1646"></a>
-<span class="sourceLineNo">1647</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1647"></a>
-<span class="sourceLineNo">1648</span>    if (LOG.isTraceEnabled()) {<a name="line.1648"></a>
-<span class="sourceLineNo">1649</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1649"></a>
-<span class="sourceLineNo">1650</span>    }<a name="line.1650"></a>
-<span class="sourceLineNo">1651</span><a name="line.1651"></a>
-<span class="sourceLineNo">1652</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1652"></a>
-<span class="sourceLineNo">1653</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1653"></a>
-<span class="sourceLineNo">1654</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1654"></a>
-<span class="sourceLineNo">1655</span>    // and the executor/store will be stopped.<a name="line.1655"></a>
-<span class="sourceLineNo">1656</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1656"></a>
-<span class="sourceLineNo">1657</span>  }<a name="line.1657"></a>
-<span class="sourceLineNo">1658</span><a name="line.1658"></a>
-<span class="sourceLineNo">1659</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1659"></a>
-<span class="sourceLineNo">1660</span>    final TEnvironment env = getEnvironment();<a name="line.1660"></a>
-<span class="sourceLineNo">1661</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1661"></a>
-<span class="sourceLineNo">1662</span>      releaseLock(proc, true);<a name="line.1662"></a>
-<span class="sourceLineNo">1663</span>    }<a name="line.1663"></a>
-<span class="sourceLineNo">1664</span>    try {<a name="line.1664"></a>
-<span class="sourceLineNo">1665</span>      proc.completionCleanup(env);<a name="line.1665"></a>
-<span class="sourceLineNo">1666</span>    } catch (Throwable e) {<a name="line.1666"></a>
-<span class="sourceLineNo">1667</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1667"></a>
-<span class="sourceLineNo">1668</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1668"></a>
-<span class="sourceLineNo">1669</span>    }<a name="line.1669"></a>
-<span class="sourceLineNo">1670</span>  }<a name="line.1670"></a>
-<span class="sourceLineNo">1671</span><a name="line.1671"></a>
-<span class="sourceLineNo">1672</span>  private void procedureFinished(final Procedure proc) {<a name="line.1672"></a>
-<span class="sourceLineNo">1673</span>    // call the procedure completion cleanup handler<a name="line.1673"></a>
-<span class="sourceLineNo">1674</span>    execCompletionCleanup(proc);<a name="line.1674"></a>
-<span class="sourceLineNo">1675</span><a name="line.1675"></a>
-<span class="sourceLineNo">1676</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1676"></a>
-<span class="sourceLineNo">1677</span><a name="line.1677"></a>
-<span class="sourceLineNo">1678</span>    // update the executor internal state maps<a name="line.1678"></a>
-<span class="sourceLineNo">1679</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1679"></a>
-<span class="sourceLineNo">1680</span>      retainer.setClientAckTime(0);<a name="line.1680"></a>
-<span class="sourceLineNo">1681</span>    }<a name="line.1681"></a>
-<span class="sourceLineNo">1682</span><a name="line.1682"></a>
-<span class="sourceLineNo">1683</span>    completed.put(proc.getProcId(), retainer);<a name="line.1683"></a>
-<span class="sourceLineNo">1684</span>    rollbackStack.remove(proc.getProcId());<a name="line.1684"></a>
-<span class="sourceLineNo">1685</span>    procedures.remove(proc.getProcId());<a name="line.1685"></a>
-<span class="sourceLineNo">1686</span><a name="line.1686"></a>
-<span class="sourceLineNo">1687</span>    // call the runnableSet completion cleanup handler<a name="line.1687"></a>
-<span class="sourceLineNo">1688</span>    try {<a name="line.1688"></a>
-<span class="sourceLineNo">1689</span>      scheduler.completionCleanup(proc);<a name="line.1689"></a>
-<span class="sourceLineNo">1690</span>    } catch (Throwable e) {<a name="line.1690"></a>
-<span class="sourceLineNo">1691</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1691"></a>
-<span class="sourceLineNo">1692</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1692"></a>
-<span class="sourceLineNo">1693</span>    }<a name="line.1693"></a>
-<span class="sourceLineNo">1694</span><a name="line.1694"></a>
-<span class="sourceLineNo">1695</span>    // Notify the listeners<a name="line.1695"></a>
-<span class="sourceLineNo">1696</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1696"></a>
-<span class="sourceLineNo">1697</span>  }<a name="line.1697"></a>
-<span class="sourceLineNo">1698</span><a name="line.1698"></a>
-<span class="sourceLineNo">1699</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1699"></a>
-<span class="sourceLineNo">1700</span>    return rollbackStack.get(rootProcId);<a name="line.1700"></a>
-<span class="sourceLineNo">1701</span>  }<a name="line.1701"></a>
-<span class="sourceLineNo">1702</span><a name="line.1702"></a>
-<span class="sourceLineNo">1703</span>  // ==========================================================================<a name="line.1703"></a>
-<span class="sourceLineNo">1704</span>  //  Worker Thread<a name="line.1704"></a>
-<span class="sourceLineNo">1705</span>  // ==========================================================================<a name="line.1705"></a>
-<span class="sourceLineNo">1706</span>  private class WorkerThread extends StoppableThread {<a name="line.1706"></a>
-<span class="sourceLineNo">1707</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1707"></a>
-<span class="sourceLineNo">1708</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1708"></a>
-<span class="sourceLineNo">1709</span><a name="line.1709"></a>
-<span class="sourceLineNo">1710</span>    public WorkerThread(ThreadGroup group) {<a name="line.1710"></a>
-<span class="sourceLineNo">1711</span>      this(group, "PEWorker-");<a name="line.1711"></a>
-<span class="sourceLineNo">1712</span>    }<a name="line.1712"></a>
-<span class="sourceLineNo">1713</span><a name="line.1713"></a>
-<span class="sourceLineNo">1714</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1714"></a>
-<span class="sourceLineNo">1715</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1715"></a>
-<span class="sourceLineNo">1716</span>      setDaemon(true);<a name="line.1716"></a>
-<span class="sourceLineNo">1717</span>    }<a name="line.1717"></a>
-<span class="sourceLineNo">1718</span><a name="line.1718"></a>
-<span class="sourceLineNo">1719</span>    @Override<a name="line.1719"></a>
-<span class="sourceLineNo">1720</span>    public void sendStopSignal() {<a name="line.1720"></a>
-<span class="sourceLineNo">1721</span>      scheduler.signalAll();<a name="line.1721"></a>
-<span class="sourceLineNo">1722</span>    }<a name="line.1722"></a>
-<span class="sourceLineNo">1723</span><a name="line.1723"></a>
-<span class="sourceLineNo">1724</span>    @Override<a name="line.1724"></a>
-<span class="sourceLineNo">1725</span>    public void run() {<a name="line.1725"></a>
-<span class="sourceLineNo">1726</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1726"></a>
-<span class="sourceLineNo">1727</span>      try {<a name="line.1727"></a>
-<span class="sourceLineNo">1728</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1728"></a>
-<span class="sourceLineNo">1729</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1729"></a>
-<span class="sourceLineNo">1730</span>          if (proc == null) {<a name="line.1730"></a>
-<span class="sourceLineNo">1731</span>            continue;<a name="line.1731"></a>
-<span class="sourceLineNo">1732</span>          }<a name="line.1732"></a>
-<span class="sourceLineNo">1733</span>          this.activeProcedure = proc;<a name="line.1733"></a>
-<span class="sourceLineNo">1734</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1734"></a>
-<span class="sourceLineNo">1735</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1735"></a>
-<span class="sourceLineNo">1736</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1736"></a>
-<span class="sourceLineNo">1737</span>            runningCount, activeCount);<a name="line.1737"></a>
-<span class="sourceLineNo">1738</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1738"></a>
-<span class="sourceLineNo">1739</span>          try {<a name="line.1739"></a>
-<span class="sourceLineNo">1740</span>            executeProcedure(proc);<a name="line.1740"></a>
-<span class="sourceLineNo">1741</span>          } catch (AssertionError e) {<a name="line.1741"></a>
-<span class="sourceLineNo">1742</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1742"></a>
-<span class="sourceLineNo">1743</span>            throw e;<a name="line.1743"></a>
-<span class="sourceLineNo">1744</span>          } finally {<a name="line.1744"></a>
-<span class="sourceLineNo">1745</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1745"></a>
-<span class="sourceLineNo">1746</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1746"></a>
-<span class="sourceLineNo">1747</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1747"></a>
-<span class="sourceLineNo">1748</span>              runningCount, activeCount);<a name="line.1748"></a>
-<span class="sourceLineNo">1749</span>            this.activeProcedure = null;<a name="line.1749"></a>
-<span class="sourceLineNo">1750</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1750"></a>
-<span class="sourceLineNo">1751</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1751"></a>
-<span class="sourceLineNo">1752</span>          }<a name="line.1752"></a>
-<span class="sourceLineNo">1753</span>        }<a name="line.1753"></a>
-<span class="sourceLineNo">1754</span>      } catch (Throwable t) {<a name="line.1754"></a>
-<span class="sourceLineNo">1755</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1755"></a>
-<span class="sourceLineNo">1756</span>      } finally {<a name="line.1756"></a>
-<span class="sourceLineNo">1757</span>        LOG.trace("Worker terminated.");<a name="line.1757"></a>
-<span class="sourceLineNo">1758</span>      }<a name="line.1758"></a>
-<span class="sourceLineNo">1759</span>      workerThreads.remove(this);<a name="line.1759"></a>
-<span class="sourceLineNo">1760</span>    }<a name="line.1760"></a>
-<span class="sourceLineNo">1761</span><a name="line.1761"></a>
-<span class="sourceLineNo">1762</span>    @Override<a name="line.1762"></a>
-<span class="sourceLineNo">1763</span>    public String toString() {<a name="line.1763"></a>
-<span class="sourceLineNo">1764</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1764"></a>
-<span class="sourceLineNo">1765</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1765"></a>
-<span class="sourceLineNo">1766</span>    }<a name="line.1766"></a>
-<span class="sourceLineNo">1767</span><a name="line.1767"></a>
-<span class="sourceLineNo">1768</span>    /**<a name="line.1768"></a>
-<span class="sourceLineNo">1769</span>     * @return the time since the current procedure is running<a name="line.1769"></a>
-<span class="sourceLineNo">1770</span>     */<a name="line.1770"></a>
-<span class="sourceLineNo">1771</span>    public long getCurrentRunTime() {<a name="line.1771"></a>
-<span class="sourceLineNo">1772</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1772"></a>
-<span class="sourceLineNo">1773</span>    }<a name="line.1773"></a>
-<span class="sourceLineNo">1774</span><a name="line.1774"></a>
-<span class="sourceLineNo">1775</span>    // core worker never timeout<a name="line.1775"></a>
-<span class="sourceLineNo">1776</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1776"></a>
-<span class="sourceLineNo">1777</span>      return true;<a name="line.1777"></a>
-<span class="sourceLineNo">1778</span>    }<a name="line.1778"></a>
-<span class="sourceLineNo">1779</span>  }<a name="line.1779"></a>
-<span class="sourceLineNo">1780</span><a name="line.1780"></a>
-<span class="sourceLineNo">1781</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1781"></a>
-<span class="sourceLineNo">1782</span>  // keepAliveTime if there is no procedure to run.<a name="line.1782"></a>
-<span class="sourceLineNo">1783</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1783"></a>
-<span class="sourceLineNo">1784</span><a name="line.1784"></a>
-<span class="sourceLineNo">1785</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1785"></a>
-<span class="sourceLineNo">1786</span>      super(group, "KeepAlivePEWorker-");<a name="line.1786"></a>
-<span class="sourceLineNo">1787</span>    }<a name="line.1787"></a>
-<span class="sourceLineNo">1788</span><a name="line.1788"></a>
-<span class="sourceLineNo">1789</span>    @Override<a name="line.1789"></a>
-<span class="sourceLineNo">1790</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1790"></a>
-<span class="sourceLineNo">1791</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1791"></a>
-<span class="sourceLineNo">1792</span>    }<a name="line.1792"></a>
-<span class="sourceLineNo">1793</span>  }<a name="line.1793"></a>
-<span class="sourceLineNo">1794</span><a name="line.1794"></a>
-<span class="sourceLineNo">1795</span>  // ----------------------------------------------------------------------------<a name="line.1795"></a>
-<span class="sourceLineNo">1796</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1796"></a>
-<span class="sourceLineNo">1797</span>  // full set of procedures pending and completed to write a compacted<a name="line.1797"></a>
-<span class="sourceLineNo">1798</span>  // version of the log (in case is a log)?<a name="line.1798"></a>
-<span class="sourceLineNo">1799</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1799"></a>
-<span class="sourceLineNo">1800</span>  // will have the tracker saying everything is in the last log.<a name="line.1800"></a>
-<span class="sourceLineNo">1801</span>  // ----------------------------------------------------------------------------<a name="line.1801"></a>
-<span class="sourceLineNo">1802</span><a name="line.1802"></a>
-<span class="sourceLineNo">1803</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1803"></a>
-<span class="sourceLineNo">1804</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1804"></a>
-<span class="sourceLineNo">1805</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1805"></a>
-<span class="sourceLineNo">1806</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1806"></a>
-<span class="sourceLineNo">1807</span><a name="line.1807"></a>
-<span class="sourceLineNo">1808</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1808"></a>
-<span class="sourceLineNo">1809</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1809"></a>
-<span class="sourceLineNo">1810</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1810"></a>
-<span class="sourceLineNo">1811</span><a name="line.1811"></a>
-<span class="sourceLineNo">1812</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1812"></a>
-<span class="sourceLineNo">1813</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1813"></a>
-<span class="sourceLineNo">1814</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1814"></a>
-<span class="sourceLineNo">1815</span><a name="line.1815"></a>
-<span class="sourceLineNo">1816</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1816"></a>
-<span class="sourceLineNo">1817</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1817"></a>
-<span class="sourceLineNo">1818</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1818"></a>
-<span class="sourceLineNo">1819</span><a name="line.1819"></a>
-<span class="sourceLineNo">1820</span>    public WorkerMonitor() {<a name="line.1820"></a>
-<span class="sourceLineNo">1821</span>      refreshConfig();<a name="line.1821"></a>
-<span class="sourceLineNo">1822</span>    }<a name="line.1822"></a>
-<span class="sourceLineNo">1823</span><a name="line.1823"></a>
-<span class="sourceLineNo">1824</span>    @Override<a name="line.1824"></a>
-<span class="sourceLineNo">1825</span>    public void run() {<a name="line.1825"></a>
-<span class="sourceLineNo">1826</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1826"></a>
-<span class="sourceLineNo">1827</span>      checkThreadCount(stuckCount);<a name="line.1827"></a>
-<span class="sourceLineNo">1828</span><a name="line.1828"></a>
-<span class="sourceLineNo">1829</span>      // refresh interval (poor man dynamic conf update)<a name="line.1829"></a>
-<span class="sourceLineNo">1830</span>      refreshConfig();<a name="line.1830"></a>
-<span class="sourceLineNo">1831</span>    }<a name="line.1831"></a>
-<span class="sourceLineNo">1832</span><a name="line.1832"></a>
-<span class="sourceLineNo">1833</span>    private int checkForStuckWorkers() {<a name="line.1833"></a>
-<span class="sourceLineNo">1834</span>      // check if any of the worker is stuck<a name="line.1834"></a>
-<span class="sourceLineNo">1835</span>      int stuckCount = 0;<a name="line.1835"></a>
-<span class="sourceLineNo">1836</span>      for (WorkerThread worker : workerThreads) {<a name="line.1836"></a>
-<span class="sourceLineNo">1837</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1837"></a>
-<span class="sourceLineNo">1838</span>          continue;<a name="line.1838"></a>
-<span class="sourceLineNo">1839</span>        }<a name="line.1839"></a>
-<span class="sourceLineNo">1840</span><a name="line.1840"></a>
-<span class="sourceLineNo">1841</span>        // WARN the worker is stuck<a name="line.1841"></a>
-<span class="sourceLineNo">1842</span>        stuckCount++;<a name="line.1842"></a>
-<span class="sourceLineNo">1843</span>        LOG.warn("Worker stuck {} run time {}", worker,<a name="line.1843"></a>
-<span class="sourceLineNo">1844</span>          StringUtils.humanTimeDiff(worker.getCurrentRunTime()));<a name="line.1844"></a>
-<span class="sourceLineNo">1845</span>      }<a name="line.1845"></a>
-<span class="sourceLineNo">1846</span>      return stuckCount;<a name="line.1846"></a>
-<span class="sourceLineNo">1847</span>    }<a name="line.1847"></a>
-<span class="sourceLineNo">1848</span><a name="line.1848"></a>
-<span class="sourceLineNo">1849</span>    private void checkThreadCount(final int stuckCount) {<a name="line.1849"></a>
-<span class="sourceLineNo">1850</span>      // nothing to do if there are no runnable tasks<a name="line.1850"></a>
-<span class="sourceLineNo">1851</span>      if (stuckCount &lt; 1 || !scheduler.hasRunnables()) {<a name="line.1851"></a>
-<span class="sourceLineNo">1852</span>        return;<a name="line.1852"></a>
-<span class="sourceLineNo">1853</span>      }<a name="line.1853"></a>
-<span class="sourceLineNo">1854</span><a name="line.1854"></a>
-<span class="sourceLineNo">1855</span>      // add a new thread if the worker stuck percentage exceed the threshold limit<a name="line.1855"></a>
-<span class="sourceLineNo">1856</span>      // and every handler is active.<a name="line.1856"></a>
-<span class="sourceLineNo">1857</span>      final float stuckPerc = ((float) stuckCount) / workerThreads.size();<a name="line.1857"></a>
-<span class="sourceLineNo">1858</span>      // let's add new worker thread more aggressively, as they will timeout finally if there is no<a name="line.1858"></a>
-<span class="sourceLineNo">1859</span>      // work to do.<a name="line.1859"></a>
-<span class="sourceLineNo">1860</span>      if (stuckPerc &gt;= addWorkerStuckPercentage &amp;&amp; workerThreads.size() &lt; maxPoolSize) {<a name="line.1860"></a>
-<span class="sourceLineNo">1861</span>        final KeepAliveWorkerThread worker = new KeepAliveWorkerThread(threadGroup);<a name="line.1861"></a>
-<span class="sourceLineNo">1862</span>        workerThreads.add(worker);<a name="line.1862"></a>
-<span class="sourceLineNo">1863</span>        worker.start();<a name="line.1863"></a>
-<span class="sourceLineNo">1864</span>        LOG.debug("Added new worker thread {}", worker);<a name="line.1864"></a>
-<span class="sourceLineNo">1865</span>      }<a name="line.1865"></a>
-<span class="sourceLineNo">1866</span>    }<a name="line.1866"></a>
-<span class="sourceLineNo">1867</span><a name="line.1867"></a>
-<span class="sourceLineNo">1868</span>    private void refreshConfig() {<a name="line.1868"></a>
-<span class="sourceLineNo">1869</span>      addWorkerStuckPercentage = conf.getFloat(WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY,<a name="line.1869"></a>
-<span class="sourceLineNo">1870</span>          DEFAULT_WORKER_ADD_STUCK_PERCENTAGE);<a name="line.1870"></a>
-<span class="sourceLineNo">1871</span>      timeoutInterval = conf.getInt(WORKER_MONITOR_INTERVAL_CONF_KEY,<a name="line.1871"></a>
-<span class="sourceLineNo">1872</span>        DEFAULT_WORKER_MONITOR_INTERVAL);<a name="line.1872"></a>
-<span class="sourceLineNo">1873</span>      stuckThreshold = conf.getInt(WORKER_STUCK_THRESHOLD_CONF_KEY,<a name="line.1873"></a>
-<span class="sourceLineNo">1874</span>        DEFAULT_WORKER_STUCK_THRESHOLD);<a name="line.1874"></a>
-<span class="sourceLineNo">1875</span>    }<a name="line.1875"></a>
-<span class="sourceLineNo">1876</span><a name="line.1876"></a>
-<span class="sourceLineNo">1877</span>    @Override<a name="line.1877"></a>
-<span class="sourceLineNo">1878</span>    public int getTimeoutInterval() {<a name="line.1878"></a>
-<span class="sourceLineNo">1879</span>      return timeoutInterval;<a name="line.1879"></a>
-<span class="sourceLineNo">1880</span>    }<a name="line.1880"></a>
-<span class="sourceLineNo">1881</span>  }<a name="line.1881"></a>
-<span class="sourceLineNo">1882</span>}<a name="line.1882"></a>
+<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE,<a name="line.1430"></a>
+<span class="sourceLineNo">1431</span>        procedure.toString());<a name="line.1431"></a>
+<span class="sourceLineNo">1432</span><a name="line.1432"></a>
+<span class="sourceLineNo">1433</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1433"></a>
+<span class="sourceLineNo">1434</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1434"></a>
+<span class="sourceLineNo">1435</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1435"></a>
+<span class="sourceLineNo">1436</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1436"></a>
+<span class="sourceLineNo">1437</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1437"></a>
+<span class="sourceLineNo">1438</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1438"></a>
+<span class="sourceLineNo">1439</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1439"></a>
+<span class="sourceLineNo">1440</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1440"></a>
+<span class="sourceLineNo">1441</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1441"></a>
+<span class="sourceLineNo">1442</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1442"></a>
+<span class="sourceLineNo">1443</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1443"></a>
+<span class="sourceLineNo">1444</span>    boolean suspended = false;<a name="line.1444"></a>
+<span class="sourceLineNo">1445</span><a name="line.1445"></a>
+<span class="sourceLineNo">1446</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1446"></a>
+<span class="sourceLineNo">1447</span>    boolean reExecute = false;<a name="line.1447"></a>
+<span class="sourceLineNo">1448</span><a name="line.1448"></a>
+<span class="sourceLineNo">1449</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1449"></a>
+<span class="sourceLineNo">1450</span>    do {<a name="line.1450"></a>
+<span class="sourceLineNo">1451</span>      reExecute = false;<a name="line.1451"></a>
+<span class="sourceLineNo">1452</span>      try {<a name="line.1452"></a>
+<span class="sourceLineNo">1453</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1453"></a>
+<span class="sourceLineNo">1454</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1454"></a>
+<span class="sourceLineNo">1455</span>          subprocs = null;<a name="line.1455"></a>
+<span class="sourceLineNo">1456</span>        }<a name="line.1456"></a>
+<span class="sourceLineNo">1457</span>      } catch (ProcedureSuspendedException e) {<a name="line.1457"></a>
+<span class="sourceLineNo">1458</span>        if (LOG.isTraceEnabled()) {<a name="line.1458"></a>
+<span class="sourceLineNo">1459</span>          LOG.trace("Suspend " + procedure);<a name="line.1459"></a>
+<span class="sourceLineNo">1460</span>        }<a name="line.1460"></a>
+<span class="sourceLineNo">1461</span>        suspended = true;<a name="line.1461"></a>
+<span class="sourceLineNo">1462</span>      } catch (ProcedureYieldException e) {<a name="line.1462"></a>
+<span class="sourceLineNo">1463</span>        if (LOG.isTraceEnabled()) {<a name="line.1463"></a>
+<span class="sourceLineNo">1464</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1464"></a>
+<span class="sourceLineNo">1465</span>        }<a name="line.1465"></a>
+<span class="sourceLineNo">1466</span>        scheduler.yield(procedure);<a name="line.1466"></a>
+<span class="sourceLineNo">1467</span>        return;<a name="line.1467"></a>
+<span class="sourceLineNo">1468</span>      } catch (InterruptedException e) {<a name="line.1468"></a>
+<span class="sourceLineNo">1469</span>        if (LOG.isTraceEnabled()) {<a name="line.1469"></a>
+<span class="sourceLineNo">1470</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1470"></a>
+<span class="sourceLineNo">1471</span>        }<a name="line.1471"></a>
+<span class="sourceLineNo">1472</span>        handleInterruptedException(procedure, e);<a name="line.1472"></a>
+<span class="sourceLineNo">1473</span>        scheduler.yield(procedure);<a name="line.1473"></a>
+<span class="sourceLineNo">1474</span>        return;<a name="line.1474"></a>
+<span class="sourceLineNo">1475</span>      } catch (Throwable e) {<a name="line.1475"></a>
+<span class="sourceLineNo">1476</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1476"></a>
+<span class="sourceLineNo">1477</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1477"></a>
+<span class="sourceLineNo">1478</span>        LOG.error(msg, e);<a name="line.1478"></a>
+<span class="sourceLineNo">1479</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1479"></a>
+<span class="sourceLineNo">1480</span>      }<a name="line.1480"></a>
+<span class="sourceLineNo">1481</span><a name="line.1481"></a>
+<span class="sourceLineNo">1482</span>      if (!procedure.isFailed()) {<a name="line.1482"></a>
+<span class="sourceLineNo">1483</span>        if (subprocs != null) {<a name="line.1483"></a>
+<span class="sourceLineNo">1484</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1484"></a>
+<span class="sourceLineNo">1485</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1485"></a>
+<span class="sourceLineNo">1486</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1486"></a>
+<span class="sourceLineNo">1487</span>            subprocs = null;<a name="line.1487"></a>
+<span class="sourceLineNo">1488</span>            reExecute = true;<a name="line.1488"></a>
+<span class="sourceLineNo">1489</span>            if (LOG.isTraceEnabled()) {<a name="line.1489"></a>
+<span class="sourceLineNo">1490</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1490"></a>
+<span class="sourceLineNo">1491</span>            }<a name="line.1491"></a>
+<span class="sourceLineNo">1492</span>          } else {<a name="line.1492"></a>
+<span class="sourceLineNo">1493</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1493"></a>
+<span class="sourceLineNo">1494</span>            // subprocs may come back 'null'.<a name="line.1494"></a>
+<span class="sourceLineNo">1495</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1495"></a>
+<span class="sourceLineNo">1496</span>            LOG.info("Initialized subprocedures=" +<a name="line.1496"></a>
+<span class="sourceLineNo">1497</span>              (subprocs == null? null:<a name="line.1497"></a>
+<span class="sourceLineNo">1498</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1498"></a>
+<span class="sourceLineNo">1499</span>                collect(Collectors.toList()).toString()));<a name="line.1499"></a>
+<span class="sourceLineNo">1500</span>          }<a name="line.1500"></a>
+<span class="sourceLineNo">1501</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1501"></a>
+<span class="sourceLineNo">1502</span>          if (LOG.isTraceEnabled()) {<a name="line.1502"></a>
+<span class="sourceLineNo">1503</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1503"></a>
+<span class="sourceLineNo">1504</span>          }<a name="line.1504"></a>
+<span class="sourceLineNo">1505</span>          timeoutExecutor.add(procedure);<a name="line.1505"></a>
+<span class="sourceLineNo">1506</span>        } else if (!suspended) {<a name="line.1506"></a>
+<span class="sourceLineNo">1507</span>          // No subtask, so we are done<a name="line.1507"></a>
+<span class="sourceLineNo">1508</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1508"></a>
+<span class="sourceLineNo">1509</span>        }<a name="line.1509"></a>
+<span class="sourceLineNo">1510</span>      }<a name="line.1510"></a>
+<span class="sourceLineNo">1511</span><a name="line.1511"></a>
+<span class="sourceLineNo">1512</span>      // Add the procedure to the stack<a name="line.1512"></a>
+<span class="sourceLineNo">1513</span>      procStack.addRollbackStep(procedure);<a name="line.1513"></a>
+<span class="sourceLineNo">1514</span><a name="line.1514"></a>
+<span class="sourceLineNo">1515</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1515"></a>
+<span class="sourceLineNo">1516</span>      // useful to test the procedure recovery.<a name="line.1516"></a>
+<span class="sourceLineNo">1517</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1518"></a>
+<span class="sourceLineNo">1519</span>        stop();<a name="line.1519"></a>
+<span class="sourceLineNo">1520</span>        return;<a name="line.1520"></a>
+<span class="sourceLineNo">1521</span>      }<a name="line.1521"></a>
+<span class="sourceLineNo">1522</span><a name="line.1522"></a>
+<span class="sourceLineNo">1523</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1523"></a>
+<span class="sourceLineNo">1524</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1524"></a>
+<span class="sourceLineNo">1525</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1525"></a>
+<span class="sourceLineNo">1526</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1526"></a>
+<span class="sourceLineNo">1527</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1527"></a>
+<span class="sourceLineNo">1528</span>      //<a name="line.1528"></a>
+<span class="sourceLineNo">1529</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1529"></a>
+<span class="sourceLineNo">1530</span>      // can take a bunch of time to complete.<a name="line.1530"></a>
+<span class="sourceLineNo">1531</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1531"></a>
+<span class="sourceLineNo">1532</span><a name="line.1532"></a>
+<span class="sourceLineNo">1533</span>      // if the store is not running we are aborting<a name="line.1533"></a>
+<span class="sourceLineNo">1534</span>      if (!store.isRunning()) return;<a name="line.1534"></a>
+<span class="sourceLineNo">1535</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1535"></a>
+<span class="sourceLineNo">1536</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1536"></a>
+<span class="sourceLineNo">1537</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1537"></a>
+<span class="sourceLineNo">1538</span>        scheduler.yield(procedure);<a name="line.1538"></a>
+<span class="sourceLineNo">1539</span>        return;<a name="line.1539"></a>
+<span class="sourceLineNo">1540</span>      }<a name="line.1540"></a>
+<span class="sourceLineNo">1541</span><a name="line.1541"></a>
+<span class="sourceLineNo">1542</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1542"></a>
+<span class="sourceLineNo">1543</span>    } while (reExecute);<a name="line.1543"></a>
+<span class="sourceLineNo">1544</span>    // Submit the new subprocedures<a name="line.1544"></a>
+<span class="sourceLineNo">1545</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1545"></a>
+<span class="sourceLineNo">1546</span>      submitChildrenProcedures(subprocs);<a name="line.1546"></a>
+<span class="sourceLineNo">1547</span>    }<a name="line.1547"></a>
+<span class="sourceLineNo">1548</span><a name="line.1548"></a>
+<span class="sourceLineNo">1549</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1549"></a>
+<span class="sourceLineNo">1550</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1550"></a>
+<span class="sourceLineNo">1551</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1551"></a>
+<span class="sourceLineNo">1552</span>      countDownChildren(procStack, procedure);<a name="line.1552"></a>
+<span class="sourceLineNo">1553</span>    }<a name="line.1553"></a>
+<span class="sourceLineNo">1554</span>  }<a name="line.1554"></a>
+<span class="sourceLineNo">1555</span><a name="line.1555"></a>
+<span class="sourceLineNo">1556</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1556"></a>
+<span class="sourceLineNo">1557</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1557"></a>
+<span class="sourceLineNo">1558</span>    assert subprocs != null : "expected subprocedures";<a name="line.1558"></a>
+<span class="sourceLineNo">1559</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1559"></a>
+<span class="sourceLineNo">1560</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1560"></a>
+<span class="sourceLineNo">1561</span>      final Procedure subproc = subprocs[i];<a name="line.1561"></a>
+<span class="sourceLineNo">1562</span>      if (subproc == null) {<a name="line.1562"></a>
+<span class="sourceLineNo">1563</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1563"></a>
+<span class="sourceLineNo">1564</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1564"></a>
+<span class="sourceLineNo">1565</span>          new IllegalArgumentIOException(msg)));<a name="line.1565"></a>
+<span class="sourceLineNo">1566</span>        return null;<a name="line.1566"></a>
+<span class="sourceLineNo">1567</span>      }<a name="line.1567"></a>
+<span class="sourceLineNo">1568</span><a name="line.1568"></a>
+<span class="sourceLineNo">1569</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1569"></a>
+<span class="sourceLineNo">1570</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1570"></a>
+<span class="sourceLineNo">1571</span>      subproc.setRootProcId(rootProcId);<a name="line.1571"></a>
+<span class="sourceLineNo">1572</span>      subproc.setProcId(nextProcId());<a name="line.1572"></a>
+<span class="sourceLineNo">1573</span>      procStack.addSubProcedure(subproc);<a name="line.1573"></a>
+<span class="sourceLineNo">1574</span>    }<a name="line.1574"></a>
+<span class="sourceLineNo">1575</span><a name="line.1575"></a>
+<span class="sourceLineNo">1576</span>    if (!procedure.isFailed()) {<a name="line.1576"></a>
+<span class="sourceLineNo">1577</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1577"></a>
+<span class="sourceLineNo">1578</span>      switch (procedure.getState()) {<a name="line.1578"></a>
+<span class="sourceLineNo">1579</span>        case RUNNABLE:<a name="line.1579"></a>
+<span class="sourceLineNo">1580</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1580"></a>
+<span class="sourceLineNo">1581</span>          break;<a name="line.1581"></a>
+<span class="sourceLineNo">1582</span>        case WAITING_TIMEOUT:<a name="line.1582"></a>
+<span class="sourceLineNo">1583</span>          timeoutExecutor.add(procedure);<a name="line.1583"></a>
+<span class="sourceLineNo">1584</span>          break;<a name="line.1584"></a>
+<span class="sourceLineNo">1585</span>        default:<a name="line.1585"></a>
+<span class="sourceLineNo">1586</span>          break;<a name="line.1586"></a>
+<span class="sourceLineNo">1587</span>      }<a name="line.1587"></a>
+<span class="sourceLineNo">1588</span>    }<a name="line.1588"></a>
+<span class="sourceLineNo">1589</span>    return subprocs;<a name="line.1589"></a>
+<span class="sourceLineNo">1590</span>  }<a name="line.1590"></a>
+<span class="sourceLineNo">1591</span><a name="line.1591"></a>
+<span class="sourceLineNo">1592</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1592"></a>
+<span class="sourceLineNo">1593</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1593"></a>
+<span class="sourceLineNo">1594</span>      final Procedure subproc = subprocs[i];<a name="line.1594"></a>
+<span class="sourceLineNo">1595</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1595"></a>
+<span class="sourceLineNo">1596</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1596"></a>
+<span class="sourceLineNo">1597</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1597"></a>
+<span class="sourceLineNo">1598</span>      scheduler.addFront(subproc);<a name="line.1598"></a>
+<span class="sourceLineNo">1599</span>    }<a name="line.1599"></a>
+<span class="sourceLineNo">1600</span>  }<a name="line.1600"></a>
+<span class="sourceLineNo">1601</span><a name="line.1601"></a>
+<span class="sourceLineNo">1602</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1602"></a>
+<span class="sourceLineNo">1603</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1603"></a>
+<span class="sourceLineNo">1604</span>    if (parent == null) {<a name="line.1604"></a>
+<span class="sourceLineNo">1605</span>      assert procStack.isRollingback();<a name="line.1605"></a>
+<span class="sourceLineNo">1606</span>      return;<a name="line.1606"></a>
+<span class="sourceLineNo">1607</span>    }<a name="line.1607"></a>
+<span class="sourceLineNo">1608</span><a name="line.1608"></a>
+<span class="sourceLineNo">1609</span>    // If this procedure is the last child awake the parent procedure<a name="line.1609"></a>
+<span class="sourceLineNo">1610</span>    if (parent.tryRunnable()) {<a name="line.1610"></a>
+<span class="sourceLineNo">1611</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1611"></a>
+<span class="sourceLineNo">1612</span>      // children have completed, move parent to front of the queue.<a name="line.1612"></a>
+<span class="sourceLineNo">1613</span>      store.update(parent);<a name="line.1613"></a>
+<span class="sourceLineNo">1614</span>      scheduler.addFront(parent);<a name="line.1614"></a>
+<span class="sourceLineNo">1615</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1615"></a>
+<span class="sourceLineNo">1616</span>      return;<a name="line.1616"></a>
+<span class="sourceLineNo">1617</span>    }<a name="line.1617"></a>
+<span class="sourceLineNo">1618</span>  }<a name="line.1618"></a>
+<span class="sourceLineNo">1619</span><a name="line.1619"></a>
+<span class="sourceLineNo">1620</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1620"></a>
+<span class="sourceLineNo">1621</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1621"></a>
+<span class="sourceLineNo">1622</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1622"></a>
+<span class="sourceLineNo">1623</span>      if (LOG.isTraceEnabled()) {<a name="line.1623"></a>
+<span class="sourceLineNo">1624</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1624"></a>
+<span class="sourceLineNo">1625</span>      }<a name="line.1625"></a>
+<span class="sourceLineNo">1626</span>      store.insert(procedure, subprocs);<a name="line.1626"></a>
+<span class="sourceLineNo">1627</span>    } else {<a name="line.1627"></a>
+<span class="sourceLineNo">1628</span>      if (LOG.isTraceEnabled()) {<a name="line.1628"></a>
+<span class="sourceLineNo">1629</span>        LOG.trace("Store update " + procedure);<a name="line.1629"></a>
+<span class="sourceLineNo">1630</span>      }<a name="line.1630"></a>
+<span class="sourceLineNo">1631</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1631"></a>
+<span class="sourceLineNo">1632</span>        // remove child procedures<a name="line.1632"></a>
+<span class="sourceLineNo">1633</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1633"></a>
+<span class="sourceLineNo">1634</span>        if (childProcIds != null) {<a name="line.1634"></a>
+<span class="sourceLineNo">1635</span>          store.delete(procedure, childProcIds);<a name="line.1635"></a>
+<span class="sourceLineNo">1636</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1636"></a>
+<span class="sourceLineNo">1637</span>            procedures.remove(childProcIds[i]);<a name="line.1637"></a>
+<span class="sourceLineNo">1638</span>          }<a name="line.1638"></a>
+<span class="sourceLineNo">1639</span>        } else {<a name="line.1639"></a>
+<span class="sourceLineNo">1640</span>          store.update(procedure);<a name="line.1640"></a>
+<span class="sourceLineNo">1641</span>        }<a name="line.1641"></a>
+<span class="sourceLineNo">1642</span>      } else {<a name="line.1642"></a>
+<span class="sourceLineNo">1643</span>        store.update(procedure);<a name="line.1643"></a>
+<span class="sourceLineNo">1644</span>      }<a name="line.1644"></a>
+<span class="sourceLineNo">1645</span>    }<a name="line.1645"></a>
+<span class="sourceLineNo">1646</span>  }<a name="line.1646"></a>
+<span class="sourceLineNo">1647</span><a name="line.1647"></a>
+<span class="sourceLineNo">1648</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1648"></a>
+<span class="sourceLineNo">1649</span>    if (LOG.isTraceEnabled()) {<a name="line.1649"></a>
+<span class="sourceLineNo">1650</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1650"></a>
+<span class="sourceLineNo">1651</span>    }<a name="line.1651"></a>
+<span class="sourceLineNo">1652</span><a name="line.1652"></a>
+<span class="sourceLineNo">1653</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1653"></a>
+<span class="sourceLineNo">1654</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1654"></a>
+<span class="sourceLineNo">1655</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1655"></a>
+<span class="sourceLineNo">1656</span>    // and the executor/store will be stopped.<a name="line.1656"></a>
+<span class="sourceLineNo">1657</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1657"></a>
+<span class="sourceLineNo">1658</span>  }<a name="line.1658"></a>
+<span class="sourceLineNo">1659</span><a name="line.1659"></a>
+<span class="sourceLineNo">1660</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1660"></a>
+<span class="sourceLineNo">1661</span>    final TEnvironment env = getEnvironment();<a name="line.1661"></a>
+<span class="sourceLineNo">1662</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1662"></a>
+<span class="sourceLineNo">1663</span>      releaseLock(proc, true);<a name="line.1663"></a>
+<span class="sourceLineNo">1664</span>    }<a name="line.1664"></a>
+<span class="sourceLineNo">1665</span>    try {<a name="line.1665"></a>
+<span class="sourceLineNo">1666</span>      proc.completionCleanup(env);<a name="line.1666"></a>
+<span class="sourceLineNo">1667</span>    } catch (Throwable e) {<a name="line.1667"></a>
+<span class="sourceLineNo">1668</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1668"></a>
+<span class="sourceLineNo">1669</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1669"></a>
+<span class="sourceLineNo">1670</span>    }<a name="line.1670"></a>
+<span class="sourceLineNo">1671</span>  }<a name="line.1671"></a>
+<span class="sourceLineNo">1672</span><a name="line.1672"></a>
+<span class="sourceLineNo">1673</span>  private void procedureFinished(final Procedure proc) {<a name="line.1673"></a>
+<span class="sourceLineNo">1674</span>    // call the procedure completion cleanup handler<a name="line.1674"></a>
+<span class="sourceLineNo">1675</span>    execCompletionCleanup(proc);<a name="line.1675"></a>
+<span class="sourceLineNo">1676</span><a name="line.1676"></a>
+<span class="sourceLineNo">1677</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1677"></a>
+<span class="sourceLineNo">1678</span><a name="line.1678"></a>
+<span class="sourceLineNo">1679</span>    // update the executor internal state maps<a name="line.1679"></a>
+<span class="sourceLineNo">1680</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1680"></a>
+<span class="sourceLineNo">1681</span>      retainer.setClientAckTime(0);<a name="line.1681"></a>
+<span class="sourceLineNo">1682</span>    }<a name="line.1682"></a>
+<span class="sourceLineNo">1683</span><a name="line.1683"></a>
+<span class="sourceLineNo">1684</span>    completed.put(proc.getProcId(), retainer);<a name="line.1684"></a>
+<span class="sourceLineNo">1685</span>    rollbackStack.remove(proc.getProcId());<a name="line.1685"></a>
+<span class="sourceLineNo">1686</span>    procedures.remove(proc.getProcId());<a name="line.1686"></a>
+<span class="sourceLineNo">1687</span><a name="line.1687"></a>
+<span class="sourceLineNo">1688</span>    // call the runnableSet completion cleanup handler<a name="line.1688"></a>
+<span class="sourceLineNo">1689</span>    try {<a name="line.1689"></a>
+<span class="sourceLineNo">1690</span>      scheduler.completionCleanup(proc);<a name="line.1690"></a>
+<span class="sourceLineNo">1691</span>    } catch (Throwable e) {<a name="line.1691"></a>
+<span class="sourceLineNo">1692</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1692"></a>
+<span class="sourceLineNo">1693</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1693"></a>
+<span class="sourceLineNo">1694</span>    }<a name="line.1694"></a>
+<span class="sourceLineNo">1695</span><a name="line.1695"></a>
+<span class="sourceLineNo">1696</span>    // Notify the listeners<a name="line.1696"></a>
+<span class="sourceLineNo">1697</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1697"></a>
+<span class="sourceLineNo">1698</span>  }<a name="line.1698"></a>
+<span class="sourceLineNo">1699</span><a name="line.1699"></a>
+<span class="sourceLineNo">1700</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1700"></a>
+<span class="sourceLineNo">1701</span>    return rollbackStack.get(rootProcId);<a name="line.1701"></a>
+<span class="sourceLineNo">1702</span>  }<a name="line.1702"></a>
+<span class="sourceLineNo">1703</span><a name="line.1703"></a>
+<span class="sourceLineNo">1704</span>  // ==========================================================================<a name="line.1704"></a>
+<span class="sourceLineNo">1705</span>  //  Worker Thread<a name="line.1705"></a>
+<span class="sourceLineNo">1706</span>  // ==========================================================================<a name="line.1706"></a>
+<span class="sourceLineNo">1707</span>  private class WorkerThread extends StoppableThread {<a name="line.1707"></a>
+<span class="sourceLineNo">1708</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1708"></a>
+<span class="sourceLineNo">1709</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1709"></a>
+<span class="sourceLineNo">1710</span><a name="line.1710"></a>
+<span class="sourceLineNo">1711</span>    public WorkerThread(ThreadGroup group) {<a name="line.1711"></a>
+<span class="sourceLineNo">1712</span>      this(group, "PEWorker-");<a name="line.1712"></a>
+<span class="sourceLineNo">1713</span>    }<a name="line.1713"></a>
+<span class="sourceLineNo">1714</span><a name="line.1714"></a>
+<span class="sourceLineNo">1715</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1715"></a>
+<span class="sourceLineNo">1716</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1716"></a>
+<span class="sourceLineNo">1717</span>      setDaemon(true);<a name="line.1717"></a>
+<span class="sourceLineNo">1718</span>    }<a name="line.1718"></a>
+<span class="sourceLineNo">1719</span><a name="line.1719"></a>
+<span class="sourceLineNo">1720</span>    @Override<a name="line.1720"></a>
+<span class="sourceLineNo">1721</span>    public void sendStopSignal() {<a name="line.1721"></a>
+<span class="sourceLineNo">1722</span>      scheduler.signalAll();<a name="line.1722"></a>
+<span class="sourceLineNo">1723</span>    }<a name="line.1723"></a>
+<span class="sourceLineNo">1724</span><a name="line.1724"></a>
+<span class="sourceLineNo">1725</span>    @Override<a name="line.1725"></a>
+<span class="sourceLineNo">1726</span>    public void run() {<a name="line.1726"></a>
+<span class="sourceLineNo">1727</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1727"></a>
+<span class="sourceLineNo">1728</span>      try {<a name="line.1728"></a>
+<span class="sourceLineNo">1729</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1729"></a>
+<span class="sourceLineNo">1730</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1730"></a>
+<span class="sourceLineNo">1731</span>          if (proc == null) {<a name="line.1731"></a>
+<span class="sourceLineNo">1732</span>            continue;<a name="line.1732"></a>
+<span class="sourceLineNo">1733</span>          }<a name="line.1733"></a>
+<span class="sourceLineNo">1734</span>          this.activeProcedure = proc;<a name="line.1734"></a>
+<span class="sourceLineNo">1735</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1735"></a>
+<span class="sourceLineNo">1736</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1736"></a>
+<span class="sourceLineNo">1737</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1737"></a>
+<span class="sourceLineNo">1738</span>            runningCount, activeCount);<a name="line.1738"></a>
+<span class="sourceLineNo">1739</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1739"></a>
+<span class="sourceLineNo">1740</span>          try {<a name="line.1740"></a>
+<span class="sourceLineNo">1741</span>            executeProcedure(proc);<a name="line.1741"></a>
+<span class="sourceLineNo">1742</span>          } catch (AssertionError e) {<a name="line.1742"></a>
+<span class="sourceLineNo">1743</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1743"></a>
+<span class="sourceLineNo">1744</span>            throw e;<a name="line.1744"></a>
+<span class="sourceLineNo">1745</span>          } finally {<a name="line.1745"></a>
+<span class="sourceLineNo">1746</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1746"></a>
+<span class="sourceLineNo">1747</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1747"></a>
+<span class="sourceLineNo">1748</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1748"></a>
+<span class="sourceLineNo">1749</span>              runningCount, activeCount);<a name="line.1749"></a>
+<span class="sourceLineNo">1750</span>            this.activeProcedure = null;<a name="line.1750"></a>
+<span class="sourceLineNo">1751</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1751"></a>
+<span class="sourceLineNo">1752</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1752"></a>
+<span class="sourceLineNo">1753</span>          }<a name="line.1753"></a>
+<span class="sourceLineNo">1754</span>        }<a name="line.1754"></a>
+<span class="sourceLineNo">1755</span>      } catch (Throwable t) {<a name="line.1755"></a>
+<span class="sourceLineNo">1756</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1756"></a>
+<span class="sourceLineNo">1757</span>      } finally {<a name="line.1757"></a>
+<span class="sourceLineNo">1758</span>        LOG.trace("Worker terminated.");<a name="line.1758"></a>
+<span class="sourceLineNo">1759</span>      }<a name="line.1759"></a>
+<span class="sourceLineNo">1760</span>      workerThreads.remove(this);<a name="line.1760"></a>
+<span class="sourceLineNo">1761</span>    }<a name="line.1761"></a>
+<span class="sourceLineNo">1762</span><a name="line.1762"></a>
+<span class="sourceLineNo">1763</span>    @Override<a name="line.1763"></a>
+<span class="sourceLineNo">1764</span>    public String toString() {<a name="line.1764"></a>
+<span class="sourceLineNo">1765</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1765"></a>
+<span class="sourceLineNo">1766</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1766"></a>
+<span class="sourceLineNo">1767</span>    }<a name="line.1767"></a>
+<span class="sourceLineNo">1768</span><a name="line.1768"></a>
+<span class="sourceLineNo">1769</span>    /**<a name="line.1769"></a>
+<span class="sourceLineNo">1770</span>     * @return the time since the current procedure is running<a name="line.1770"></a>
+<span class="sourceLineNo">1771</span>     */<a name="line.1771"></a>
+<span class="sourceLineNo">1772</span>    public long getCurrentRunTime() {<a name="line.1772"></a>
+<span class="sourceLineNo">1773</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1773"></a>
+<span class="sourceLineNo">1774</span>    }<a name="line.1774"></a>
+<span class="sourceLineNo">1775</span><a name="line.1775"></a>
+<span class="sourceLineNo">1776</span>    // core worker never timeout<a name="line.1776"></a>
+<span class="sourceLineNo">1777</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1777"></a>
+<span class="sourceLineNo">1778</span>      return true;<a name="line.1778"></a>
+<span class="sourceLineNo">1779</span>    }<a name="line.1779"></a>
+<span class="sourceLineNo">1780</span>  }<a name="line.1780"></a>
+<span class="sourceLineNo">1781</span><a name="line.1781"></a>
+<span class="sourceLineNo">1782</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1782"></a>
+<span class="sourceLineNo">1783</span>  // keepAliveTime if there is no procedure to run.<a name="line.1783"></a>
+<span class="sourceLineNo">1784</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1784"></a>
+<span class="sourceLineNo">1785</span><a name="line.1785"></a>
+<span class="sourceLineNo">1786</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1786"></a>
+<span class="sourceLineNo">1787</span>      super(group, "KeepAlivePEWorker-");<a name="line.1787"></a>
+<span class="sourceLineNo">1788</span>    }<a name="line.1788"></a>
+<span class="sourceLineNo">1789</span><a name="line.1789"></a>
+<span class="sourceLineNo">1790</span>    @Override<a name="line.1790"></a>
+<span class="sourceLineNo">1791</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1791"></a>
+<span class="sourceLineNo">1792</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1792"></a>
+<span class="sourceLineNo">1793</span>    }<a name="line.1793"></a>
+<span class="sourceLineNo">1794</span>  }<a name="line.1794"></a>
+<span class="sourceLineNo">1795</span><a name="line.1795"></a>
+<span class="sourceLineNo">1796</span>  // ----------------------------------------------------------------------------<a name="line.1796"></a>
+<span class="sourceLineNo">1797</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1797"></a>
+<span class="sourceLineNo">1798</span>  // full set of procedures pending and completed to write a compacted<a name="line.1798"></a>
+<span class="sourceLineNo">1799</span>  // version of the log (in case is a log)?<a name="line.1799"></a>
+<span class="sourceLineNo">1800</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1800"></a>
+<span class="sourceLineNo">1801</span>  // will have the tracker saying everything is in the last log.<a name="line.1801"></a>
+<span class="sourceLineNo">1802</span>  // ----------------------------------------------------------------------------<a name="line.1802"></a>
+<span class="sourceLineNo">1803</span><a name="line.1803"></a>
+<span class="sourceLineNo">1804</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1804"></a>
+<span class="sourceLineNo">1805</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1805"></a>
+<span class="sourceLineNo">1806</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1806"></a>
+<span class="sourceLineNo">1807</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1807"></a>
+<span class="sourceLineNo">1808</span><a name="line.1808"></a>
+<span class="sourceLineNo">1809</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1809"></a>
+<span class="sourceLineNo">1810</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1810"></a>
+<span class="sourceLineNo">1811</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1811"></a>
+<span class="sourceLineNo">1812</span><a name="line.1812"></a>
+<span class="sourceLineNo">1813</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1813"></a>
+<span class="sourceLineNo">1814</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1814"></a>
+<span class="sourceLineNo">1815</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1815"></a>
+<span class="sourceLineNo">1816</span><a name="line.1816"></a>
+<span class="sourceLineNo">1817</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1817"></a>
+<span class="sourceLineNo">1818</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1818"></a>
+<span class="sourceLineNo">1819</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1819"></a>
+<span class="sourceLineNo">1820</span><a name="line.1820"></a>
+<span class="sourceLineNo">1821</span>    public WorkerMonitor() {<a name="line.1821"></a>
+<span class="sourceLineNo">1822</span>      refreshConfig();<a name="line.1822"></a>
+<span class="sourceLineNo">1823</span>    }<a name="line.1823"></a>
+<span class="sourceLineNo">1824</span><a name="line.1824"></a>
+<span class="sourceLineNo">1825</span>    @Override<a name="line.1825"></a>
+<span class="sourceLineNo">1826</span>    public void run() {<a name="line.1826"></a>
+<span class="sourceLineNo">1827</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1827"></a>
+<span class="sourceLineNo">1828</span>      checkThreadCount(stuckCount);<a name="line.1828"></a>
+<span class="sourceLineNo">1829</span><a name="line.1829"></a>
+<span class="sourceLineNo">1830</span>      // refresh interval (poor man dynamic conf update)<a name="line.1830"></a>
+<span class="sourceLineNo">1831</span>      refreshConfig();<a name="line.1831"></a>
+<span class="sourceLineNo">1832</span>    }<a name="line.1832"></a>
+<span class="sourceLineNo">1833</span><a name="line.1833"></a>
+<span class="sourceLineNo">1834</span>    private int checkForStuckWorkers() {<a name="line.1834"></a>
+<span class="sourceLineNo">1835</span>      // check if any of the worker is stuck<a name="line.1835"></a>
+<span class="sourceLineNo">1836</span>      int stuckCount = 0;<a name="line.1836"></a>
+<span class="sourceLineNo">1837</span>      for (WorkerThread worker : workerThreads) {<a name="line.1837"></a>
+<span class="sourceLineNo">1838</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1838"></a>
+<span class="sourceLineNo">1839</span>          continue;<a name="line.1839"></a>
+<span class="sourceLineNo">1840</span>        }<a name="line.1840"></a>
+<span class="sourceLineNo">1841</span><a name="line.1841"></a>
+<span class="so

<TRUNCATED>

[36/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html b/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html
deleted file mode 100644
index 9e022e3..0000000
--- a/devapidocs/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html
+++ /dev/null
@@ -1,995 +0,0 @@
-<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
-<!-- NewPage -->
-<html lang="en">
-<head>
-<!-- Generated by javadoc -->
-<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
-<title>TableReplicationQueueStorage (Apache HBase 3.0.0-SNAPSHOT API)</title>
-<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style">
-<script type="text/javascript" src="../../../../../script.js"></script>
-</head>
-<body>
-<script type="text/javascript"><!--
-    try {
-        if (location.href.indexOf('is-external=true') == -1) {
-            parent.document.title="TableReplicationQueueStorage (Apache HBase 3.0.0-SNAPSHOT API)";
-        }
-    }
-    catch(err) {
-    }
-//-->
-var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":9,"i15":9,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10};
-var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
-var altColor = "altColor";
-var rowColor = "rowColor";
-var tableTab = "tableTab";
-var activeTableTab = "activeTableTab";
-</script>
-<noscript>
-<div>JavaScript is disabled on your browser.</div>
-</noscript>
-<!-- ========= START OF TOP NAVBAR ======= -->
-<div class="topNav"><a name="navbar.top">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.top.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../overview-summary.html">Overview</a></li>
-<li><a href="package-summary.html">Package</a></li>
-<li class="navBarCell1Rev">Class</li>
-<li><a href="class-use/TableReplicationQueueStorage.html">Use</a></li>
-<li><a href="package-tree.html">Tree</a></li>
-<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../index.html?org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationQueueStorage.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_top">
-<li><a href="../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_top");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<div>
-<ul class="subNavList">
-<li>Summary:&nbsp;</li>
-<li><a href="#nested.class.summary">Nested</a>&nbsp;|&nbsp;</li>
-<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.summary">Method</a></li>
-</ul>
-<ul class="subNavList">
-<li>Detail:&nbsp;</li>
-<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.detail">Method</a></li>
-</ul>
-</div>
-<a name="skip.navbar.top">
-<!--   -->
-</a></div>
-<!-- ========= END OF TOP NAVBAR ========= -->
-<!-- ======== START OF CLASS DATA ======== -->
-<div class="header">
-<div class="subTitle">org.apache.hadoop.hbase.replication</div>
-<h2 title="Class TableReplicationQueueStorage" class="title">Class TableReplicationQueueStorage</h2>
-</div>
-<div class="contentContainer">
-<ul class="inheritance">
-<li><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">java.lang.Object</a></li>
-<li>
-<ul class="inheritance">
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">org.apache.hadoop.hbase.replication.TableReplicationStorageBase</a></li>
-<li>
-<ul class="inheritance">
-<li>org.apache.hadoop.hbase.replication.TableReplicationQueueStorage</li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-<div class="description">
-<ul class="blockList">
-<li class="blockList">
-<dl>
-<dt>All Implemented Interfaces:</dt>
-<dd><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></dd>
-</dl>
-<hr>
-<br>
-<pre>@InterfaceAudience.Private
-public class <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.59">TableReplicationQueueStorage</a>
-extends <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a>
-implements <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></pre>
-<div class="block">Table based replication queue storage.</div>
-</li>
-</ul>
-</div>
-<div class="summary">
-<ul class="blockList">
-<li class="blockList">
-<!-- ======== NESTED CLASS SUMMARY ======== -->
-<ul class="blockList">
-<li class="blockList"><a name="nested.class.summary">
-<!--   -->
-</a>
-<h3>Nested Class Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Nested Class Summary table, listing nested classes, and an explanation">
-<caption><span>Nested Classes</span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Class and Description</th>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>private static class&nbsp;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></span></code>
-<div class="block">Each cell in column wal:{queueId} will be parsed to a WALCell.</div>
-</td>
-</tr>
-</table>
-</li>
-</ul>
-<!-- =========== FIELD SUMMARY =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="field.summary">
-<!--   -->
-</a>
-<h3>Field Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation">
-<caption><span>Fields</span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Field and Description</th>
-</tr>
-<tr class="altColor">
-<td class="colFirst"><code>private static org.slf4j.Logger</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#LOG">LOG</a></span></code>&nbsp;</td>
-</tr>
-</table>
-<ul class="blockList">
-<li class="blockList"><a name="fields.inherited.from.class.org.apache.hadoop.hbase.replication.TableReplicationStorageBase">
-<!--   -->
-</a>
-<h3>Fields inherited from class&nbsp;org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></h3>
-<code><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#conf">conf</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_HFILE_REFS">FAMILY_HFILE_REFS</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_PEER">FAMILY_PEER</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_QUEUE">FAMILY_QUEUE</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_REGIONS">FAMILY_REGIONS</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_RS_STATE">FAMILY_RS_STATE</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_WAL">FAMILY_WAL</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#QUALIFIER_PEER_CONFIG">QU
 ALIFIER_PEER_CONFIG</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#QUALIFIER_PEER_STATE">QUALIFIER_PEER_STATE</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#QUALIFIER_STATE_ENABLED">QUALIFIER_STATE_ENABLED</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#REPLICATION_TABLE">REPLICATION_TABLE</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#zookeeper">zookeeper</a></code></li>
-</ul>
-</li>
-</ul>
-<!-- ======== CONSTRUCTOR SUMMARY ======== -->
-<ul class="blockList">
-<li class="blockList"><a name="constructor.summary">
-<!--   -->
-</a>
-<h3>Constructor Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
-<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colOne" scope="col">Constructor and Description</th>
-</tr>
-<tr class="altColor">
-<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#TableReplicationQueueStorage-org.apache.hadoop.hbase.zookeeper.ZKWatcher-org.apache.hadoop.conf.Configuration-">TableReplicationQueueStorage</a></span>(<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
-                            org.apache.hadoop.conf.Configuration&nbsp;conf)</code>&nbsp;</td>
-</tr>
-</table>
-</li>
-</ul>
-<!-- ========== METHOD SUMMARY =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="method.summary">
-<!--   -->
-</a>
-<h3>Method Summary</h3>
-<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
-<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th class="colLast" scope="col">Method and Description</th>
-</tr>
-<tr id="i0" class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#addHFileRefs-java.lang.String-java.util.List-">addHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-            <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path&gt;&gt;&nbsp;pairs)</code>
-<div class="block">Add new hfile references to the queue.</div>
-</td>
-</tr>
-<tr id="i1" class="rowColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#addPeerToHFileRefs-java.lang.String-">addPeerToHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
-<div class="block">Add a peer to hfile reference queue if peer does not exist.</div>
-</td>
-</tr>
-<tr id="i2" class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#addWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">addWAL</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-      <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-      <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>
-<div class="block">Add a new WAL file to the given queue for a given regionserver.</div>
-</td>
-</tr>
-<tr id="i3" class="rowColor">
-<td class="colFirst"><code><a href="../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/util/SortedSet.html?is-external=true" title="class or interface in java.util">SortedSet</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#claimQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-org.apache.hadoop.hbase.ServerName-">claimQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;sourceServerName,
-          <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-          <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;destServerName)</code>
-<div class="block">Change ownership for the queue identified by queueId and belongs to a dead region server.</div>
-</td>
-</tr>
-<tr id="i4" class="altColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllHFileRefs--">getAllHFileRefs</a></span>()</code>
-<div class="block">Load all hfile references in all replication queues.</div>
-</td>
-</tr>
-<tr id="i5" class="rowColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllPeersFromHFileRefsQueue--">getAllPeersFromHFileRefsQueue</a></span>()</code>
-<div class="block">Get list of all peers from hfile reference queue.</div>
-</td>
-</tr>
-<tr id="i6" class="altColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllQueues-org.apache.hadoop.hbase.ServerName-">getAllQueues</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>
-<div class="block">Get a list of all queues for the specified region server.</div>
-</td>
-</tr>
-<tr id="i7" class="rowColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllWALs--">getAllWALs</a></span>()</code>
-<div class="block">Load all wals in all replication queues.</div>
-</td>
-</tr>
-<tr id="i8" class="altColor">
-<td class="colFirst"><code>long</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getLastSequenceId-java.lang.String-java.lang.String-">getLastSequenceId</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;encodedRegionName,
-                 <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
-<div class="block">Read the max sequence id of the specific region for a given peer.</div>
-</td>
-</tr>
-<tr id="i9" class="rowColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getListOfReplicators--">getListOfReplicators</a></span>()</code>
-<div class="block">Get a list of all region servers that have outstanding replication queues.</div>
-</td>
-</tr>
-<tr id="i10" class="altColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getReplicableHFiles-java.lang.String-">getReplicableHFiles</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
-<div class="block">Get a list of all hfile references in the given peer.</div>
-</td>
-</tr>
-<tr id="i11" class="rowColor">
-<td class="colFirst"><code>long</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">getWALPosition</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>
-<div class="block">Get the current position for a specific WAL in a given queue for a given regionserver.</div>
-</td>
-</tr>
-<tr id="i12" class="altColor">
-<td class="colFirst"><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALsInQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>
-<div class="block">Get a list of all WALs in the given queue on the given region server.</div>
-</td>
-</tr>
-<tr id="i13" class="rowColor">
-<td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a>&gt;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALsInQueue0-org.apache.hadoop.hbase.client.Table-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue0</a></span>(<a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a>&nbsp;table,
-               <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-               <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>
-<div class="block">List all WALs for the specific region server and queueId.</div>
-</td>
-</tr>
-<tr id="i14" class="altColor">
-<td class="colFirst"><code>private static byte[]</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#makeByteArray-java.lang.String-long-">makeByteArray</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName,
-             long&nbsp;position)</code>
-<div class="block">Serialize the {fileName, position} pair into a byte array.</div>
-</td>
-</tr>
-<tr id="i15" class="rowColor">
-<td class="colFirst"><code>private static <a href="../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>&gt;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#parseFileNameAndPosition-byte:A-int-">parseFileNameAndPosition</a></span>(byte[]&nbsp;data,
-                        int&nbsp;offset)</code>
-<div class="block">Deserialize the byte array into a {filename, position} pair.</div>
-</td>
-</tr>
-<tr id="i16" class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeHFileRefs-java.lang.String-java.util.List-">removeHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-               <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;files)</code>
-<div class="block">Remove hfile references from the queue.</div>
-</td>
-</tr>
-<tr id="i17" class="rowColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removePeerFromHFileRefs-java.lang.String-">removePeerFromHFileRefs</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)</code>
-<div class="block">Remove a peer from hfile reference queue.</div>
-</td>
-</tr>
-<tr id="i18" class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">removeQueue</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-           <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)</code>
-<div class="block">Remove a replication queue for a given regionserver.</div>
-</td>
-</tr>
-<tr id="i19" class="rowColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeReplicatorIfQueueIsEmpty-org.apache.hadoop.hbase.ServerName-">removeReplicatorIfQueueIsEmpty</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)</code>
-<div class="block">Remove the record of region server if the queue is empty.</div>
-</td>
-</tr>
-<tr id="i20" class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">removeWAL</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-         <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-         <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)</code>
-<div class="block">Remove an WAL file from the given queue for a given regionserver.</div>
-</td>
-</tr>
-<tr id="i21" class="rowColor">
-<td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a>&gt;</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#result2WALCells-org.apache.hadoop.hbase.client.Result-">result2WALCells</a></span>(<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>&nbsp;r)</code>
-<div class="block">Parse the WALCell list from a HBase result.</div>
-</td>
-</tr>
-<tr id="i22" class="altColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#setWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-long-java.util.Map-">setWALPosition</a></span>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName,
-              long&nbsp;position,
-              <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>&gt;&nbsp;lastSeqIds)</code>
-<div class="block">Set the current position for a specific WAL in a given queue for a given regionserver.</div>
-</td>
-</tr>
-</table>
-<ul class="blockList">
-<li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.hbase.replication.TableReplicationStorageBase">
-<!--   -->
-</a>
-<h3>Methods inherited from class&nbsp;org.apache.hadoop.hbase.replication.<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></h3>
-<code><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#createReplicationTableDescBuilder-org.apache.hadoop.conf.Configuration-">createReplicationTableDescBuilder</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getRegionQualifier-java.lang.String-">getRegionQualifier</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getReplicationMetaTable--">getReplicationMetaTable</a>, <a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getServerNameRowKey-org.apache.hadoop.hbase.ServerName-">getServerNameRowKey</a></code></li>
-</ul>
-<ul class="blockList">
-<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
-<!--   -->
-</a>
-<h3>Methods inherited from class&nbsp;java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></h3>
-<code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--" title="class or interface in java.lang">clone</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-" title="class or interface in java.lang">equals</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--" title="class or interface in java.lang">finalize</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--" title="class or interface in java.lang">getClass</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--" title="class or interface in java.lang">hashCode</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--" title="class or interface in java.lang">notify</a>, <a href="https://docs.oracle.com/javase/8/docs/api/ja
 va/lang/Object.html?is-external=true#notifyAll--" title="class or interface in java.lang">notifyAll</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--" title="class or interface in java.lang">toString</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait--" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-" title="class or interface in java.lang">wait</a>, <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-int-" title="class or interface in java.lang">wait</a></code></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-</div>
-<div class="details">
-<ul class="blockList">
-<li class="blockList">
-<!-- ============ FIELD DETAIL =========== -->
-<ul class="blockList">
-<li class="blockList"><a name="field.detail">
-<!--   -->
-</a>
-<h3>Field Detail</h3>
-<a name="LOG">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>LOG</h4>
-<pre>private static final&nbsp;org.slf4j.Logger <a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.62">LOG</a></pre>
-</li>
-</ul>
-</li>
-</ul>
-<!-- ========= CONSTRUCTOR DETAIL ======== -->
-<ul class="blockList">
-<li class="blockList"><a name="constructor.detail">
-<!--   -->
-</a>
-<h3>Constructor Detail</h3>
-<a name="TableReplicationQueueStorage-org.apache.hadoop.hbase.zookeeper.ZKWatcher-org.apache.hadoop.conf.Configuration-">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>TableReplicationQueueStorage</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.64">TableReplicationQueueStorage</a>(<a href="../../../../../org/apache/hadoop/hbase/zookeeper/ZKWatcher.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKWatcher</a>&nbsp;zookeeper,
-                                    org.apache.hadoop.conf.Configuration&nbsp;conf)
-                             throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
-<dl>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
-</dl>
-</li>
-</ul>
-</li>
-</ul>
-<!-- ============ METHOD DETAIL ========== -->
-<ul class="blockList">
-<li class="blockList"><a name="method.detail">
-<!--   -->
-</a>
-<h3>Method Detail</h3>
-<a name="makeByteArray-java.lang.String-long-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>makeByteArray</h4>
-<pre>private static&nbsp;byte[]&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.71">makeByteArray</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName,
-                                    long&nbsp;position)</pre>
-<div class="block">Serialize the {fileName, position} pair into a byte array.</div>
-</li>
-</ul>
-<a name="parseFileNameAndPosition-byte:A-int-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>parseFileNameAndPosition</h4>
-<pre>private static&nbsp;<a href="../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.84">parseFileNameAndPosition</a>(byte[]&nbsp;data,
-                                                          int&nbsp;offset)
-                                                   throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
-<div class="block">Deserialize the byte array into a {filename, position} pair.</div>
-<dl>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="removeQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>removeQueue</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.103">removeQueue</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-                        <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)
-                 throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Remove a replication queue for a given regionserver.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">removeQueue</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>serverName</code> - the name of the regionserver</dd>
-<dd><code>queueId</code> - a String that identifies the queue.</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="addWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>addWAL</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.117">addWAL</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-                   <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-                   <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)
-            throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#addWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Add a new WAL file to the given queue for a given regionserver. If the queue does not exist it
- is created.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#addWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">addWAL</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>serverName</code> - the name of the regionserver</dd>
-<dd><code>queueId</code> - a String that identifies the queue.</dd>
-<dd><code>fileName</code> - name of the WAL</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="removeWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>removeWAL</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.132">removeWAL</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-                      <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-                      <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)
-               throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Remove an WAL file from the given queue for a given regionserver.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">removeWAL</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>serverName</code> - the name of the regionserver</dd>
-<dd><code>queueId</code> - a String that identifies the queue.</dd>
-<dd><code>fileName</code> - name of the WAL</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="setWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-long-java.util.Map-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>setWALPosition</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.151">setWALPosition</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-                           <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-                           <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName,
-                           long&nbsp;position,
-                           <a href="https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true" title="class or interface in java.util">Map</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Long.html?is-external=true" title="class or interface in java.lang">Long</a>&gt;&nbsp;lastSeqIds)
-                    throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#setWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-long-java.util.Map-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Set the current position for a specific WAL in a given queue for a given regionserver.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#setWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-long-java.util.Map-">setWALPosition</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>serverName</code> - the name of the regionserver</dd>
-<dd><code>queueId</code> - a String that identifies the queue</dd>
-<dd><code>fileName</code> - name of the WAL</dd>
-<dd><code>position</code> - the current position in the file</dd>
-<dd><code>lastSeqIds</code> - map with {encodedRegionName, sequenceId} pairs for serial replication.</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="getLastSequenceId-java.lang.String-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>getLastSequenceId</h4>
-<pre>public&nbsp;long&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.185">getLastSequenceId</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;encodedRegionName,
-                              <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
-                       throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getLastSequenceId-java.lang.String-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Read the max sequence id of the specific region for a given peer. For serial replication, we
- need the max sequenced id to decide whether we can push the next entries.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getLastSequenceId-java.lang.String-java.lang.String-">getLastSequenceId</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>encodedRegionName</code> - the encoded region name</dd>
-<dd><code>peerId</code> - peer id</dd>
-<dt><span class="returnLabel">Returns:</span></dt>
-<dd>the max sequence id of the specific region for a given peer.</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="getWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>getWALPosition</h4>
-<pre>public&nbsp;long&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.202">getWALPosition</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-                           <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-                           <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;fileName)
-                    throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Get the current position for a specific WAL in a given queue for a given regionserver.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">getWALPosition</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>serverName</code> - the name of the regionserver</dd>
-<dd><code>queueId</code> - a String that identifies the queue</dd>
-<dd><code>fileName</code> - name of the WAL</dd>
-<dt><span class="returnLabel">Returns:</span></dt>
-<dd>the current position in the file</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="result2WALCells-org.apache.hadoop.hbase.client.Result-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>result2WALCells</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.259">result2WALCells</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Result.html" title="class in org.apache.hadoop.hbase.client">Result</a>&nbsp;r)
-                                                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
-<div class="block">Parse the WALCell list from a HBase result.</div>
-<dl>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="getWALsInQueue0-org.apache.hadoop.hbase.client.Table-org.apache.hadoop.hbase.ServerName-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>getWALsInQueue0</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.272">getWALsInQueue0</a>(<a href="../../../../../org/apache/hadoop/hbase/client/Table.html" title="interface in org.apache.hadoop.hbase.client">Table</a>&nbsp;table,
-                                                                   <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-                                                                   <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)
-                                                            throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
-<div class="block">List all WALs for the specific region server and queueId.</div>
-<dl>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="getWALsInQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>getWALsInQueue</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.280">getWALsInQueue</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName,
-                                   <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId)
-                            throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getWALsInQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Get a list of all WALs in the given queue on the given region server.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getWALsInQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>serverName</code> - the server name of the region server that owns the queue</dd>
-<dd><code>queueId</code> - a String that identifies the queue</dd>
-<dt><span class="returnLabel">Returns:</span></dt>
-<dd>a list of WALs</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="getAllQueues-org.apache.hadoop.hbase.ServerName-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>getAllQueues</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.292">getAllQueues</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)
-                          throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllQueues-org.apache.hadoop.hbase.ServerName-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Get a list of all queues for the specified region server.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllQueues-org.apache.hadoop.hbase.ServerName-">getAllQueues</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>serverName</code> - the server name of the region server that owns the set of queues</dd>
-<dt><span class="returnLabel">Returns:</span></dt>
-<dd>a list of queueIds</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="claimQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-org.apache.hadoop.hbase.ServerName-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>claimQueue</h4>
-<pre>public&nbsp;<a href="../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>,<a href="https://docs.oracle.com/javase/8/docs/api/java/util/SortedSet.html?is-external=true" title="class or interface in java.util">SortedSet</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.311">claimQueue</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;sourceServerName,
-                                                 <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;queueId,
-                                                 <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;destServerName)
-                                          throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#claimQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-org.apache.hadoop.hbase.ServerName-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Change ownership for the queue identified by queueId and belongs to a dead region server.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#claimQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-org.apache.hadoop.hbase.ServerName-">claimQueue</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>sourceServerName</code> - the name of the dead region server</dd>
-<dd><code>queueId</code> - the id of the queue</dd>
-<dd><code>destServerName</code> - the name of the target region server</dd>
-<dt><span class="returnLabel">Returns:</span></dt>
-<dd>the new PeerId and A SortedSet of WALs in its queue</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="removeReplicatorIfQueueIsEmpty-org.apache.hadoop.hbase.ServerName-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>removeReplicatorIfQueueIsEmpty</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.369">removeReplicatorIfQueueIsEmpty</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&nbsp;serverName)
-                                    throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeReplicatorIfQueueIsEmpty-org.apache.hadoop.hbase.ServerName-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Remove the record of region server if the queue is empty.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeReplicatorIfQueueIsEmpty-org.apache.hadoop.hbase.ServerName-">removeReplicatorIfQueueIsEmpty</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="getListOfReplicators--">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>getListOfReplicators</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.385">getListOfReplicators</a>()
-                                      throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getListOfReplicators--">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Get a list of all region servers that have outstanding replication queues. These servers could
- be alive, dead or from a previous run of the cluster.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getListOfReplicators--">getListOfReplicators</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="returnLabel">Returns:</span></dt>
-<dd>a list of server names</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="getAllWALs--">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>getAllWALs</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.406">getAllWALs</a>()
-                       throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllWALs--">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Load all wals in all replication queues. This method guarantees to return a snapshot which
- contains all WALs at the start of this call even there is concurrent queue failover. However,
- some newly created WALs during the call may not be included.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllWALs--">getAllWALs</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="addPeerToHFileRefs-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>addPeerToHFileRefs</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.422">addPeerToHFileRefs</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
-                        throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#addPeerToHFileRefs-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Add a peer to hfile reference queue if peer does not exist.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#addPeerToHFileRefs-java.lang.String-">addPeerToHFileRefs</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>peerId</code> - peer cluster id to be added</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if fails to add a peer id to hfile reference queue</dd>
-</dl>
-</li>
-</ul>
-<a name="removePeerFromHFileRefs-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>removePeerFromHFileRefs</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.427">removePeerFromHFileRefs</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
-                             throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removePeerFromHFileRefs-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Remove a peer from hfile reference queue.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removePeerFromHFileRefs-java.lang.String-">removePeerFromHFileRefs</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>peerId</code> - peer cluster id to be removed</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="addHFileRefs-java.lang.String-java.util.List-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>addHFileRefs</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.432">addHFileRefs</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-                         <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/util/Pair.html" title="class in org.apache.hadoop.hbase.util">Pair</a>&lt;org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path&gt;&gt;&nbsp;pairs)
-                  throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#addHFileRefs-java.lang.String-java.util.List-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Add new hfile references to the queue.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#addHFileRefs-java.lang.String-java.util.List-">addHFileRefs</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>peerId</code> - peer cluster id to which the hfiles need to be replicated</dd>
-<dd><code>pairs</code> - list of pairs of { HFile location in staging dir, HFile path in region dir which
-          will be added in the queue }</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code> - if fails to add a hfile reference</dd>
-</dl>
-</li>
-</ul>
-<a name="removeHFileRefs-java.lang.String-java.util.List-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>removeHFileRefs</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.449">removeHFileRefs</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId,
-                            <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;files)
-                     throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeHFileRefs-java.lang.String-java.util.List-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Remove hfile references from the queue.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removeHFileRefs-java.lang.String-java.util.List-">removeHFileRefs</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>peerId</code> - peer cluster id from which this hfile references needs to be removed</dd>
-<dd><code>files</code> - list of hfile references to be removed</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="getAllPeersFromHFileRefsQueue--">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>getAllPeersFromHFileRefsQueue</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.464">getAllPeersFromHFileRefsQueue</a>()
-                                           throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllPeersFromHFileRefsQueue--">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Get list of all peers from hfile reference queue.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllPeersFromHFileRefsQueue--">getAllPeersFromHFileRefsQueue</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="returnLabel">Returns:</span></dt>
-<dd>a list of peer ids</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="getReplicableHFiles-java.lang.String-">
-<!--   -->
-</a>
-<ul class="blockList">
-<li class="blockList">
-<h4>getReplicableHFiles</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.486">getReplicableHFiles</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;peerId)
-                                 throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getReplicableHFiles-java.lang.String-">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Get a list of all hfile references in the given peer.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getReplicableHFiles-java.lang.String-">getReplicableHFiles</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="paramLabel">Parameters:</span></dt>
-<dd><code>peerId</code> - a String that identifies the peer</dd>
-<dt><span class="returnLabel">Returns:</span></dt>
-<dd>a list of hfile references</dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-<a name="getAllHFileRefs--">
-<!--   -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>getAllHFileRefs</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&gt;&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#line.504">getAllHFileRefs</a>()
-                            throws <a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></pre>
-<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllHFileRefs--">ReplicationQueueStorage</a></code></span></div>
-<div class="block">Load all hfile references in all replication queues. This method guarantees to return a
- snapshot which contains all hfile references at the start of this call. However, some newly
- created hfile references during the call may not be included.</div>
-<dl>
-<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#getAllHFileRefs--">getAllHFileRefs</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></code></dd>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="../../../../../org/apache/hadoop/hbase/replication/ReplicationException.html" title="class in org.apache.hadoop.hbase.replication">ReplicationException</a></code></dd>
-</dl>
-</li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-</div>
-</div>
-<!-- ========= END OF CLASS DATA ========= -->
-<!-- ======= START OF BOTTOM NAVBAR ====== -->
-<div class="bottomNav"><a name="navbar.bottom">
-<!--   -->
-</a>
-<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
-<a name="navbar.bottom.firstrow">
-<!--   -->
-</a>
-<ul class="navList" title="Navigation">
-<li><a href="../../../../../overview-summary.html">Overview</a></li>
-<li><a href="package-summary.html">Package</a></li>
-<li class="navBarCell1Rev">Class</li>
-<li><a href="class-use/TableReplicationQueueStorage.html">Use</a></li>
-<li><a href="package-tree.html">Tree</a></li>
-<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
-<li><a href="../../../../../index-all.html">Index</a></li>
-<li><a href="../../../../../help-doc.html">Help</a></li>
-</ul>
-</div>
-<div class="subNav">
-<ul class="navList">
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
-<li><a href="../../../../../org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
-</ul>
-<ul class="navList">
-<li><a href="../../../../../index.html?org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" target="_top">Frames</a></li>
-<li><a href="TableReplicationQueueStorage.html" target="_top">No&nbsp;Frames</a></li>
-</ul>
-<ul class="navList" id="allclasses_navbar_bottom">
-<li><a href="../../../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
-</ul>
-<div>
-<script type="text/javascript"><!--
-  allClassesLink = document.getElementById("allclasses_navbar_bottom");
-  if(window==top) {
-    allClassesLink.style.display = "block";
-  }
-  else {
-    allClassesLink.style.display = "none";
-  }
-  //-->
-</script>
-</div>
-<div>
-<ul class="subNavList">
-<li>Summary:&nbsp;</li>
-<li><a href="#nested.class.summary">Nested</a>&nbsp;|&nbsp;</li>
-<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.summary">Method</a></li>
-</ul>
-<ul class="subNavList">
-<li>Detail:&nbsp;</li>
-<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
-<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
-<li><a href="#method.detail">Method</a></li>
-</ul>
-</div>
-<a name="skip.navbar.bottom">
-<!--   -->
-</a></div>
-<!-- ======== END OF BOTTOM NAVBAR ======= -->
-<p class="legalCopy"><small>Copyright &#169; 2007&#x2013;2018 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p>
-</body>
-</html>


[05/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
index 3bc66bb..97aa79c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.Testing.html
@@ -1435,459 +1435,460 @@
 <span class="sourceLineNo">1427</span>   */<a name="line.1427"></a>
 <span class="sourceLineNo">1428</span>  private void execProcedure(final RootProcedureState procStack,<a name="line.1428"></a>
 <span class="sourceLineNo">1429</span>      final Procedure&lt;TEnvironment&gt; procedure) {<a name="line.1429"></a>
-<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE);<a name="line.1430"></a>
-<span class="sourceLineNo">1431</span><a name="line.1431"></a>
-<span class="sourceLineNo">1432</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1432"></a>
-<span class="sourceLineNo">1433</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1433"></a>
-<span class="sourceLineNo">1434</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1434"></a>
-<span class="sourceLineNo">1435</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1435"></a>
-<span class="sourceLineNo">1436</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1436"></a>
-<span class="sourceLineNo">1437</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1437"></a>
-<span class="sourceLineNo">1438</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1438"></a>
-<span class="sourceLineNo">1439</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1439"></a>
-<span class="sourceLineNo">1440</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1440"></a>
-<span class="sourceLineNo">1441</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1441"></a>
-<span class="sourceLineNo">1442</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1442"></a>
-<span class="sourceLineNo">1443</span>    boolean suspended = false;<a name="line.1443"></a>
-<span class="sourceLineNo">1444</span><a name="line.1444"></a>
-<span class="sourceLineNo">1445</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1445"></a>
-<span class="sourceLineNo">1446</span>    boolean reExecute = false;<a name="line.1446"></a>
-<span class="sourceLineNo">1447</span><a name="line.1447"></a>
-<span class="sourceLineNo">1448</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1448"></a>
-<span class="sourceLineNo">1449</span>    do {<a name="line.1449"></a>
-<span class="sourceLineNo">1450</span>      reExecute = false;<a name="line.1450"></a>
-<span class="sourceLineNo">1451</span>      try {<a name="line.1451"></a>
-<span class="sourceLineNo">1452</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1452"></a>
-<span class="sourceLineNo">1453</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1453"></a>
-<span class="sourceLineNo">1454</span>          subprocs = null;<a name="line.1454"></a>
-<span class="sourceLineNo">1455</span>        }<a name="line.1455"></a>
-<span class="sourceLineNo">1456</span>      } catch (ProcedureSuspendedException e) {<a name="line.1456"></a>
-<span class="sourceLineNo">1457</span>        if (LOG.isTraceEnabled()) {<a name="line.1457"></a>
-<span class="sourceLineNo">1458</span>          LOG.trace("Suspend " + procedure);<a name="line.1458"></a>
-<span class="sourceLineNo">1459</span>        }<a name="line.1459"></a>
-<span class="sourceLineNo">1460</span>        suspended = true;<a name="line.1460"></a>
-<span class="sourceLineNo">1461</span>      } catch (ProcedureYieldException e) {<a name="line.1461"></a>
-<span class="sourceLineNo">1462</span>        if (LOG.isTraceEnabled()) {<a name="line.1462"></a>
-<span class="sourceLineNo">1463</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1463"></a>
-<span class="sourceLineNo">1464</span>        }<a name="line.1464"></a>
-<span class="sourceLineNo">1465</span>        scheduler.yield(procedure);<a name="line.1465"></a>
-<span class="sourceLineNo">1466</span>        return;<a name="line.1466"></a>
-<span class="sourceLineNo">1467</span>      } catch (InterruptedException e) {<a name="line.1467"></a>
-<span class="sourceLineNo">1468</span>        if (LOG.isTraceEnabled()) {<a name="line.1468"></a>
-<span class="sourceLineNo">1469</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1469"></a>
-<span class="sourceLineNo">1470</span>        }<a name="line.1470"></a>
-<span class="sourceLineNo">1471</span>        handleInterruptedException(procedure, e);<a name="line.1471"></a>
-<span class="sourceLineNo">1472</span>        scheduler.yield(procedure);<a name="line.1472"></a>
-<span class="sourceLineNo">1473</span>        return;<a name="line.1473"></a>
-<span class="sourceLineNo">1474</span>      } catch (Throwable e) {<a name="line.1474"></a>
-<span class="sourceLineNo">1475</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1475"></a>
-<span class="sourceLineNo">1476</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1476"></a>
-<span class="sourceLineNo">1477</span>        LOG.error(msg, e);<a name="line.1477"></a>
-<span class="sourceLineNo">1478</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1478"></a>
-<span class="sourceLineNo">1479</span>      }<a name="line.1479"></a>
-<span class="sourceLineNo">1480</span><a name="line.1480"></a>
-<span class="sourceLineNo">1481</span>      if (!procedure.isFailed()) {<a name="line.1481"></a>
-<span class="sourceLineNo">1482</span>        if (subprocs != null) {<a name="line.1482"></a>
-<span class="sourceLineNo">1483</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1483"></a>
-<span class="sourceLineNo">1484</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1484"></a>
-<span class="sourceLineNo">1485</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1485"></a>
-<span class="sourceLineNo">1486</span>            subprocs = null;<a name="line.1486"></a>
-<span class="sourceLineNo">1487</span>            reExecute = true;<a name="line.1487"></a>
-<span class="sourceLineNo">1488</span>            if (LOG.isTraceEnabled()) {<a name="line.1488"></a>
-<span class="sourceLineNo">1489</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1489"></a>
-<span class="sourceLineNo">1490</span>            }<a name="line.1490"></a>
-<span class="sourceLineNo">1491</span>          } else {<a name="line.1491"></a>
-<span class="sourceLineNo">1492</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1492"></a>
-<span class="sourceLineNo">1493</span>            // subprocs may come back 'null'.<a name="line.1493"></a>
-<span class="sourceLineNo">1494</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1494"></a>
-<span class="sourceLineNo">1495</span>            LOG.info("Initialized subprocedures=" +<a name="line.1495"></a>
-<span class="sourceLineNo">1496</span>              (subprocs == null? null:<a name="line.1496"></a>
-<span class="sourceLineNo">1497</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1497"></a>
-<span class="sourceLineNo">1498</span>                collect(Collectors.toList()).toString()));<a name="line.1498"></a>
-<span class="sourceLineNo">1499</span>          }<a name="line.1499"></a>
-<span class="sourceLineNo">1500</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1500"></a>
-<span class="sourceLineNo">1501</span>          if (LOG.isTraceEnabled()) {<a name="line.1501"></a>
-<span class="sourceLineNo">1502</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1502"></a>
-<span class="sourceLineNo">1503</span>          }<a name="line.1503"></a>
-<span class="sourceLineNo">1504</span>          timeoutExecutor.add(procedure);<a name="line.1504"></a>
-<span class="sourceLineNo">1505</span>        } else if (!suspended) {<a name="line.1505"></a>
-<span class="sourceLineNo">1506</span>          // No subtask, so we are done<a name="line.1506"></a>
-<span class="sourceLineNo">1507</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1507"></a>
-<span class="sourceLineNo">1508</span>        }<a name="line.1508"></a>
-<span class="sourceLineNo">1509</span>      }<a name="line.1509"></a>
-<span class="sourceLineNo">1510</span><a name="line.1510"></a>
-<span class="sourceLineNo">1511</span>      // Add the procedure to the stack<a name="line.1511"></a>
-<span class="sourceLineNo">1512</span>      procStack.addRollbackStep(procedure);<a name="line.1512"></a>
-<span class="sourceLineNo">1513</span><a name="line.1513"></a>
-<span class="sourceLineNo">1514</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1514"></a>
-<span class="sourceLineNo">1515</span>      // useful to test the procedure recovery.<a name="line.1515"></a>
-<span class="sourceLineNo">1516</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>        stop();<a name="line.1518"></a>
-<span class="sourceLineNo">1519</span>        return;<a name="line.1519"></a>
-<span class="sourceLineNo">1520</span>      }<a name="line.1520"></a>
-<span class="sourceLineNo">1521</span><a name="line.1521"></a>
-<span class="sourceLineNo">1522</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1522"></a>
-<span class="sourceLineNo">1523</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1523"></a>
-<span class="sourceLineNo">1524</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1524"></a>
-<span class="sourceLineNo">1525</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1525"></a>
-<span class="sourceLineNo">1526</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1526"></a>
-<span class="sourceLineNo">1527</span>      //<a name="line.1527"></a>
-<span class="sourceLineNo">1528</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1528"></a>
-<span class="sourceLineNo">1529</span>      // can take a bunch of time to complete.<a name="line.1529"></a>
-<span class="sourceLineNo">1530</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1530"></a>
-<span class="sourceLineNo">1531</span><a name="line.1531"></a>
-<span class="sourceLineNo">1532</span>      // if the store is not running we are aborting<a name="line.1532"></a>
-<span class="sourceLineNo">1533</span>      if (!store.isRunning()) return;<a name="line.1533"></a>
-<span class="sourceLineNo">1534</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1534"></a>
-<span class="sourceLineNo">1535</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1535"></a>
-<span class="sourceLineNo">1536</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1536"></a>
-<span class="sourceLineNo">1537</span>        scheduler.yield(procedure);<a name="line.1537"></a>
-<span class="sourceLineNo">1538</span>        return;<a name="line.1538"></a>
-<span class="sourceLineNo">1539</span>      }<a name="line.1539"></a>
-<span class="sourceLineNo">1540</span><a name="line.1540"></a>
-<span class="sourceLineNo">1541</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1541"></a>
-<span class="sourceLineNo">1542</span>    } while (reExecute);<a name="line.1542"></a>
-<span class="sourceLineNo">1543</span>    // Submit the new subprocedures<a name="line.1543"></a>
-<span class="sourceLineNo">1544</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1544"></a>
-<span class="sourceLineNo">1545</span>      submitChildrenProcedures(subprocs);<a name="line.1545"></a>
-<span class="sourceLineNo">1546</span>    }<a name="line.1546"></a>
-<span class="sourceLineNo">1547</span><a name="line.1547"></a>
-<span class="sourceLineNo">1548</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1548"></a>
-<span class="sourceLineNo">1549</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1549"></a>
-<span class="sourceLineNo">1550</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1550"></a>
-<span class="sourceLineNo">1551</span>      countDownChildren(procStack, procedure);<a name="line.1551"></a>
-<span class="sourceLineNo">1552</span>    }<a name="line.1552"></a>
-<span class="sourceLineNo">1553</span>  }<a name="line.1553"></a>
-<span class="sourceLineNo">1554</span><a name="line.1554"></a>
-<span class="sourceLineNo">1555</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1555"></a>
-<span class="sourceLineNo">1556</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1556"></a>
-<span class="sourceLineNo">1557</span>    assert subprocs != null : "expected subprocedures";<a name="line.1557"></a>
-<span class="sourceLineNo">1558</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1558"></a>
-<span class="sourceLineNo">1559</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1559"></a>
-<span class="sourceLineNo">1560</span>      final Procedure subproc = subprocs[i];<a name="line.1560"></a>
-<span class="sourceLineNo">1561</span>      if (subproc == null) {<a name="line.1561"></a>
-<span class="sourceLineNo">1562</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1562"></a>
-<span class="sourceLineNo">1563</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1563"></a>
-<span class="sourceLineNo">1564</span>          new IllegalArgumentIOException(msg)));<a name="line.1564"></a>
-<span class="sourceLineNo">1565</span>        return null;<a name="line.1565"></a>
-<span class="sourceLineNo">1566</span>      }<a name="line.1566"></a>
-<span class="sourceLineNo">1567</span><a name="line.1567"></a>
-<span class="sourceLineNo">1568</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1568"></a>
-<span class="sourceLineNo">1569</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1569"></a>
-<span class="sourceLineNo">1570</span>      subproc.setRootProcId(rootProcId);<a name="line.1570"></a>
-<span class="sourceLineNo">1571</span>      subproc.setProcId(nextProcId());<a name="line.1571"></a>
-<span class="sourceLineNo">1572</span>      procStack.addSubProcedure(subproc);<a name="line.1572"></a>
-<span class="sourceLineNo">1573</span>    }<a name="line.1573"></a>
-<span class="sourceLineNo">1574</span><a name="line.1574"></a>
-<span class="sourceLineNo">1575</span>    if (!procedure.isFailed()) {<a name="line.1575"></a>
-<span class="sourceLineNo">1576</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1576"></a>
-<span class="sourceLineNo">1577</span>      switch (procedure.getState()) {<a name="line.1577"></a>
-<span class="sourceLineNo">1578</span>        case RUNNABLE:<a name="line.1578"></a>
-<span class="sourceLineNo">1579</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1579"></a>
-<span class="sourceLineNo">1580</span>          break;<a name="line.1580"></a>
-<span class="sourceLineNo">1581</span>        case WAITING_TIMEOUT:<a name="line.1581"></a>
-<span class="sourceLineNo">1582</span>          timeoutExecutor.add(procedure);<a name="line.1582"></a>
-<span class="sourceLineNo">1583</span>          break;<a name="line.1583"></a>
-<span class="sourceLineNo">1584</span>        default:<a name="line.1584"></a>
-<span class="sourceLineNo">1585</span>          break;<a name="line.1585"></a>
-<span class="sourceLineNo">1586</span>      }<a name="line.1586"></a>
-<span class="sourceLineNo">1587</span>    }<a name="line.1587"></a>
-<span class="sourceLineNo">1588</span>    return subprocs;<a name="line.1588"></a>
-<span class="sourceLineNo">1589</span>  }<a name="line.1589"></a>
-<span class="sourceLineNo">1590</span><a name="line.1590"></a>
-<span class="sourceLineNo">1591</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1591"></a>
-<span class="sourceLineNo">1592</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1592"></a>
-<span class="sourceLineNo">1593</span>      final Procedure subproc = subprocs[i];<a name="line.1593"></a>
-<span class="sourceLineNo">1594</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1594"></a>
-<span class="sourceLineNo">1595</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1595"></a>
-<span class="sourceLineNo">1596</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1596"></a>
-<span class="sourceLineNo">1597</span>      scheduler.addFront(subproc);<a name="line.1597"></a>
-<span class="sourceLineNo">1598</span>    }<a name="line.1598"></a>
-<span class="sourceLineNo">1599</span>  }<a name="line.1599"></a>
-<span class="sourceLineNo">1600</span><a name="line.1600"></a>
-<span class="sourceLineNo">1601</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1601"></a>
-<span class="sourceLineNo">1602</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1602"></a>
-<span class="sourceLineNo">1603</span>    if (parent == null) {<a name="line.1603"></a>
-<span class="sourceLineNo">1604</span>      assert procStack.isRollingback();<a name="line.1604"></a>
-<span class="sourceLineNo">1605</span>      return;<a name="line.1605"></a>
-<span class="sourceLineNo">1606</span>    }<a name="line.1606"></a>
-<span class="sourceLineNo">1607</span><a name="line.1607"></a>
-<span class="sourceLineNo">1608</span>    // If this procedure is the last child awake the parent procedure<a name="line.1608"></a>
-<span class="sourceLineNo">1609</span>    if (parent.tryRunnable()) {<a name="line.1609"></a>
-<span class="sourceLineNo">1610</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1610"></a>
-<span class="sourceLineNo">1611</span>      // children have completed, move parent to front of the queue.<a name="line.1611"></a>
-<span class="sourceLineNo">1612</span>      store.update(parent);<a name="line.1612"></a>
-<span class="sourceLineNo">1613</span>      scheduler.addFront(parent);<a name="line.1613"></a>
-<span class="sourceLineNo">1614</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1614"></a>
-<span class="sourceLineNo">1615</span>      return;<a name="line.1615"></a>
-<span class="sourceLineNo">1616</span>    }<a name="line.1616"></a>
-<span class="sourceLineNo">1617</span>  }<a name="line.1617"></a>
-<span class="sourceLineNo">1618</span><a name="line.1618"></a>
-<span class="sourceLineNo">1619</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1619"></a>
-<span class="sourceLineNo">1620</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1620"></a>
-<span class="sourceLineNo">1621</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1621"></a>
-<span class="sourceLineNo">1622</span>      if (LOG.isTraceEnabled()) {<a name="line.1622"></a>
-<span class="sourceLineNo">1623</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1623"></a>
-<span class="sourceLineNo">1624</span>      }<a name="line.1624"></a>
-<span class="sourceLineNo">1625</span>      store.insert(procedure, subprocs);<a name="line.1625"></a>
-<span class="sourceLineNo">1626</span>    } else {<a name="line.1626"></a>
-<span class="sourceLineNo">1627</span>      if (LOG.isTraceEnabled()) {<a name="line.1627"></a>
-<span class="sourceLineNo">1628</span>        LOG.trace("Store update " + procedure);<a name="line.1628"></a>
-<span class="sourceLineNo">1629</span>      }<a name="line.1629"></a>
-<span class="sourceLineNo">1630</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1630"></a>
-<span class="sourceLineNo">1631</span>        // remove child procedures<a name="line.1631"></a>
-<span class="sourceLineNo">1632</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1632"></a>
-<span class="sourceLineNo">1633</span>        if (childProcIds != null) {<a name="line.1633"></a>
-<span class="sourceLineNo">1634</span>          store.delete(procedure, childProcIds);<a name="line.1634"></a>
-<span class="sourceLineNo">1635</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1635"></a>
-<span class="sourceLineNo">1636</span>            procedures.remove(childProcIds[i]);<a name="line.1636"></a>
-<span class="sourceLineNo">1637</span>          }<a name="line.1637"></a>
-<span class="sourceLineNo">1638</span>        } else {<a name="line.1638"></a>
-<span class="sourceLineNo">1639</span>          store.update(procedure);<a name="line.1639"></a>
-<span class="sourceLineNo">1640</span>        }<a name="line.1640"></a>
-<span class="sourceLineNo">1641</span>      } else {<a name="line.1641"></a>
-<span class="sourceLineNo">1642</span>        store.update(procedure);<a name="line.1642"></a>
-<span class="sourceLineNo">1643</span>      }<a name="line.1643"></a>
-<span class="sourceLineNo">1644</span>    }<a name="line.1644"></a>
-<span class="sourceLineNo">1645</span>  }<a name="line.1645"></a>
-<span class="sourceLineNo">1646</span><a name="line.1646"></a>
-<span class="sourceLineNo">1647</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1647"></a>
-<span class="sourceLineNo">1648</span>    if (LOG.isTraceEnabled()) {<a name="line.1648"></a>
-<span class="sourceLineNo">1649</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1649"></a>
-<span class="sourceLineNo">1650</span>    }<a name="line.1650"></a>
-<span class="sourceLineNo">1651</span><a name="line.1651"></a>
-<span class="sourceLineNo">1652</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1652"></a>
-<span class="sourceLineNo">1653</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1653"></a>
-<span class="sourceLineNo">1654</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1654"></a>
-<span class="sourceLineNo">1655</span>    // and the executor/store will be stopped.<a name="line.1655"></a>
-<span class="sourceLineNo">1656</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1656"></a>
-<span class="sourceLineNo">1657</span>  }<a name="line.1657"></a>
-<span class="sourceLineNo">1658</span><a name="line.1658"></a>
-<span class="sourceLineNo">1659</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1659"></a>
-<span class="sourceLineNo">1660</span>    final TEnvironment env = getEnvironment();<a name="line.1660"></a>
-<span class="sourceLineNo">1661</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1661"></a>
-<span class="sourceLineNo">1662</span>      releaseLock(proc, true);<a name="line.1662"></a>
-<span class="sourceLineNo">1663</span>    }<a name="line.1663"></a>
-<span class="sourceLineNo">1664</span>    try {<a name="line.1664"></a>
-<span class="sourceLineNo">1665</span>      proc.completionCleanup(env);<a name="line.1665"></a>
-<span class="sourceLineNo">1666</span>    } catch (Throwable e) {<a name="line.1666"></a>
-<span class="sourceLineNo">1667</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1667"></a>
-<span class="sourceLineNo">1668</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1668"></a>
-<span class="sourceLineNo">1669</span>    }<a name="line.1669"></a>
-<span class="sourceLineNo">1670</span>  }<a name="line.1670"></a>
-<span class="sourceLineNo">1671</span><a name="line.1671"></a>
-<span class="sourceLineNo">1672</span>  private void procedureFinished(final Procedure proc) {<a name="line.1672"></a>
-<span class="sourceLineNo">1673</span>    // call the procedure completion cleanup handler<a name="line.1673"></a>
-<span class="sourceLineNo">1674</span>    execCompletionCleanup(proc);<a name="line.1674"></a>
-<span class="sourceLineNo">1675</span><a name="line.1675"></a>
-<span class="sourceLineNo">1676</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1676"></a>
-<span class="sourceLineNo">1677</span><a name="line.1677"></a>
-<span class="sourceLineNo">1678</span>    // update the executor internal state maps<a name="line.1678"></a>
-<span class="sourceLineNo">1679</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1679"></a>
-<span class="sourceLineNo">1680</span>      retainer.setClientAckTime(0);<a name="line.1680"></a>
-<span class="sourceLineNo">1681</span>    }<a name="line.1681"></a>
-<span class="sourceLineNo">1682</span><a name="line.1682"></a>
-<span class="sourceLineNo">1683</span>    completed.put(proc.getProcId(), retainer);<a name="line.1683"></a>
-<span class="sourceLineNo">1684</span>    rollbackStack.remove(proc.getProcId());<a name="line.1684"></a>
-<span class="sourceLineNo">1685</span>    procedures.remove(proc.getProcId());<a name="line.1685"></a>
-<span class="sourceLineNo">1686</span><a name="line.1686"></a>
-<span class="sourceLineNo">1687</span>    // call the runnableSet completion cleanup handler<a name="line.1687"></a>
-<span class="sourceLineNo">1688</span>    try {<a name="line.1688"></a>
-<span class="sourceLineNo">1689</span>      scheduler.completionCleanup(proc);<a name="line.1689"></a>
-<span class="sourceLineNo">1690</span>    } catch (Throwable e) {<a name="line.1690"></a>
-<span class="sourceLineNo">1691</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1691"></a>
-<span class="sourceLineNo">1692</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1692"></a>
-<span class="sourceLineNo">1693</span>    }<a name="line.1693"></a>
-<span class="sourceLineNo">1694</span><a name="line.1694"></a>
-<span class="sourceLineNo">1695</span>    // Notify the listeners<a name="line.1695"></a>
-<span class="sourceLineNo">1696</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1696"></a>
-<span class="sourceLineNo">1697</span>  }<a name="line.1697"></a>
-<span class="sourceLineNo">1698</span><a name="line.1698"></a>
-<span class="sourceLineNo">1699</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1699"></a>
-<span class="sourceLineNo">1700</span>    return rollbackStack.get(rootProcId);<a name="line.1700"></a>
-<span class="sourceLineNo">1701</span>  }<a name="line.1701"></a>
-<span class="sourceLineNo">1702</span><a name="line.1702"></a>
-<span class="sourceLineNo">1703</span>  // ==========================================================================<a name="line.1703"></a>
-<span class="sourceLineNo">1704</span>  //  Worker Thread<a name="line.1704"></a>
-<span class="sourceLineNo">1705</span>  // ==========================================================================<a name="line.1705"></a>
-<span class="sourceLineNo">1706</span>  private class WorkerThread extends StoppableThread {<a name="line.1706"></a>
-<span class="sourceLineNo">1707</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1707"></a>
-<span class="sourceLineNo">1708</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1708"></a>
-<span class="sourceLineNo">1709</span><a name="line.1709"></a>
-<span class="sourceLineNo">1710</span>    public WorkerThread(ThreadGroup group) {<a name="line.1710"></a>
-<span class="sourceLineNo">1711</span>      this(group, "PEWorker-");<a name="line.1711"></a>
-<span class="sourceLineNo">1712</span>    }<a name="line.1712"></a>
-<span class="sourceLineNo">1713</span><a name="line.1713"></a>
-<span class="sourceLineNo">1714</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1714"></a>
-<span class="sourceLineNo">1715</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1715"></a>
-<span class="sourceLineNo">1716</span>      setDaemon(true);<a name="line.1716"></a>
-<span class="sourceLineNo">1717</span>    }<a name="line.1717"></a>
-<span class="sourceLineNo">1718</span><a name="line.1718"></a>
-<span class="sourceLineNo">1719</span>    @Override<a name="line.1719"></a>
-<span class="sourceLineNo">1720</span>    public void sendStopSignal() {<a name="line.1720"></a>
-<span class="sourceLineNo">1721</span>      scheduler.signalAll();<a name="line.1721"></a>
-<span class="sourceLineNo">1722</span>    }<a name="line.1722"></a>
-<span class="sourceLineNo">1723</span><a name="line.1723"></a>
-<span class="sourceLineNo">1724</span>    @Override<a name="line.1724"></a>
-<span class="sourceLineNo">1725</span>    public void run() {<a name="line.1725"></a>
-<span class="sourceLineNo">1726</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1726"></a>
-<span class="sourceLineNo">1727</span>      try {<a name="line.1727"></a>
-<span class="sourceLineNo">1728</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1728"></a>
-<span class="sourceLineNo">1729</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1729"></a>
-<span class="sourceLineNo">1730</span>          if (proc == null) {<a name="line.1730"></a>
-<span class="sourceLineNo">1731</span>            continue;<a name="line.1731"></a>
-<span class="sourceLineNo">1732</span>          }<a name="line.1732"></a>
-<span class="sourceLineNo">1733</span>          this.activeProcedure = proc;<a name="line.1733"></a>
-<span class="sourceLineNo">1734</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1734"></a>
-<span class="sourceLineNo">1735</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1735"></a>
-<span class="sourceLineNo">1736</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1736"></a>
-<span class="sourceLineNo">1737</span>            runningCount, activeCount);<a name="line.1737"></a>
-<span class="sourceLineNo">1738</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1738"></a>
-<span class="sourceLineNo">1739</span>          try {<a name="line.1739"></a>
-<span class="sourceLineNo">1740</span>            executeProcedure(proc);<a name="line.1740"></a>
-<span class="sourceLineNo">1741</span>          } catch (AssertionError e) {<a name="line.1741"></a>
-<span class="sourceLineNo">1742</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1742"></a>
-<span class="sourceLineNo">1743</span>            throw e;<a name="line.1743"></a>
-<span class="sourceLineNo">1744</span>          } finally {<a name="line.1744"></a>
-<span class="sourceLineNo">1745</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1745"></a>
-<span class="sourceLineNo">1746</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1746"></a>
-<span class="sourceLineNo">1747</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1747"></a>
-<span class="sourceLineNo">1748</span>              runningCount, activeCount);<a name="line.1748"></a>
-<span class="sourceLineNo">1749</span>            this.activeProcedure = null;<a name="line.1749"></a>
-<span class="sourceLineNo">1750</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1750"></a>
-<span class="sourceLineNo">1751</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1751"></a>
-<span class="sourceLineNo">1752</span>          }<a name="line.1752"></a>
-<span class="sourceLineNo">1753</span>        }<a name="line.1753"></a>
-<span class="sourceLineNo">1754</span>      } catch (Throwable t) {<a name="line.1754"></a>
-<span class="sourceLineNo">1755</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1755"></a>
-<span class="sourceLineNo">1756</span>      } finally {<a name="line.1756"></a>
-<span class="sourceLineNo">1757</span>        LOG.trace("Worker terminated.");<a name="line.1757"></a>
-<span class="sourceLineNo">1758</span>      }<a name="line.1758"></a>
-<span class="sourceLineNo">1759</span>      workerThreads.remove(this);<a name="line.1759"></a>
-<span class="sourceLineNo">1760</span>    }<a name="line.1760"></a>
-<span class="sourceLineNo">1761</span><a name="line.1761"></a>
-<span class="sourceLineNo">1762</span>    @Override<a name="line.1762"></a>
-<span class="sourceLineNo">1763</span>    public String toString() {<a name="line.1763"></a>
-<span class="sourceLineNo">1764</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1764"></a>
-<span class="sourceLineNo">1765</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1765"></a>
-<span class="sourceLineNo">1766</span>    }<a name="line.1766"></a>
-<span class="sourceLineNo">1767</span><a name="line.1767"></a>
-<span class="sourceLineNo">1768</span>    /**<a name="line.1768"></a>
-<span class="sourceLineNo">1769</span>     * @return the time since the current procedure is running<a name="line.1769"></a>
-<span class="sourceLineNo">1770</span>     */<a name="line.1770"></a>
-<span class="sourceLineNo">1771</span>    public long getCurrentRunTime() {<a name="line.1771"></a>
-<span class="sourceLineNo">1772</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1772"></a>
-<span class="sourceLineNo">1773</span>    }<a name="line.1773"></a>
-<span class="sourceLineNo">1774</span><a name="line.1774"></a>
-<span class="sourceLineNo">1775</span>    // core worker never timeout<a name="line.1775"></a>
-<span class="sourceLineNo">1776</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1776"></a>
-<span class="sourceLineNo">1777</span>      return true;<a name="line.1777"></a>
-<span class="sourceLineNo">1778</span>    }<a name="line.1778"></a>
-<span class="sourceLineNo">1779</span>  }<a name="line.1779"></a>
-<span class="sourceLineNo">1780</span><a name="line.1780"></a>
-<span class="sourceLineNo">1781</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1781"></a>
-<span class="sourceLineNo">1782</span>  // keepAliveTime if there is no procedure to run.<a name="line.1782"></a>
-<span class="sourceLineNo">1783</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1783"></a>
-<span class="sourceLineNo">1784</span><a name="line.1784"></a>
-<span class="sourceLineNo">1785</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1785"></a>
-<span class="sourceLineNo">1786</span>      super(group, "KeepAlivePEWorker-");<a name="line.1786"></a>
-<span class="sourceLineNo">1787</span>    }<a name="line.1787"></a>
-<span class="sourceLineNo">1788</span><a name="line.1788"></a>
-<span class="sourceLineNo">1789</span>    @Override<a name="line.1789"></a>
-<span class="sourceLineNo">1790</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1790"></a>
-<span class="sourceLineNo">1791</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1791"></a>
-<span class="sourceLineNo">1792</span>    }<a name="line.1792"></a>
-<span class="sourceLineNo">1793</span>  }<a name="line.1793"></a>
-<span class="sourceLineNo">1794</span><a name="line.1794"></a>
-<span class="sourceLineNo">1795</span>  // ----------------------------------------------------------------------------<a name="line.1795"></a>
-<span class="sourceLineNo">1796</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1796"></a>
-<span class="sourceLineNo">1797</span>  // full set of procedures pending and completed to write a compacted<a name="line.1797"></a>
-<span class="sourceLineNo">1798</span>  // version of the log (in case is a log)?<a name="line.1798"></a>
-<span class="sourceLineNo">1799</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1799"></a>
-<span class="sourceLineNo">1800</span>  // will have the tracker saying everything is in the last log.<a name="line.1800"></a>
-<span class="sourceLineNo">1801</span>  // ----------------------------------------------------------------------------<a name="line.1801"></a>
-<span class="sourceLineNo">1802</span><a name="line.1802"></a>
-<span class="sourceLineNo">1803</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1803"></a>
-<span class="sourceLineNo">1804</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1804"></a>
-<span class="sourceLineNo">1805</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1805"></a>
-<span class="sourceLineNo">1806</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1806"></a>
-<span class="sourceLineNo">1807</span><a name="line.1807"></a>
-<span class="sourceLineNo">1808</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1808"></a>
-<span class="sourceLineNo">1809</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1809"></a>
-<span class="sourceLineNo">1810</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1810"></a>
-<span class="sourceLineNo">1811</span><a name="line.1811"></a>
-<span class="sourceLineNo">1812</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1812"></a>
-<span class="sourceLineNo">1813</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1813"></a>
-<span class="sourceLineNo">1814</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1814"></a>
-<span class="sourceLineNo">1815</span><a name="line.1815"></a>
-<span class="sourceLineNo">1816</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1816"></a>
-<span class="sourceLineNo">1817</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1817"></a>
-<span class="sourceLineNo">1818</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1818"></a>
-<span class="sourceLineNo">1819</span><a name="line.1819"></a>
-<span class="sourceLineNo">1820</span>    public WorkerMonitor() {<a name="line.1820"></a>
-<span class="sourceLineNo">1821</span>      refreshConfig();<a name="line.1821"></a>
-<span class="sourceLineNo">1822</span>    }<a name="line.1822"></a>
-<span class="sourceLineNo">1823</span><a name="line.1823"></a>
-<span class="sourceLineNo">1824</span>    @Override<a name="line.1824"></a>
-<span class="sourceLineNo">1825</span>    public void run() {<a name="line.1825"></a>
-<span class="sourceLineNo">1826</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1826"></a>
-<span class="sourceLineNo">1827</span>      checkThreadCount(stuckCount);<a name="line.1827"></a>
-<span class="sourceLineNo">1828</span><a name="line.1828"></a>
-<span class="sourceLineNo">1829</span>      // refresh interval (poor man dynamic conf update)<a name="line.1829"></a>
-<span class="sourceLineNo">1830</span>      refreshConfig();<a name="line.1830"></a>
-<span class="sourceLineNo">1831</span>    }<a name="line.1831"></a>
-<span class="sourceLineNo">1832</span><a name="line.1832"></a>
-<span class="sourceLineNo">1833</span>    private int checkForStuckWorkers() {<a name="line.1833"></a>
-<span class="sourceLineNo">1834</span>      // check if any of the worker is stuck<a name="line.1834"></a>
-<span class="sourceLineNo">1835</span>      int stuckCount = 0;<a name="line.1835"></a>
-<span class="sourceLineNo">1836</span>      for (WorkerThread worker : workerThreads) {<a name="line.1836"></a>
-<span class="sourceLineNo">1837</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1837"></a>
-<span class="sourceLineNo">1838</span>          continue;<a name="line.1838"></a>
-<span class="sourceLineNo">1839</span>        }<a name="line.1839"></a>
-<span class="sourceLineNo">1840</span><a name="line.1840"></a>
-<span class="sourceLineNo">1841</span>        // WARN the worker is stuck<a name="line.1841"></a>
-<span class="sourceLineNo">1842</span>        stuckCount++;<a name="line.1842"></a>
-<span class="sourceLineNo">1843</span>        LOG.warn("Worker stuck {} run time {}", worker,<a name="line.1843"></a>
-<span class="sourceLineNo">1844</span>          StringUtils.humanTimeDiff(worker.getCurrentRunTime()));<a name="line.1844"></a>
-<span class="sourceLineNo">1845</span>      }<a name="line.1845"></a>
-<span class="sourceLineNo">1846</span>      return stuckCount;<a name="line.1846"></a>
-<span class="sourceLineNo">1847</span>    }<a name="line.1847"></a>
-<span class="sourceLineNo">1848</span><a name="line.1848"></a>
-<span class="sourceLineNo">1849</span>    private void checkThreadCount(final int stuckCount) {<a name="line.1849"></a>
-<span class="sourceLineNo">1850</span>      // nothing to do if there are no runnable tasks<a name="line.1850"></a>
-<span class="sourceLineNo">1851</span>      if (stuckCount &lt; 1 || !scheduler.hasRunnables()) {<a name="line.1851"></a>
-<span class="sourceLineNo">1852</span>        return;<a name="line.1852"></a>
-<span class="sourceLineNo">1853</span>      }<a name="line.1853"></a>
-<span class="sourceLineNo">1854</span><a name="line.1854"></a>
-<span class="sourceLineNo">1855</span>      // add a new thread if the worker stuck percentage exceed the threshold limit<a name="line.1855"></a>
-<span class="sourceLineNo">1856</span>      // and every handler is active.<a name="line.1856"></a>
-<span class="sourceLineNo">1857</span>      final float stuckPerc = ((float) stuckCount) / workerThreads.size();<a name="line.1857"></a>
-<span class="sourceLineNo">1858</span>      // let's add new worker thread more aggressively, as they will timeout finally if there is no<a name="line.1858"></a>
-<span class="sourceLineNo">1859</span>      // work to do.<a name="line.1859"></a>
-<span class="sourceLineNo">1860</span>      if (stuckPerc &gt;= addWorkerStuckPercentage &amp;&amp; workerThreads.size() &lt; maxPoolSize) {<a name="line.1860"></a>
-<span class="sourceLineNo">1861</span>        final KeepAliveWorkerThread worker = new KeepAliveWorkerThread(threadGroup);<a name="line.1861"></a>
-<span class="sourceLineNo">1862</span>        workerThreads.add(worker);<a name="line.1862"></a>
-<span class="sourceLineNo">1863</span>        worker.start();<a name="line.1863"></a>
-<span class="sourceLineNo">1864</span>        LOG.debug("Added new worker thread {}", worker);<a name="line.1864"></a>
-<span class="sourceLineNo">1865</span>      }<a name="line.1865"></a>
-<span class="sourceLineNo">1866</span>    }<a name="line.1866"></a>
-<span class="sourceLineNo">1867</span><a name="line.1867"></a>
-<span class="sourceLineNo">1868</span>    private void refreshConfig() {<a name="line.1868"></a>
-<span class="sourceLineNo">1869</span>      addWorkerStuckPercentage = conf.getFloat(WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY,<a name="line.1869"></a>
-<span class="sourceLineNo">1870</span>          DEFAULT_WORKER_ADD_STUCK_PERCENTAGE);<a name="line.1870"></a>
-<span class="sourceLineNo">1871</span>      timeoutInterval = conf.getInt(WORKER_MONITOR_INTERVAL_CONF_KEY,<a name="line.1871"></a>
-<span class="sourceLineNo">1872</span>        DEFAULT_WORKER_MONITOR_INTERVAL);<a name="line.1872"></a>
-<span class="sourceLineNo">1873</span>      stuckThreshold = conf.getInt(WORKER_STUCK_THRESHOLD_CONF_KEY,<a name="line.1873"></a>
-<span class="sourceLineNo">1874</span>        DEFAULT_WORKER_STUCK_THRESHOLD);<a name="line.1874"></a>
-<span class="sourceLineNo">1875</span>    }<a name="line.1875"></a>
-<span class="sourceLineNo">1876</span><a name="line.1876"></a>
-<span class="sourceLineNo">1877</span>    @Override<a name="line.1877"></a>
-<span class="sourceLineNo">1878</span>    public int getTimeoutInterval() {<a name="line.1878"></a>
-<span class="sourceLineNo">1879</span>      return timeoutInterval;<a name="line.1879"></a>
-<span class="sourceLineNo">1880</span>    }<a name="line.1880"></a>
-<span class="sourceLineNo">1881</span>  }<a name="line.1881"></a>
-<span class="sourceLineNo">1882</span>}<a name="line.1882"></a>
+<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE,<a name="line.1430"></a>
+<span class="sourceLineNo">1431</span>        procedure.toString());<a name="line.1431"></a>
+<span class="sourceLineNo">1432</span><a name="line.1432"></a>
+<span class="sourceLineNo">1433</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1433"></a>
+<span class="sourceLineNo">1434</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1434"></a>
+<span class="sourceLineNo">1435</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1435"></a>
+<span class="sourceLineNo">1436</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1436"></a>
+<span class="sourceLineNo">1437</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1437"></a>
+<span class="sourceLineNo">1438</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1438"></a>
+<span class="sourceLineNo">1439</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1439"></a>
+<span class="sourceLineNo">1440</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1440"></a>
+<span class="sourceLineNo">1441</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1441"></a>
+<span class="sourceLineNo">1442</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1442"></a>
+<span class="sourceLineNo">1443</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1443"></a>
+<span class="sourceLineNo">1444</span>    boolean suspended = false;<a name="line.1444"></a>
+<span class="sourceLineNo">1445</span><a name="line.1445"></a>
+<span class="sourceLineNo">1446</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1446"></a>
+<span class="sourceLineNo">1447</span>    boolean reExecute = false;<a name="line.1447"></a>
+<span class="sourceLineNo">1448</span><a name="line.1448"></a>
+<span class="sourceLineNo">1449</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1449"></a>
+<span class="sourceLineNo">1450</span>    do {<a name="line.1450"></a>
+<span class="sourceLineNo">1451</span>      reExecute = false;<a name="line.1451"></a>
+<span class="sourceLineNo">1452</span>      try {<a name="line.1452"></a>
+<span class="sourceLineNo">1453</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1453"></a>
+<span class="sourceLineNo">1454</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1454"></a>
+<span class="sourceLineNo">1455</span>          subprocs = null;<a name="line.1455"></a>
+<span class="sourceLineNo">1456</span>        }<a name="line.1456"></a>
+<span class="sourceLineNo">1457</span>      } catch (ProcedureSuspendedException e) {<a name="line.1457"></a>
+<span class="sourceLineNo">1458</span>        if (LOG.isTraceEnabled()) {<a name="line.1458"></a>
+<span class="sourceLineNo">1459</span>          LOG.trace("Suspend " + procedure);<a name="line.1459"></a>
+<span class="sourceLineNo">1460</span>        }<a name="line.1460"></a>
+<span class="sourceLineNo">1461</span>        suspended = true;<a name="line.1461"></a>
+<span class="sourceLineNo">1462</span>      } catch (ProcedureYieldException e) {<a name="line.1462"></a>
+<span class="sourceLineNo">1463</span>        if (LOG.isTraceEnabled()) {<a name="line.1463"></a>
+<span class="sourceLineNo">1464</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1464"></a>
+<span class="sourceLineNo">1465</span>        }<a name="line.1465"></a>
+<span class="sourceLineNo">1466</span>        scheduler.yield(procedure);<a name="line.1466"></a>
+<span class="sourceLineNo">1467</span>        return;<a name="line.1467"></a>
+<span class="sourceLineNo">1468</span>      } catch (InterruptedException e) {<a name="line.1468"></a>
+<span class="sourceLineNo">1469</span>        if (LOG.isTraceEnabled()) {<a name="line.1469"></a>
+<span class="sourceLineNo">1470</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1470"></a>
+<span class="sourceLineNo">1471</span>        }<a name="line.1471"></a>
+<span class="sourceLineNo">1472</span>        handleInterruptedException(procedure, e);<a name="line.1472"></a>
+<span class="sourceLineNo">1473</span>        scheduler.yield(procedure);<a name="line.1473"></a>
+<span class="sourceLineNo">1474</span>        return;<a name="line.1474"></a>
+<span class="sourceLineNo">1475</span>      } catch (Throwable e) {<a name="line.1475"></a>
+<span class="sourceLineNo">1476</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1476"></a>
+<span class="sourceLineNo">1477</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1477"></a>
+<span class="sourceLineNo">1478</span>        LOG.error(msg, e);<a name="line.1478"></a>
+<span class="sourceLineNo">1479</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1479"></a>
+<span class="sourceLineNo">1480</span>      }<a name="line.1480"></a>
+<span class="sourceLineNo">1481</span><a name="line.1481"></a>
+<span class="sourceLineNo">1482</span>      if (!procedure.isFailed()) {<a name="line.1482"></a>
+<span class="sourceLineNo">1483</span>        if (subprocs != null) {<a name="line.1483"></a>
+<span class="sourceLineNo">1484</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1484"></a>
+<span class="sourceLineNo">1485</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1485"></a>
+<span class="sourceLineNo">1486</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1486"></a>
+<span class="sourceLineNo">1487</span>            subprocs = null;<a name="line.1487"></a>
+<span class="sourceLineNo">1488</span>            reExecute = true;<a name="line.1488"></a>
+<span class="sourceLineNo">1489</span>            if (LOG.isTraceEnabled()) {<a name="line.1489"></a>
+<span class="sourceLineNo">1490</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1490"></a>
+<span class="sourceLineNo">1491</span>            }<a name="line.1491"></a>
+<span class="sourceLineNo">1492</span>          } else {<a name="line.1492"></a>
+<span class="sourceLineNo">1493</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1493"></a>
+<span class="sourceLineNo">1494</span>            // subprocs may come back 'null'.<a name="line.1494"></a>
+<span class="sourceLineNo">1495</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1495"></a>
+<span class="sourceLineNo">1496</span>            LOG.info("Initialized subprocedures=" +<a name="line.1496"></a>
+<span class="sourceLineNo">1497</span>              (subprocs == null? null:<a name="line.1497"></a>
+<span class="sourceLineNo">1498</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1498"></a>
+<span class="sourceLineNo">1499</span>                collect(Collectors.toList()).toString()));<a name="line.1499"></a>
+<span class="sourceLineNo">1500</span>          }<a name="line.1500"></a>
+<span class="sourceLineNo">1501</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1501"></a>
+<span class="sourceLineNo">1502</span>          if (LOG.isTraceEnabled()) {<a name="line.1502"></a>
+<span class="sourceLineNo">1503</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1503"></a>
+<span class="sourceLineNo">1504</span>          }<a name="line.1504"></a>
+<span class="sourceLineNo">1505</span>          timeoutExecutor.add(procedure);<a name="line.1505"></a>
+<span class="sourceLineNo">1506</span>        } else if (!suspended) {<a name="line.1506"></a>
+<span class="sourceLineNo">1507</span>          // No subtask, so we are done<a name="line.1507"></a>
+<span class="sourceLineNo">1508</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1508"></a>
+<span class="sourceLineNo">1509</span>        }<a name="line.1509"></a>
+<span class="sourceLineNo">1510</span>      }<a name="line.1510"></a>
+<span class="sourceLineNo">1511</span><a name="line.1511"></a>
+<span class="sourceLineNo">1512</span>      // Add the procedure to the stack<a name="line.1512"></a>
+<span class="sourceLineNo">1513</span>      procStack.addRollbackStep(procedure);<a name="line.1513"></a>
+<span class="sourceLineNo">1514</span><a name="line.1514"></a>
+<span class="sourceLineNo">1515</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1515"></a>
+<span class="sourceLineNo">1516</span>      // useful to test the procedure recovery.<a name="line.1516"></a>
+<span class="sourceLineNo">1517</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1518"></a>
+<span class="sourceLineNo">1519</span>        stop();<a name="line.1519"></a>
+<span class="sourceLineNo">1520</span>        return;<a name="line.1520"></a>
+<span class="sourceLineNo">1521</span>      }<a name="line.1521"></a>
+<span class="sourceLineNo">1522</span><a name="line.1522"></a>
+<span class="sourceLineNo">1523</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1523"></a>
+<span class="sourceLineNo">1524</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1524"></a>
+<span class="sourceLineNo">1525</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1525"></a>
+<span class="sourceLineNo">1526</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1526"></a>
+<span class="sourceLineNo">1527</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1527"></a>
+<span class="sourceLineNo">1528</span>      //<a name="line.1528"></a>
+<span class="sourceLineNo">1529</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1529"></a>
+<span class="sourceLineNo">1530</span>      // can take a bunch of time to complete.<a name="line.1530"></a>
+<span class="sourceLineNo">1531</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1531"></a>
+<span class="sourceLineNo">1532</span><a name="line.1532"></a>
+<span class="sourceLineNo">1533</span>      // if the store is not running we are aborting<a name="line.1533"></a>
+<span class="sourceLineNo">1534</span>      if (!store.isRunning()) return;<a name="line.1534"></a>
+<span class="sourceLineNo">1535</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1535"></a>
+<span class="sourceLineNo">1536</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1536"></a>
+<span class="sourceLineNo">1537</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1537"></a>
+<span class="sourceLineNo">1538</span>        scheduler.yield(procedure);<a name="line.1538"></a>
+<span class="sourceLineNo">1539</span>        return;<a name="line.1539"></a>
+<span class="sourceLineNo">1540</span>      }<a name="line.1540"></a>
+<span class="sourceLineNo">1541</span><a name="line.1541"></a>
+<span class="sourceLineNo">1542</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1542"></a>
+<span class="sourceLineNo">1543</span>    } while (reExecute);<a name="line.1543"></a>
+<span class="sourceLineNo">1544</span>    // Submit the new subprocedures<a name="line.1544"></a>
+<span class="sourceLineNo">1545</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1545"></a>
+<span class="sourceLineNo">1546</span>      submitChildrenProcedures(subprocs);<a name="line.1546"></a>
+<span class="sourceLineNo">1547</span>    }<a name="line.1547"></a>
+<span class="sourceLineNo">1548</span><a name="line.1548"></a>
+<span class="sourceLineNo">1549</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1549"></a>
+<span class="sourceLineNo">1550</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1550"></a>
+<span class="sourceLineNo">1551</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1551"></a>
+<span class="sourceLineNo">1552</span>      countDownChildren(procStack, procedure);<a name="line.1552"></a>
+<span class="sourceLineNo">1553</span>    }<a name="line.1553"></a>
+<span class="sourceLineNo">1554</span>  }<a name="line.1554"></a>
+<span class="sourceLineNo">1555</span><a name="line.1555"></a>
+<span class="sourceLineNo">1556</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1556"></a>
+<span class="sourceLineNo">1557</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1557"></a>
+<span class="sourceLineNo">1558</span>    assert subprocs != null : "expected subprocedures";<a name="line.1558"></a>
+<span class="sourceLineNo">1559</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1559"></a>
+<span class="sourceLineNo">1560</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1560"></a>
+<span class="sourceLineNo">1561</span>      final Procedure subproc = subprocs[i];<a name="line.1561"></a>
+<span class="sourceLineNo">1562</span>      if (subproc == null) {<a name="line.1562"></a>
+<span class="sourceLineNo">1563</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1563"></a>
+<span class="sourceLineNo">1564</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1564"></a>
+<span class="sourceLineNo">1565</span>          new IllegalArgumentIOException(msg)));<a name="line.1565"></a>
+<span class="sourceLineNo">1566</span>        return null;<a name="line.1566"></a>
+<span class="sourceLineNo">1567</span>      }<a name="line.1567"></a>
+<span class="sourceLineNo">1568</span><a name="line.1568"></a>
+<span class="sourceLineNo">1569</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1569"></a>
+<span class="sourceLineNo">1570</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1570"></a>
+<span class="sourceLineNo">1571</span>      subproc.setRootProcId(rootProcId);<a name="line.1571"></a>
+<span class="sourceLineNo">1572</span>      subproc.setProcId(nextProcId());<a name="line.1572"></a>
+<span class="sourceLineNo">1573</span>      procStack.addSubProcedure(subproc);<a name="line.1573"></a>
+<span class="sourceLineNo">1574</span>    }<a name="line.1574"></a>
+<span class="sourceLineNo">1575</span><a name="line.1575"></a>
+<span class="sourceLineNo">1576</span>    if (!procedure.isFailed()) {<a name="line.1576"></a>
+<span class="sourceLineNo">1577</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1577"></a>
+<span class="sourceLineNo">1578</span>      switch (procedure.getState()) {<a name="line.1578"></a>
+<span class="sourceLineNo">1579</span>        case RUNNABLE:<a name="line.1579"></a>
+<span class="sourceLineNo">1580</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1580"></a>
+<span class="sourceLineNo">1581</span>          break;<a name="line.1581"></a>
+<span class="sourceLineNo">1582</span>        case WAITING_TIMEOUT:<a name="line.1582"></a>
+<span class="sourceLineNo">1583</span>          timeoutExecutor.add(procedure);<a name="line.1583"></a>
+<span class="sourceLineNo">1584</span>          break;<a name="line.1584"></a>
+<span class="sourceLineNo">1585</span>        default:<a name="line.1585"></a>
+<span class="sourceLineNo">1586</span>          break;<a name="line.1586"></a>
+<span class="sourceLineNo">1587</span>      }<a name="line.1587"></a>
+<span class="sourceLineNo">1588</span>    }<a name="line.1588"></a>
+<span class="sourceLineNo">1589</span>    return subprocs;<a name="line.1589"></a>
+<span class="sourceLineNo">1590</span>  }<a name="line.1590"></a>
+<span class="sourceLineNo">1591</span><a name="line.1591"></a>
+<span class="sourceLineNo">1592</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1592"></a>
+<span class="sourceLineNo">1593</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1593"></a>
+<span class="sourceLineNo">1594</span>      final Procedure subproc = subprocs[i];<a name="line.1594"></a>
+<span class="sourceLineNo">1595</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1595"></a>
+<span class="sourceLineNo">1596</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1596"></a>
+<span class="sourceLineNo">1597</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1597"></a>
+<span class="sourceLineNo">1598</span>      scheduler.addFront(subproc);<a name="line.1598"></a>
+<span class="sourceLineNo">1599</span>    }<a name="line.1599"></a>
+<span class="sourceLineNo">1600</span>  }<a name="line.1600"></a>
+<span class="sourceLineNo">1601</span><a name="line.1601"></a>
+<span class="sourceLineNo">1602</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1602"></a>
+<span class="sourceLineNo">1603</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1603"></a>
+<span class="sourceLineNo">1604</span>    if (parent == null) {<a name="line.1604"></a>
+<span class="sourceLineNo">1605</span>      assert procStack.isRollingback();<a name="line.1605"></a>
+<span class="sourceLineNo">1606</span>      return;<a name="line.1606"></a>
+<span class="sourceLineNo">1607</span>    }<a name="line.1607"></a>
+<span class="sourceLineNo">1608</span><a name="line.1608"></a>
+<span class="sourceLineNo">1609</span>    // If this procedure is the last child awake the parent procedure<a name="line.1609"></a>
+<span class="sourceLineNo">1610</span>    if (parent.tryRunnable()) {<a name="line.1610"></a>
+<span class="sourceLineNo">1611</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1611"></a>
+<span class="sourceLineNo">1612</span>      // children have completed, move parent to front of the queue.<a name="line.1612"></a>
+<span class="sourceLineNo">1613</span>      store.update(parent);<a name="line.1613"></a>
+<span class="sourceLineNo">1614</span>      scheduler.addFront(parent);<a name="line.1614"></a>
+<span class="sourceLineNo">1615</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1615"></a>
+<span class="sourceLineNo">1616</span>      return;<a name="line.1616"></a>
+<span class="sourceLineNo">1617</span>    }<a name="line.1617"></a>
+<span class="sourceLineNo">1618</span>  }<a name="line.1618"></a>
+<span class="sourceLineNo">1619</span><a name="line.1619"></a>
+<span class="sourceLineNo">1620</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1620"></a>
+<span class="sourceLineNo">1621</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1621"></a>
+<span class="sourceLineNo">1622</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1622"></a>
+<span class="sourceLineNo">1623</span>      if (LOG.isTraceEnabled()) {<a name="line.1623"></a>
+<span class="sourceLineNo">1624</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1624"></a>
+<span class="sourceLineNo">1625</span>      }<a name="line.1625"></a>
+<span class="sourceLineNo">1626</span>      store.insert(procedure, subprocs);<a name="line.1626"></a>
+<span class="sourceLineNo">1627</span>    } else {<a name="line.1627"></a>
+<span class="sourceLineNo">1628</span>      if (LOG.isTraceEnabled()) {<a name="line.1628"></a>
+<span class="sourceLineNo">1629</span>        LOG.trace("Store update " + procedure);<a name="line.1629"></a>
+<span class="sourceLineNo">1630</span>      }<a name="line.1630"></a>
+<span class="sourceLineNo">1631</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1631"></a>
+<span class="sourceLineNo">1632</span>        // remove child procedures<a name="line.1632"></a>
+<span class="sourceLineNo">1633</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1633"></a>
+<span class="sourceLineNo">1634</span>        if (childProcIds != null) {<a name="line.1634"></a>
+<span class="sourceLineNo">1635</span>          store.delete(procedure, childProcIds);<a name="line.1635"></a>
+<span class="sourceLineNo">1636</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1636"></a>
+<span class="sourceLineNo">1637</span>            procedures.remove(childProcIds[i]);<a name="line.1637"></a>
+<span class="sourceLineNo">1638</span>          }<a name="line.1638"></a>
+<span class="sourceLineNo">1639</span>        } else {<a name="line.1639"></a>
+<span class="sourceLineNo">1640</span>          store.update(procedure);<a name="line.1640"></a>
+<span class="sourceLineNo">1641</span>        }<a name="line.1641"></a>
+<span class="sourceLineNo">1642</span>      } else {<a name="line.1642"></a>
+<span class="sourceLineNo">1643</span>        store.update(procedure);<a name="line.1643"></a>
+<span class="sourceLineNo">1644</span>      }<a name="line.1644"></a>
+<span class="sourceLineNo">1645</span>    }<a name="line.1645"></a>
+<span class="sourceLineNo">1646</span>  }<a name="line.1646"></a>
+<span class="sourceLineNo">1647</span><a name="line.1647"></a>
+<span class="sourceLineNo">1648</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1648"></a>
+<span class="sourceLineNo">1649</span>    if (LOG.isTraceEnabled()) {<a name="line.1649"></a>
+<span class="sourceLineNo">1650</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1650"></a>
+<span class="sourceLineNo">1651</span>    }<a name="line.1651"></a>
+<span class="sourceLineNo">1652</span><a name="line.1652"></a>
+<span class="sourceLineNo">1653</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1653"></a>
+<span class="sourceLineNo">1654</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1654"></a>
+<span class="sourceLineNo">1655</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1655"></a>
+<span class="sourceLineNo">1656</span>    // and the executor/store will be stopped.<a name="line.1656"></a>
+<span class="sourceLineNo">1657</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1657"></a>
+<span class="sourceLineNo">1658</span>  }<a name="line.1658"></a>
+<span class="sourceLineNo">1659</span><a name="line.1659"></a>
+<span class="sourceLineNo">1660</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1660"></a>
+<span class="sourceLineNo">1661</span>    final TEnvironment env = getEnvironment();<a name="line.1661"></a>
+<span class="sourceLineNo">1662</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1662"></a>
+<span class="sourceLineNo">1663</span>      releaseLock(proc, true);<a name="line.1663"></a>
+<span class="sourceLineNo">1664</span>    }<a name="line.1664"></a>
+<span class="sourceLineNo">1665</span>    try {<a name="line.1665"></a>
+<span class="sourceLineNo">1666</span>      proc.completionCleanup(env);<a name="line.1666"></a>
+<span class="sourceLineNo">1667</span>    } catch (Throwable e) {<a name="line.1667"></a>
+<span class="sourceLineNo">1668</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1668"></a>
+<span class="sourceLineNo">1669</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1669"></a>
+<span class="sourceLineNo">1670</span>    }<a name="line.1670"></a>
+<span class="sourceLineNo">1671</span>  }<a name="line.1671"></a>
+<span class="sourceLineNo">1672</span><a name="line.1672"></a>
+<span class="sourceLineNo">1673</span>  private void procedureFinished(final Procedure proc) {<a name="line.1673"></a>
+<span class="sourceLineNo">1674</span>    // call the procedure completion cleanup handler<a name="line.1674"></a>
+<span class="sourceLineNo">1675</span>    execCompletionCleanup(proc);<a name="line.1675"></a>
+<span class="sourceLineNo">1676</span><a name="line.1676"></a>
+<span class="sourceLineNo">1677</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1677"></a>
+<span class="sourceLineNo">1678</span><a name="line.1678"></a>
+<span class="sourceLineNo">1679</span>    // update the executor internal state maps<a name="line.1679"></a>
+<span class="sourceLineNo">1680</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1680"></a>
+<span class="sourceLineNo">1681</span>      retainer.setClientAckTime(0);<a name="line.1681"></a>
+<span class="sourceLineNo">1682</span>    }<a name="line.1682"></a>
+<span class="sourceLineNo">1683</span><a name="line.1683"></a>
+<span class="sourceLineNo">1684</span>    completed.put(proc.getProcId(), retainer);<a name="line.1684"></a>
+<span class="sourceLineNo">1685</span>    rollbackStack.remove(proc.getProcId());<a name="line.1685"></a>
+<span class="sourceLineNo">1686</span>    procedures.remove(proc.getProcId());<a name="line.1686"></a>
+<span class="sourceLineNo">1687</span><a name="line.1687"></a>
+<span class="sourceLineNo">1688</span>    // call the runnableSet completion cleanup handler<a name="line.1688"></a>
+<span class="sourceLineNo">1689</span>    try {<a name="line.1689"></a>
+<span class="sourceLineNo">1690</span>      scheduler.completionCleanup(proc);<a name="line.1690"></a>
+<span class="sourceLineNo">1691</span>    } catch (Throwable e) {<a name="line.1691"></a>
+<span class="sourceLineNo">1692</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1692"></a>
+<span class="sourceLineNo">1693</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1693"></a>
+<span class="sourceLineNo">1694</span>    }<a name="line.1694"></a>
+<span class="sourceLineNo">1695</span><a name="line.1695"></a>
+<span class="sourceLineNo">1696</span>    // Notify the listeners<a name="line.1696"></a>
+<span class="sourceLineNo">1697</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1697"></a>
+<span class="sourceLineNo">1698</span>  }<a name="line.1698"></a>
+<span class="sourceLineNo">1699</span><a name="line.1699"></a>
+<span class="sourceLineNo">1700</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1700"></a>
+<span class="sourceLineNo">1701</span>    return rollbackStack.get(rootProcId);<a name="line.1701"></a>
+<span class="sourceLineNo">1702</span>  }<a name="line.1702"></a>
+<span class="sourceLineNo">1703</span><a name="line.1703"></a>
+<span class="sourceLineNo">1704</span>  // ==========================================================================<a name="line.1704"></a>
+<span class="sourceLineNo">1705</span>  //  Worker Thread<a name="line.1705"></a>
+<span class="sourceLineNo">1706</span>  // ==========================================================================<a name="line.1706"></a>
+<span class="sourceLineNo">1707</span>  private class WorkerThread extends StoppableThread {<a name="line.1707"></a>
+<span class="sourceLineNo">1708</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1708"></a>
+<span class="sourceLineNo">1709</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1709"></a>
+<span class="sourceLineNo">1710</span><a name="line.1710"></a>
+<span class="sourceLineNo">1711</span>    public WorkerThread(ThreadGroup group) {<a name="line.1711"></a>
+<span class="sourceLineNo">1712</span>      this(group, "PEWorker-");<a name="line.1712"></a>
+<span class="sourceLineNo">1713</span>    }<a name="line.1713"></a>
+<span class="sourceLineNo">1714</span><a name="line.1714"></a>
+<span class="sourceLineNo">1715</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1715"></a>
+<span class="sourceLineNo">1716</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1716"></a>
+<span class="sourceLineNo">1717</span>      setDaemon(true);<a name="line.1717"></a>
+<span class="sourceLineNo">1718</span>    }<a name="line.1718"></a>
+<span class="sourceLineNo">1719</span><a name="line.1719"></a>
+<span class="sourceLineNo">1720</span>    @Override<a name="line.1720"></a>
+<span class="sourceLineNo">1721</span>    public void sendStopSignal() {<a name="line.1721"></a>
+<span class="sourceLineNo">1722</span>      scheduler.signalAll();<a name="line.1722"></a>
+<span class="sourceLineNo">1723</span>    }<a name="line.1723"></a>
+<span class="sourceLineNo">1724</span><a name="line.1724"></a>
+<span class="sourceLineNo">1725</span>    @Override<a name="line.1725"></a>
+<span class="sourceLineNo">1726</span>    public void run() {<a name="line.1726"></a>
+<span class="sourceLineNo">1727</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1727"></a>
+<span class="sourceLineNo">1728</span>      try {<a name="line.1728"></a>
+<span class="sourceLineNo">1729</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1729"></a>
+<span class="sourceLineNo">1730</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1730"></a>
+<span class="sourceLineNo">1731</span>          if (proc == null) {<a name="line.1731"></a>
+<span class="sourceLineNo">1732</span>            continue;<a name="line.1732"></a>
+<span class="sourceLineNo">1733</span>          }<a name="line.1733"></a>
+<span class="sourceLineNo">1734</span>          this.activeProcedure = proc;<a name="line.1734"></a>
+<span class="sourceLineNo">1735</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1735"></a>
+<span class="sourceLineNo">1736</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1736"></a>
+<span class="sourceLineNo">1737</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1737"></a>
+<span class="sourceLineNo">1738</span>            runningCount, activeCount);<a name="line.1738"></a>
+<span class="sourceLineNo">1739</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1739"></a>
+<span class="sourceLineNo">1740</span>          try {<a name="line.1740"></a>
+<span class="sourceLineNo">1741</span>            executeProcedure(proc);<a name="line.1741"></a>
+<span class="sourceLineNo">1742</span>          } catch (AssertionError e) {<a name="line.1742"></a>
+<span class="sourceLineNo">1743</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1743"></a>
+<span class="sourceLineNo">1744</span>            throw e;<a name="line.1744"></a>
+<span class="sourceLineNo">1745</span>          } finally {<a name="line.1745"></a>
+<span class="sourceLineNo">1746</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1746"></a>
+<span class="sourceLineNo">1747</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1747"></a>
+<span class="sourceLineNo">1748</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1748"></a>
+<span class="sourceLineNo">1749</span>              runningCount, activeCount);<a name="line.1749"></a>
+<span class="sourceLineNo">1750</span>            this.activeProcedure = null;<a name="line.1750"></a>
+<span class="sourceLineNo">1751</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1751"></a>
+<span class="sourceLineNo">1752</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1752"></a>
+<span class="sourceLineNo">1753</span>          }<a name="line.1753"></a>
+<span class="sourceLineNo">1754</span>        }<a name="line.1754"></a>
+<span class="sourceLineNo">1755</span>      } catch (Throwable t) {<a name="line.1755"></a>
+<span class="sourceLineNo">1756</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1756"></a>
+<span class="sourceLineNo">1757</span>      } finally {<a name="line.1757"></a>
+<span class="sourceLineNo">1758</span>        LOG.trace("Worker terminated.");<a name="line.1758"></a>
+<span class="sourceLineNo">1759</span>      }<a name="line.1759"></a>
+<span class="sourceLineNo">1760</span>      workerThreads.remove(this);<a name="line.1760"></a>
+<span class="sourceLineNo">1761</span>    }<a name="line.1761"></a>
+<span class="sourceLineNo">1762</span><a name="line.1762"></a>
+<span class="sourceLineNo">1763</span>    @Override<a name="line.1763"></a>
+<span class="sourceLineNo">1764</span>    public String toString() {<a name="line.1764"></a>
+<span class="sourceLineNo">1765</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1765"></a>
+<span class="sourceLineNo">1766</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1766"></a>
+<span class="sourceLineNo">1767</span>    }<a name="line.1767"></a>
+<span class="sourceLineNo">1768</span><a name="line.1768"></a>
+<span class="sourceLineNo">1769</span>    /**<a name="line.1769"></a>
+<span class="sourceLineNo">1770</span>     * @return the time since the current procedure is running<a name="line.1770"></a>
+<span class="sourceLineNo">1771</span>     */<a name="line.1771"></a>
+<span class="sourceLineNo">1772</span>    public long getCurrentRunTime() {<a name="line.1772"></a>
+<span class="sourceLineNo">1773</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1773"></a>
+<span class="sourceLineNo">1774</span>    }<a name="line.1774"></a>
+<span class="sourceLineNo">1775</span><a name="line.1775"></a>
+<span class="sourceLineNo">1776</span>    // core worker never timeout<a name="line.1776"></a>
+<span class="sourceLineNo">1777</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1777"></a>
+<span class="sourceLineNo">1778</span>      return true;<a name="line.1778"></a>
+<span class="sourceLineNo">1779</span>    }<a name="line.1779"></a>
+<span class="sourceLineNo">1780</span>  }<a name="line.1780"></a>
+<span class="sourceLineNo">1781</span><a name="line.1781"></a>
+<span class="sourceLineNo">1782</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1782"></a>
+<span class="sourceLineNo">1783</span>  // keepAliveTime if there is no procedure to run.<a name="line.1783"></a>
+<span class="sourceLineNo">1784</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1784"></a>
+<span class="sourceLineNo">1785</span><a name="line.1785"></a>
+<span class="sourceLineNo">1786</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1786"></a>
+<span class="sourceLineNo">1787</span>      super(group, "KeepAlivePEWorker-");<a name="line.1787"></a>
+<span class="sourceLineNo">1788</span>    }<a name="line.1788"></a>
+<span class="sourceLineNo">1789</span><a name="line.1789"></a>
+<span class="sourceLineNo">1790</span>    @Override<a name="line.1790"></a>
+<span class="sourceLineNo">1791</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1791"></a>
+<span class="sourceLineNo">1792</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1792"></a>
+<span class="sourceLineNo">1793</span>    }<a name="line.1793"></a>
+<span class="sourceLineNo">1794</span>  }<a name="line.1794"></a>
+<span class="sourceLineNo">1795</span><a name="line.1795"></a>
+<span class="sourceLineNo">1796</span>  // ----------------------------------------------------------------------------<a name="line.1796"></a>
+<span class="sourceLineNo">1797</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1797"></a>
+<span class="sourceLineNo">1798</span>  // full set of procedures pending and completed to write a compacted<a name="line.1798"></a>
+<span class="sourceLineNo">1799</span>  // version of the log (in case is a log)?<a name="line.1799"></a>
+<span class="sourceLineNo">1800</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1800"></a>
+<span class="sourceLineNo">1801</span>  // will have the tracker saying everything is in the last log.<a name="line.1801"></a>
+<span class="sourceLineNo">1802</span>  // ----------------------------------------------------------------------------<a name="line.1802"></a>
+<span class="sourceLineNo">1803</span><a name="line.1803"></a>
+<span class="sourceLineNo">1804</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1804"></a>
+<span class="sourceLineNo">1805</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1805"></a>
+<span class="sourceLineNo">1806</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1806"></a>
+<span class="sourceLineNo">1807</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1807"></a>
+<span class="sourceLineNo">1808</span><a name="line.1808"></a>
+<span class="sourceLineNo">1809</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1809"></a>
+<span class="sourceLineNo">1810</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1810"></a>
+<span class="sourceLineNo">1811</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1811"></a>
+<span class="sourceLineNo">1812</span><a name="line.1812"></a>
+<span class="sourceLineNo">1813</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1813"></a>
+<span class="sourceLineNo">1814</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1814"></a>
+<span class="sourceLineNo">1815</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1815"></a>
+<span class="sourceLineNo">1816</span><a name="line.1816"></a>
+<span class="sourceLineNo">1817</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1817"></a>
+<span class="sourceLineNo">1818</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1818"></a>
+<span class="sourceLineNo">1819</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1819"></a>
+<span class="sourceLineNo">1820</span><a name="line.1820"></a>
+<span class="sourceLineNo">1821</span>    public WorkerMonitor() {<a name="line.1821"></a>
+<span class="sourceLineNo">1822</span>      refreshConfig();<a name="line.1822"></a>
+<span class="sourceLineNo">1823</span>    }<a name="line.1823"></a>
+<span class="sourceLineNo">1824</span><a name="line.1824"></a>
+<span class="sourceLineNo">1825</span>    @Override<a name="line.1825"></a>
+<span class="sourceLineNo">1826</span>    public void run() {<a name="line.1826"></a>
+<span class="sourceLineNo">1827</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1827"></a>
+<span class="sourceLineNo">1828</span>      checkThreadCount(stuckCount);<a name="line.1828"></a>
+<span class="sourceLineNo">1829</span><a name="line.1829"></a>
+<span class="sourceLineNo">1830</span>      // refresh interval (poor man dynamic conf update)<a name="line.1830"></a>
+<span class="sourceLineNo">1831</span>      refreshConfig();<a name="line.1831"></a>
+<span class="sourceLineNo">1832</span>    }<a name="line.1832"></a>
+<span class="sourceLineNo">1833</span><a name="line.1833"></a>
+<span class="sourceLineNo">1834</span>    private int checkForStuckWorkers() {<a name="line.1834"></a>
+<span class="sourceLineNo">1835</span>      // check if any of the worker is stuck<a name="line.1835"></a>
+<span class="sourceLineNo">1836</span>      int stuckCount = 0;<a name="line.1836"></a>
+<span class="sourceLineNo">1837</span>      for (WorkerThread worker : workerThreads) {<a name="line.1837"></a>
+<span class="sourceLineNo">1838</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1838"></a>
+<span class="sourceLineNo">1839</span>          continue;<a name="line.1839"></a>
+<span class="sourceLineNo">1840</span>        }<a name="line.1840"></a>
+<span class="sourceLineNo">1841</span><a name="line.1841"></a>
+<span class="sourceLineNo">1842</span>        // WARN the worker is stuck<a name="line.1842"></a>
+<span 

<TRUNCATED>

[12/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html
index d654af2..3cec2fd 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/RegionLocationFinder.html
@@ -29,312 +29,289 @@
 <span class="sourceLineNo">021</span>import java.io.IOException;<a name="line.21"></a>
 <span class="sourceLineNo">022</span>import java.util.ArrayList;<a name="line.22"></a>
 <span class="sourceLineNo">023</span>import java.util.Collection;<a name="line.23"></a>
-<span class="sourceLineNo">024</span>import java.util.HashMap;<a name="line.24"></a>
-<span class="sourceLineNo">025</span>import java.util.List;<a name="line.25"></a>
-<span class="sourceLineNo">026</span>import java.util.concurrent.Callable;<a name="line.26"></a>
-<span class="sourceLineNo">027</span>import java.util.concurrent.ExecutionException;<a name="line.27"></a>
-<span class="sourceLineNo">028</span>import java.util.concurrent.Executors;<a name="line.28"></a>
-<span class="sourceLineNo">029</span>import java.util.concurrent.TimeUnit;<a name="line.29"></a>
-<span class="sourceLineNo">030</span>import org.apache.hadoop.conf.Configuration;<a name="line.30"></a>
-<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.ClusterMetrics;<a name="line.31"></a>
-<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.HDFSBlocksDistribution;<a name="line.32"></a>
-<span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.ServerName;<a name="line.33"></a>
-<span class="sourceLineNo">034</span>import org.apache.hadoop.hbase.TableName;<a name="line.34"></a>
-<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.35"></a>
-<span class="sourceLineNo">036</span>import org.apache.hadoop.hbase.client.TableDescriptor;<a name="line.36"></a>
-<span class="sourceLineNo">037</span>import org.apache.hadoop.hbase.master.MasterServices;<a name="line.37"></a>
-<span class="sourceLineNo">038</span>import org.apache.hadoop.hbase.master.assignment.AssignmentManager;<a name="line.38"></a>
-<span class="sourceLineNo">039</span>import org.apache.hadoop.hbase.regionserver.HRegion;<a name="line.39"></a>
-<span class="sourceLineNo">040</span>import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;<a name="line.40"></a>
-<span class="sourceLineNo">041</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.41"></a>
-<span class="sourceLineNo">042</span>import org.slf4j.Logger;<a name="line.42"></a>
-<span class="sourceLineNo">043</span>import org.slf4j.LoggerFactory;<a name="line.43"></a>
-<span class="sourceLineNo">044</span>import org.apache.hbase.thirdparty.com.google.common.cache.CacheBuilder;<a name="line.44"></a>
-<span class="sourceLineNo">045</span>import org.apache.hbase.thirdparty.com.google.common.cache.CacheLoader;<a name="line.45"></a>
-<span class="sourceLineNo">046</span>import org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache;<a name="line.46"></a>
-<span class="sourceLineNo">047</span>import org.apache.hbase.thirdparty.com.google.common.collect.Lists;<a name="line.47"></a>
-<span class="sourceLineNo">048</span>import org.apache.hbase.thirdparty.com.google.common.util.concurrent.Futures;<a name="line.48"></a>
-<span class="sourceLineNo">049</span>import org.apache.hbase.thirdparty.com.google.common.util.concurrent.ListenableFuture;<a name="line.49"></a>
-<span class="sourceLineNo">050</span>import org.apache.hbase.thirdparty.com.google.common.util.concurrent.ListeningExecutorService;<a name="line.50"></a>
-<span class="sourceLineNo">051</span>import org.apache.hbase.thirdparty.com.google.common.util.concurrent.MoreExecutors;<a name="line.51"></a>
-<span class="sourceLineNo">052</span>import org.apache.hbase.thirdparty.com.google.common.util.concurrent.ThreadFactoryBuilder;<a name="line.52"></a>
-<span class="sourceLineNo">053</span><a name="line.53"></a>
-<span class="sourceLineNo">054</span>/**<a name="line.54"></a>
-<span class="sourceLineNo">055</span> * This will find where data for a region is located in HDFS. It ranks<a name="line.55"></a>
-<span class="sourceLineNo">056</span> * {@link ServerName}'s by the size of the store files they are holding for a<a name="line.56"></a>
-<span class="sourceLineNo">057</span> * given region.<a name="line.57"></a>
-<span class="sourceLineNo">058</span> *<a name="line.58"></a>
-<span class="sourceLineNo">059</span> */<a name="line.59"></a>
-<span class="sourceLineNo">060</span>@InterfaceAudience.Private<a name="line.60"></a>
-<span class="sourceLineNo">061</span>class RegionLocationFinder {<a name="line.61"></a>
-<span class="sourceLineNo">062</span>  private static final Logger LOG = LoggerFactory.getLogger(RegionLocationFinder.class);<a name="line.62"></a>
-<span class="sourceLineNo">063</span>  private static final long CACHE_TIME = 240 * 60 * 1000;<a name="line.63"></a>
-<span class="sourceLineNo">064</span>  private static final HDFSBlocksDistribution EMPTY_BLOCK_DISTRIBUTION = new HDFSBlocksDistribution();<a name="line.64"></a>
-<span class="sourceLineNo">065</span>  private Configuration conf;<a name="line.65"></a>
-<span class="sourceLineNo">066</span>  private volatile ClusterMetrics status;<a name="line.66"></a>
-<span class="sourceLineNo">067</span>  private MasterServices services;<a name="line.67"></a>
-<span class="sourceLineNo">068</span>  private final ListeningExecutorService executor;<a name="line.68"></a>
-<span class="sourceLineNo">069</span>  // Do not scheduleFullRefresh at master startup<a name="line.69"></a>
-<span class="sourceLineNo">070</span>  private long lastFullRefresh = EnvironmentEdgeManager.currentTime();<a name="line.70"></a>
-<span class="sourceLineNo">071</span><a name="line.71"></a>
-<span class="sourceLineNo">072</span>  private CacheLoader&lt;RegionInfo, HDFSBlocksDistribution&gt; loader =<a name="line.72"></a>
-<span class="sourceLineNo">073</span>      new CacheLoader&lt;RegionInfo, HDFSBlocksDistribution&gt;() {<a name="line.73"></a>
-<span class="sourceLineNo">074</span><a name="line.74"></a>
-<span class="sourceLineNo">075</span>    @Override<a name="line.75"></a>
-<span class="sourceLineNo">076</span>    public ListenableFuture&lt;HDFSBlocksDistribution&gt; reload(final RegionInfo hri,<a name="line.76"></a>
-<span class="sourceLineNo">077</span>        HDFSBlocksDistribution oldValue) throws Exception {<a name="line.77"></a>
-<span class="sourceLineNo">078</span>      return executor.submit(new Callable&lt;HDFSBlocksDistribution&gt;() {<a name="line.78"></a>
-<span class="sourceLineNo">079</span>        @Override<a name="line.79"></a>
-<span class="sourceLineNo">080</span>        public HDFSBlocksDistribution call() throws Exception {<a name="line.80"></a>
-<span class="sourceLineNo">081</span>          return internalGetTopBlockLocation(hri);<a name="line.81"></a>
-<span class="sourceLineNo">082</span>        }<a name="line.82"></a>
-<span class="sourceLineNo">083</span>      });<a name="line.83"></a>
-<span class="sourceLineNo">084</span>    }<a name="line.84"></a>
-<span class="sourceLineNo">085</span><a name="line.85"></a>
-<span class="sourceLineNo">086</span>    @Override<a name="line.86"></a>
-<span class="sourceLineNo">087</span>    public HDFSBlocksDistribution load(RegionInfo key) throws Exception {<a name="line.87"></a>
-<span class="sourceLineNo">088</span>      return internalGetTopBlockLocation(key);<a name="line.88"></a>
-<span class="sourceLineNo">089</span>    }<a name="line.89"></a>
-<span class="sourceLineNo">090</span>  };<a name="line.90"></a>
+<span class="sourceLineNo">024</span>import java.util.Collections;<a name="line.24"></a>
+<span class="sourceLineNo">025</span>import java.util.HashMap;<a name="line.25"></a>
+<span class="sourceLineNo">026</span>import java.util.List;<a name="line.26"></a>
+<span class="sourceLineNo">027</span>import java.util.Map;<a name="line.27"></a>
+<span class="sourceLineNo">028</span>import java.util.concurrent.Callable;<a name="line.28"></a>
+<span class="sourceLineNo">029</span>import java.util.concurrent.ExecutionException;<a name="line.29"></a>
+<span class="sourceLineNo">030</span>import java.util.concurrent.Executors;<a name="line.30"></a>
+<span class="sourceLineNo">031</span>import java.util.concurrent.TimeUnit;<a name="line.31"></a>
+<span class="sourceLineNo">032</span><a name="line.32"></a>
+<span class="sourceLineNo">033</span>import org.apache.commons.collections4.CollectionUtils;<a name="line.33"></a>
+<span class="sourceLineNo">034</span>import org.apache.commons.collections4.MultiValuedMap;<a name="line.34"></a>
+<span class="sourceLineNo">035</span>import org.apache.commons.collections4.multimap.ArrayListValuedHashMap;<a name="line.35"></a>
+<span class="sourceLineNo">036</span>import org.apache.hadoop.conf.Configuration;<a name="line.36"></a>
+<span class="sourceLineNo">037</span>import org.apache.hadoop.hbase.ClusterMetrics;<a name="line.37"></a>
+<span class="sourceLineNo">038</span>import org.apache.hadoop.hbase.HDFSBlocksDistribution;<a name="line.38"></a>
+<span class="sourceLineNo">039</span>import org.apache.hadoop.hbase.ServerName;<a name="line.39"></a>
+<span class="sourceLineNo">040</span>import org.apache.hadoop.hbase.TableName;<a name="line.40"></a>
+<span class="sourceLineNo">041</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.41"></a>
+<span class="sourceLineNo">042</span>import org.apache.hadoop.hbase.client.TableDescriptor;<a name="line.42"></a>
+<span class="sourceLineNo">043</span>import org.apache.hadoop.hbase.master.MasterServices;<a name="line.43"></a>
+<span class="sourceLineNo">044</span>import org.apache.hadoop.hbase.master.assignment.AssignmentManager;<a name="line.44"></a>
+<span class="sourceLineNo">045</span>import org.apache.hadoop.hbase.regionserver.HRegion;<a name="line.45"></a>
+<span class="sourceLineNo">046</span>import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;<a name="line.46"></a>
+<span class="sourceLineNo">047</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.47"></a>
+<span class="sourceLineNo">048</span>import org.slf4j.Logger;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>import org.slf4j.LoggerFactory;<a name="line.49"></a>
+<span class="sourceLineNo">050</span><a name="line.50"></a>
+<span class="sourceLineNo">051</span>import org.apache.hbase.thirdparty.com.google.common.cache.CacheBuilder;<a name="line.51"></a>
+<span class="sourceLineNo">052</span>import org.apache.hbase.thirdparty.com.google.common.cache.CacheLoader;<a name="line.52"></a>
+<span class="sourceLineNo">053</span>import org.apache.hbase.thirdparty.com.google.common.cache.LoadingCache;<a name="line.53"></a>
+<span class="sourceLineNo">054</span>import org.apache.hbase.thirdparty.com.google.common.util.concurrent.Futures;<a name="line.54"></a>
+<span class="sourceLineNo">055</span>import org.apache.hbase.thirdparty.com.google.common.util.concurrent.ListenableFuture;<a name="line.55"></a>
+<span class="sourceLineNo">056</span>import org.apache.hbase.thirdparty.com.google.common.util.concurrent.ListeningExecutorService;<a name="line.56"></a>
+<span class="sourceLineNo">057</span>import org.apache.hbase.thirdparty.com.google.common.util.concurrent.MoreExecutors;<a name="line.57"></a>
+<span class="sourceLineNo">058</span>import org.apache.hbase.thirdparty.com.google.common.util.concurrent.ThreadFactoryBuilder;<a name="line.58"></a>
+<span class="sourceLineNo">059</span><a name="line.59"></a>
+<span class="sourceLineNo">060</span>/**<a name="line.60"></a>
+<span class="sourceLineNo">061</span> * This will find where data for a region is located in HDFS. It ranks<a name="line.61"></a>
+<span class="sourceLineNo">062</span> * {@link ServerName}'s by the size of the store files they are holding for a<a name="line.62"></a>
+<span class="sourceLineNo">063</span> * given region.<a name="line.63"></a>
+<span class="sourceLineNo">064</span> *<a name="line.64"></a>
+<span class="sourceLineNo">065</span> */<a name="line.65"></a>
+<span class="sourceLineNo">066</span>@InterfaceAudience.Private<a name="line.66"></a>
+<span class="sourceLineNo">067</span>class RegionLocationFinder {<a name="line.67"></a>
+<span class="sourceLineNo">068</span>  private static final Logger LOG = LoggerFactory.getLogger(RegionLocationFinder.class);<a name="line.68"></a>
+<span class="sourceLineNo">069</span>  private static final long CACHE_TIME = 240 * 60 * 1000;<a name="line.69"></a>
+<span class="sourceLineNo">070</span>  private static final HDFSBlocksDistribution EMPTY_BLOCK_DISTRIBUTION = new HDFSBlocksDistribution();<a name="line.70"></a>
+<span class="sourceLineNo">071</span>  private Configuration conf;<a name="line.71"></a>
+<span class="sourceLineNo">072</span>  private volatile ClusterMetrics status;<a name="line.72"></a>
+<span class="sourceLineNo">073</span>  private MasterServices services;<a name="line.73"></a>
+<span class="sourceLineNo">074</span>  private final ListeningExecutorService executor;<a name="line.74"></a>
+<span class="sourceLineNo">075</span>  // Do not scheduleFullRefresh at master startup<a name="line.75"></a>
+<span class="sourceLineNo">076</span>  private long lastFullRefresh = EnvironmentEdgeManager.currentTime();<a name="line.76"></a>
+<span class="sourceLineNo">077</span><a name="line.77"></a>
+<span class="sourceLineNo">078</span>  private CacheLoader&lt;RegionInfo, HDFSBlocksDistribution&gt; loader =<a name="line.78"></a>
+<span class="sourceLineNo">079</span>      new CacheLoader&lt;RegionInfo, HDFSBlocksDistribution&gt;() {<a name="line.79"></a>
+<span class="sourceLineNo">080</span><a name="line.80"></a>
+<span class="sourceLineNo">081</span>    @Override<a name="line.81"></a>
+<span class="sourceLineNo">082</span>    public ListenableFuture&lt;HDFSBlocksDistribution&gt; reload(final RegionInfo hri,<a name="line.82"></a>
+<span class="sourceLineNo">083</span>        HDFSBlocksDistribution oldValue) throws Exception {<a name="line.83"></a>
+<span class="sourceLineNo">084</span>      return executor.submit(new Callable&lt;HDFSBlocksDistribution&gt;() {<a name="line.84"></a>
+<span class="sourceLineNo">085</span>        @Override<a name="line.85"></a>
+<span class="sourceLineNo">086</span>        public HDFSBlocksDistribution call() throws Exception {<a name="line.86"></a>
+<span class="sourceLineNo">087</span>          return internalGetTopBlockLocation(hri);<a name="line.87"></a>
+<span class="sourceLineNo">088</span>        }<a name="line.88"></a>
+<span class="sourceLineNo">089</span>      });<a name="line.89"></a>
+<span class="sourceLineNo">090</span>    }<a name="line.90"></a>
 <span class="sourceLineNo">091</span><a name="line.91"></a>
-<span class="sourceLineNo">092</span>  // The cache for where regions are located.<a name="line.92"></a>
-<span class="sourceLineNo">093</span>  private LoadingCache&lt;RegionInfo, HDFSBlocksDistribution&gt; cache = null;<a name="line.93"></a>
-<span class="sourceLineNo">094</span><a name="line.94"></a>
-<span class="sourceLineNo">095</span>  RegionLocationFinder() {<a name="line.95"></a>
-<span class="sourceLineNo">096</span>    this.cache = createCache();<a name="line.96"></a>
-<span class="sourceLineNo">097</span>    executor = MoreExecutors.listeningDecorator(<a name="line.97"></a>
-<span class="sourceLineNo">098</span>        Executors.newScheduledThreadPool(<a name="line.98"></a>
-<span class="sourceLineNo">099</span>            5,<a name="line.99"></a>
-<span class="sourceLineNo">100</span>            new ThreadFactoryBuilder().<a name="line.100"></a>
-<span class="sourceLineNo">101</span>                setDaemon(true)<a name="line.101"></a>
-<span class="sourceLineNo">102</span>                .setNameFormat("region-location-%d")<a name="line.102"></a>
-<span class="sourceLineNo">103</span>                .build()));<a name="line.103"></a>
-<span class="sourceLineNo">104</span>  }<a name="line.104"></a>
-<span class="sourceLineNo">105</span><a name="line.105"></a>
-<span class="sourceLineNo">106</span>  /**<a name="line.106"></a>
-<span class="sourceLineNo">107</span>   * Create a cache for region to list of servers<a name="line.107"></a>
-<span class="sourceLineNo">108</span>   * @return A new Cache.<a name="line.108"></a>
-<span class="sourceLineNo">109</span>   */<a name="line.109"></a>
-<span class="sourceLineNo">110</span>  private LoadingCache&lt;RegionInfo, HDFSBlocksDistribution&gt; createCache() {<a name="line.110"></a>
-<span class="sourceLineNo">111</span>    return CacheBuilder.newBuilder()<a name="line.111"></a>
-<span class="sourceLineNo">112</span>        .expireAfterWrite(CACHE_TIME, TimeUnit.MILLISECONDS)<a name="line.112"></a>
-<span class="sourceLineNo">113</span>        .build(loader);<a name="line.113"></a>
-<span class="sourceLineNo">114</span>  }<a name="line.114"></a>
-<span class="sourceLineNo">115</span><a name="line.115"></a>
-<span class="sourceLineNo">116</span>  public Configuration getConf() {<a name="line.116"></a>
-<span class="sourceLineNo">117</span>    return conf;<a name="line.117"></a>
-<span class="sourceLineNo">118</span>  }<a name="line.118"></a>
-<span class="sourceLineNo">119</span><a name="line.119"></a>
-<span class="sourceLineNo">120</span>  public void setConf(Configuration conf) {<a name="line.120"></a>
-<span class="sourceLineNo">121</span>    this.conf = conf;<a name="line.121"></a>
-<span class="sourceLineNo">122</span>  }<a name="line.122"></a>
-<span class="sourceLineNo">123</span><a name="line.123"></a>
-<span class="sourceLineNo">124</span>  public void setServices(MasterServices services) {<a name="line.124"></a>
-<span class="sourceLineNo">125</span>    this.services = services;<a name="line.125"></a>
-<span class="sourceLineNo">126</span>  }<a name="line.126"></a>
-<span class="sourceLineNo">127</span><a name="line.127"></a>
-<span class="sourceLineNo">128</span>  public void setClusterMetrics(ClusterMetrics status) {<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    long currentTime = EnvironmentEdgeManager.currentTime();<a name="line.129"></a>
-<span class="sourceLineNo">130</span>    this.status = status;<a name="line.130"></a>
-<span class="sourceLineNo">131</span>    if (currentTime &gt; lastFullRefresh + (CACHE_TIME / 2)) {<a name="line.131"></a>
-<span class="sourceLineNo">132</span>      // Only count the refresh if it includes user tables ( eg more than meta and namespace ).<a name="line.132"></a>
-<span class="sourceLineNo">133</span>      lastFullRefresh = scheduleFullRefresh()?currentTime:lastFullRefresh;<a name="line.133"></a>
-<span class="sourceLineNo">134</span>    }<a name="line.134"></a>
-<span class="sourceLineNo">135</span><a name="line.135"></a>
-<span class="sourceLineNo">136</span>  }<a name="line.136"></a>
-<span class="sourceLineNo">137</span><a name="line.137"></a>
-<span class="sourceLineNo">138</span>  /**<a name="line.138"></a>
-<span class="sourceLineNo">139</span>   * Refresh all the region locations.<a name="line.139"></a>
-<span class="sourceLineNo">140</span>   *<a name="line.140"></a>
-<span class="sourceLineNo">141</span>   * @return true if user created regions got refreshed.<a name="line.141"></a>
-<span class="sourceLineNo">142</span>   */<a name="line.142"></a>
-<span class="sourceLineNo">143</span>  private boolean scheduleFullRefresh() {<a name="line.143"></a>
-<span class="sourceLineNo">144</span>    // Protect from anything being null while starting up.<a name="line.144"></a>
-<span class="sourceLineNo">145</span>    if (services == null) {<a name="line.145"></a>
-<span class="sourceLineNo">146</span>      return false;<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    }<a name="line.147"></a>
-<span class="sourceLineNo">148</span><a name="line.148"></a>
-<span class="sourceLineNo">149</span>    final AssignmentManager am = services.getAssignmentManager();<a name="line.149"></a>
-<span class="sourceLineNo">150</span>    if (am == null) {<a name="line.150"></a>
+<span class="sourceLineNo">092</span>    @Override<a name="line.92"></a>
+<span class="sourceLineNo">093</span>    public HDFSBlocksDistribution load(RegionInfo key) throws Exception {<a name="line.93"></a>
+<span class="sourceLineNo">094</span>      return internalGetTopBlockLocation(key);<a name="line.94"></a>
+<span class="sourceLineNo">095</span>    }<a name="line.95"></a>
+<span class="sourceLineNo">096</span>  };<a name="line.96"></a>
+<span class="sourceLineNo">097</span><a name="line.97"></a>
+<span class="sourceLineNo">098</span>  // The cache for where regions are located.<a name="line.98"></a>
+<span class="sourceLineNo">099</span>  private LoadingCache&lt;RegionInfo, HDFSBlocksDistribution&gt; cache = null;<a name="line.99"></a>
+<span class="sourceLineNo">100</span><a name="line.100"></a>
+<span class="sourceLineNo">101</span>  RegionLocationFinder() {<a name="line.101"></a>
+<span class="sourceLineNo">102</span>    this.cache = createCache();<a name="line.102"></a>
+<span class="sourceLineNo">103</span>    executor = MoreExecutors.listeningDecorator(<a name="line.103"></a>
+<span class="sourceLineNo">104</span>        Executors.newScheduledThreadPool(<a name="line.104"></a>
+<span class="sourceLineNo">105</span>            5,<a name="line.105"></a>
+<span class="sourceLineNo">106</span>            new ThreadFactoryBuilder().<a name="line.106"></a>
+<span class="sourceLineNo">107</span>                setDaemon(true)<a name="line.107"></a>
+<span class="sourceLineNo">108</span>                .setNameFormat("region-location-%d")<a name="line.108"></a>
+<span class="sourceLineNo">109</span>                .build()));<a name="line.109"></a>
+<span class="sourceLineNo">110</span>  }<a name="line.110"></a>
+<span class="sourceLineNo">111</span><a name="line.111"></a>
+<span class="sourceLineNo">112</span>  /**<a name="line.112"></a>
+<span class="sourceLineNo">113</span>   * Create a cache for region to list of servers<a name="line.113"></a>
+<span class="sourceLineNo">114</span>   * @return A new Cache.<a name="line.114"></a>
+<span class="sourceLineNo">115</span>   */<a name="line.115"></a>
+<span class="sourceLineNo">116</span>  private LoadingCache&lt;RegionInfo, HDFSBlocksDistribution&gt; createCache() {<a name="line.116"></a>
+<span class="sourceLineNo">117</span>    return CacheBuilder.newBuilder()<a name="line.117"></a>
+<span class="sourceLineNo">118</span>        .expireAfterWrite(CACHE_TIME, TimeUnit.MILLISECONDS)<a name="line.118"></a>
+<span class="sourceLineNo">119</span>        .build(loader);<a name="line.119"></a>
+<span class="sourceLineNo">120</span>  }<a name="line.120"></a>
+<span class="sourceLineNo">121</span><a name="line.121"></a>
+<span class="sourceLineNo">122</span>  public Configuration getConf() {<a name="line.122"></a>
+<span class="sourceLineNo">123</span>    return conf;<a name="line.123"></a>
+<span class="sourceLineNo">124</span>  }<a name="line.124"></a>
+<span class="sourceLineNo">125</span><a name="line.125"></a>
+<span class="sourceLineNo">126</span>  public void setConf(Configuration conf) {<a name="line.126"></a>
+<span class="sourceLineNo">127</span>    this.conf = conf;<a name="line.127"></a>
+<span class="sourceLineNo">128</span>  }<a name="line.128"></a>
+<span class="sourceLineNo">129</span><a name="line.129"></a>
+<span class="sourceLineNo">130</span>  public void setServices(MasterServices services) {<a name="line.130"></a>
+<span class="sourceLineNo">131</span>    this.services = services;<a name="line.131"></a>
+<span class="sourceLineNo">132</span>  }<a name="line.132"></a>
+<span class="sourceLineNo">133</span><a name="line.133"></a>
+<span class="sourceLineNo">134</span>  public void setClusterMetrics(ClusterMetrics status) {<a name="line.134"></a>
+<span class="sourceLineNo">135</span>    long currentTime = EnvironmentEdgeManager.currentTime();<a name="line.135"></a>
+<span class="sourceLineNo">136</span>    this.status = status;<a name="line.136"></a>
+<span class="sourceLineNo">137</span>    if (currentTime &gt; lastFullRefresh + (CACHE_TIME / 2)) {<a name="line.137"></a>
+<span class="sourceLineNo">138</span>      // Only count the refresh if it includes user tables ( eg more than meta and namespace ).<a name="line.138"></a>
+<span class="sourceLineNo">139</span>      lastFullRefresh = scheduleFullRefresh()?currentTime:lastFullRefresh;<a name="line.139"></a>
+<span class="sourceLineNo">140</span>    }<a name="line.140"></a>
+<span class="sourceLineNo">141</span>  }<a name="line.141"></a>
+<span class="sourceLineNo">142</span><a name="line.142"></a>
+<span class="sourceLineNo">143</span>  /**<a name="line.143"></a>
+<span class="sourceLineNo">144</span>   * Refresh all the region locations.<a name="line.144"></a>
+<span class="sourceLineNo">145</span>   *<a name="line.145"></a>
+<span class="sourceLineNo">146</span>   * @return true if user created regions got refreshed.<a name="line.146"></a>
+<span class="sourceLineNo">147</span>   */<a name="line.147"></a>
+<span class="sourceLineNo">148</span>  private boolean scheduleFullRefresh() {<a name="line.148"></a>
+<span class="sourceLineNo">149</span>    // Protect from anything being null while starting up.<a name="line.149"></a>
+<span class="sourceLineNo">150</span>    if (services == null) {<a name="line.150"></a>
 <span class="sourceLineNo">151</span>      return false;<a name="line.151"></a>
 <span class="sourceLineNo">152</span>    }<a name="line.152"></a>
 <span class="sourceLineNo">153</span><a name="line.153"></a>
-<span class="sourceLineNo">154</span>    // TODO: Should this refresh all the regions or only the ones assigned?<a name="line.154"></a>
-<span class="sourceLineNo">155</span>    boolean includesUserTables = false;<a name="line.155"></a>
-<span class="sourceLineNo">156</span>    for (final RegionInfo hri : am.getAssignedRegions()) {<a name="line.156"></a>
-<span class="sourceLineNo">157</span>      cache.refresh(hri);<a name="line.157"></a>
-<span class="sourceLineNo">158</span>      includesUserTables = includesUserTables || !hri.getTable().isSystemTable();<a name="line.158"></a>
-<span class="sourceLineNo">159</span>    }<a name="line.159"></a>
-<span class="sourceLineNo">160</span>    return includesUserTables;<a name="line.160"></a>
-<span class="sourceLineNo">161</span>  }<a name="line.161"></a>
-<span class="sourceLineNo">162</span><a name="line.162"></a>
-<span class="sourceLineNo">163</span>  protected List&lt;ServerName&gt; getTopBlockLocations(RegionInfo region) {<a name="line.163"></a>
-<span class="sourceLineNo">164</span>    List&lt;String&gt; topHosts = getBlockDistribution(region).getTopHosts();<a name="line.164"></a>
-<span class="sourceLineNo">165</span>    return mapHostNameToServerName(topHosts);<a name="line.165"></a>
+<span class="sourceLineNo">154</span>    final AssignmentManager am = services.getAssignmentManager();<a name="line.154"></a>
+<span class="sourceLineNo">155</span>    if (am == null) {<a name="line.155"></a>
+<span class="sourceLineNo">156</span>      return false;<a name="line.156"></a>
+<span class="sourceLineNo">157</span>    }<a name="line.157"></a>
+<span class="sourceLineNo">158</span><a name="line.158"></a>
+<span class="sourceLineNo">159</span>    // TODO: Should this refresh all the regions or only the ones assigned?<a name="line.159"></a>
+<span class="sourceLineNo">160</span>    boolean includesUserTables = false;<a name="line.160"></a>
+<span class="sourceLineNo">161</span>    for (final RegionInfo hri : am.getAssignedRegions()) {<a name="line.161"></a>
+<span class="sourceLineNo">162</span>      cache.refresh(hri);<a name="line.162"></a>
+<span class="sourceLineNo">163</span>      includesUserTables = includesUserTables || !hri.getTable().isSystemTable();<a name="line.163"></a>
+<span class="sourceLineNo">164</span>    }<a name="line.164"></a>
+<span class="sourceLineNo">165</span>    return includesUserTables;<a name="line.165"></a>
 <span class="sourceLineNo">166</span>  }<a name="line.166"></a>
 <span class="sourceLineNo">167</span><a name="line.167"></a>
-<span class="sourceLineNo">168</span>  /**<a name="line.168"></a>
-<span class="sourceLineNo">169</span>   * Returns an ordered list of hosts which have better locality for this region<a name="line.169"></a>
-<span class="sourceLineNo">170</span>   * than the current host.<a name="line.170"></a>
-<span class="sourceLineNo">171</span>   */<a name="line.171"></a>
-<span class="sourceLineNo">172</span>  protected List&lt;ServerName&gt; getTopBlockLocations(RegionInfo region, String currentHost) {<a name="line.172"></a>
-<span class="sourceLineNo">173</span>    HDFSBlocksDistribution blocksDistribution = getBlockDistribution(region);<a name="line.173"></a>
-<span class="sourceLineNo">174</span>    List&lt;String&gt; topHosts = new ArrayList&lt;&gt;();<a name="line.174"></a>
-<span class="sourceLineNo">175</span>    for (String host : blocksDistribution.getTopHosts()) {<a name="line.175"></a>
-<span class="sourceLineNo">176</span>      if (host.equals(currentHost)) {<a name="line.176"></a>
-<span class="sourceLineNo">177</span>        break;<a name="line.177"></a>
-<span class="sourceLineNo">178</span>      }<a name="line.178"></a>
-<span class="sourceLineNo">179</span>      topHosts.add(host);<a name="line.179"></a>
-<span class="sourceLineNo">180</span>    }<a name="line.180"></a>
-<span class="sourceLineNo">181</span>    return mapHostNameToServerName(topHosts);<a name="line.181"></a>
-<span class="sourceLineNo">182</span>  }<a name="line.182"></a>
-<span class="sourceLineNo">183</span><a name="line.183"></a>
-<span class="sourceLineNo">184</span>  /**<a name="line.184"></a>
-<span class="sourceLineNo">185</span>   * Returns an ordered list of hosts that are hosting the blocks for this<a name="line.185"></a>
-<span class="sourceLineNo">186</span>   * region. The weight of each host is the sum of the block lengths of all<a name="line.186"></a>
-<span class="sourceLineNo">187</span>   * files on that host, so the first host in the list is the server which holds<a name="line.187"></a>
-<span class="sourceLineNo">188</span>   * the most bytes of the given region's HFiles.<a name="line.188"></a>
-<span class="sourceLineNo">189</span>   *<a name="line.189"></a>
-<span class="sourceLineNo">190</span>   * @param region region<a name="line.190"></a>
-<span class="sourceLineNo">191</span>   * @return ordered list of hosts holding blocks of the specified region<a name="line.191"></a>
-<span class="sourceLineNo">192</span>   */<a name="line.192"></a>
-<span class="sourceLineNo">193</span>  protected HDFSBlocksDistribution internalGetTopBlockLocation(RegionInfo region) {<a name="line.193"></a>
-<span class="sourceLineNo">194</span>    try {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>      TableDescriptor tableDescriptor = getTableDescriptor(region.getTable());<a name="line.195"></a>
-<span class="sourceLineNo">196</span>      if (tableDescriptor != null) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span>        HDFSBlocksDistribution blocksDistribution =<a name="line.197"></a>
-<span class="sourceLineNo">198</span>            HRegion.computeHDFSBlocksDistribution(getConf(), tableDescriptor, region);<a name="line.198"></a>
-<span class="sourceLineNo">199</span>        return blocksDistribution;<a name="line.199"></a>
-<span class="sourceLineNo">200</span>      }<a name="line.200"></a>
-<span class="sourceLineNo">201</span>    } catch (IOException ioe) {<a name="line.201"></a>
-<span class="sourceLineNo">202</span>      LOG.warn("IOException during HDFSBlocksDistribution computation. for " + "region = "<a name="line.202"></a>
-<span class="sourceLineNo">203</span>          + region.getEncodedName(), ioe);<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    }<a name="line.204"></a>
-<span class="sourceLineNo">205</span><a name="line.205"></a>
-<span class="sourceLineNo">206</span>    return EMPTY_BLOCK_DISTRIBUTION;<a name="line.206"></a>
-<span class="sourceLineNo">207</span>  }<a name="line.207"></a>
-<span class="sourceLineNo">208</span><a name="line.208"></a>
-<span class="sourceLineNo">209</span>  /**<a name="line.209"></a>
-<span class="sourceLineNo">210</span>   * return TableDescriptor for a given tableName<a name="line.210"></a>
-<span class="sourceLineNo">211</span>   *<a name="line.211"></a>
-<span class="sourceLineNo">212</span>   * @param tableName the table name<a name="line.212"></a>
-<span class="sourceLineNo">213</span>   * @return TableDescriptor<a name="line.213"></a>
-<span class="sourceLineNo">214</span>   * @throws IOException<a name="line.214"></a>
-<span class="sourceLineNo">215</span>   */<a name="line.215"></a>
-<span class="sourceLineNo">216</span>  protected TableDescriptor getTableDescriptor(TableName tableName) throws IOException {<a name="line.216"></a>
-<span class="sourceLineNo">217</span>    TableDescriptor tableDescriptor = null;<a name="line.217"></a>
-<span class="sourceLineNo">218</span>    try {<a name="line.218"></a>
-<span class="sourceLineNo">219</span>      if (this.services != null &amp;&amp; this.services.getTableDescriptors() != null) {<a name="line.219"></a>
-<span class="sourceLineNo">220</span>        tableDescriptor = this.services.getTableDescriptors().get(tableName);<a name="line.220"></a>
-<span class="sourceLineNo">221</span>      }<a name="line.221"></a>
-<span class="sourceLineNo">222</span>    } catch (FileNotFoundException fnfe) {<a name="line.222"></a>
-<span class="sourceLineNo">223</span>      LOG.debug("FileNotFoundException during getTableDescriptors." + " Current table name = "<a name="line.223"></a>
-<span class="sourceLineNo">224</span>          + tableName, fnfe);<a name="line.224"></a>
-<span class="sourceLineNo">225</span>    }<a name="line.225"></a>
-<span class="sourceLineNo">226</span><a name="line.226"></a>
-<span class="sourceLineNo">227</span>    return tableDescriptor;<a name="line.227"></a>
-<span class="sourceLineNo">228</span>  }<a name="line.228"></a>
-<span class="sourceLineNo">229</span><a name="line.229"></a>
-<span class="sourceLineNo">230</span>  /**<a name="line.230"></a>
-<span class="sourceLineNo">231</span>   * Map hostname to ServerName, The output ServerName list will have the same<a name="line.231"></a>
-<span class="sourceLineNo">232</span>   * order as input hosts.<a name="line.232"></a>
-<span class="sourceLineNo">233</span>   *<a name="line.233"></a>
-<span class="sourceLineNo">234</span>   * @param hosts the list of hosts<a name="line.234"></a>
-<span class="sourceLineNo">235</span>   * @return ServerName list<a name="line.235"></a>
-<span class="sourceLineNo">236</span>   */<a name="line.236"></a>
-<span class="sourceLineNo">237</span>  protected List&lt;ServerName&gt; mapHostNameToServerName(List&lt;String&gt; hosts) {<a name="line.237"></a>
-<span class="sourceLineNo">238</span>    if (hosts == null || status == null) {<a name="line.238"></a>
-<span class="sourceLineNo">239</span>      if (hosts == null) {<a name="line.239"></a>
-<span class="sourceLineNo">240</span>        LOG.warn("RegionLocationFinder top hosts is null");<a name="line.240"></a>
-<span class="sourceLineNo">241</span>      }<a name="line.241"></a>
-<span class="sourceLineNo">242</span>      return Lists.newArrayList();<a name="line.242"></a>
-<span class="sourceLineNo">243</span>    }<a name="line.243"></a>
-<span class="sourceLineNo">244</span><a name="line.244"></a>
-<span class="sourceLineNo">245</span>    List&lt;ServerName&gt; topServerNames = new ArrayList&lt;&gt;();<a name="line.245"></a>
-<span class="sourceLineNo">246</span>    Collection&lt;ServerName&gt; regionServers = status.getLiveServerMetrics().keySet();<a name="line.246"></a>
-<span class="sourceLineNo">247</span><a name="line.247"></a>
-<span class="sourceLineNo">248</span>    // create a mapping from hostname to ServerName for fast lookup<a name="line.248"></a>
-<span class="sourceLineNo">249</span>    HashMap&lt;String, List&lt;ServerName&gt;&gt; hostToServerName = new HashMap&lt;&gt;();<a name="line.249"></a>
-<span class="sourceLineNo">250</span>    for (ServerName sn : regionServers) {<a name="line.250"></a>
-<span class="sourceLineNo">251</span>      String host = sn.getHostname();<a name="line.251"></a>
-<span class="sourceLineNo">252</span>      if (!hostToServerName.containsKey(host)) {<a name="line.252"></a>
-<span class="sourceLineNo">253</span>        hostToServerName.put(host, new ArrayList&lt;&gt;());<a name="line.253"></a>
-<span class="sourceLineNo">254</span>      }<a name="line.254"></a>
-<span class="sourceLineNo">255</span>      hostToServerName.get(host).add(sn);<a name="line.255"></a>
-<span class="sourceLineNo">256</span>    }<a name="line.256"></a>
-<span class="sourceLineNo">257</span><a name="line.257"></a>
-<span class="sourceLineNo">258</span>    for (String host : hosts) {<a name="line.258"></a>
-<span class="sourceLineNo">259</span>      if (!hostToServerName.containsKey(host)) {<a name="line.259"></a>
-<span class="sourceLineNo">260</span>        continue;<a name="line.260"></a>
-<span class="sourceLineNo">261</span>      }<a name="line.261"></a>
-<span class="sourceLineNo">262</span>      for (ServerName sn : hostToServerName.get(host)) {<a name="line.262"></a>
-<span class="sourceLineNo">263</span>        // it is possible that HDFS is up ( thus host is valid ),<a name="line.263"></a>
-<span class="sourceLineNo">264</span>        // but RS is down ( thus sn is null )<a name="line.264"></a>
-<span class="sourceLineNo">265</span>        if (sn != null) {<a name="line.265"></a>
-<span class="sourceLineNo">266</span>          topServerNames.add(sn);<a name="line.266"></a>
-<span class="sourceLineNo">267</span>        }<a name="line.267"></a>
-<span class="sourceLineNo">268</span>      }<a name="line.268"></a>
-<span class="sourceLineNo">269</span>    }<a name="line.269"></a>
-<span class="sourceLineNo">270</span>    return topServerNames;<a name="line.270"></a>
-<span class="sourceLineNo">271</span>  }<a name="line.271"></a>
-<span class="sourceLineNo">272</span><a name="line.272"></a>
-<span class="sourceLineNo">273</span>  public HDFSBlocksDistribution getBlockDistribution(RegionInfo hri) {<a name="line.273"></a>
-<span class="sourceLineNo">274</span>    HDFSBlocksDistribution blockDistbn = null;<a name="line.274"></a>
-<span class="sourceLineNo">275</span>    try {<a name="line.275"></a>
-<span class="sourceLineNo">276</span>      if (cache.asMap().containsKey(hri)) {<a name="line.276"></a>
-<span class="sourceLineNo">277</span>        blockDistbn = cache.get(hri);<a name="line.277"></a>
-<span class="sourceLineNo">278</span>        return blockDistbn;<a name="line.278"></a>
-<span class="sourceLineNo">279</span>      } else {<a name="line.279"></a>
-<span class="sourceLineNo">280</span>        LOG.debug("HDFSBlocksDistribution not found in cache for region "<a name="line.280"></a>
-<span class="sourceLineNo">281</span>            + hri.getRegionNameAsString());<a name="line.281"></a>
-<span class="sourceLineNo">282</span>        blockDistbn = internalGetTopBlockLocation(hri);<a name="line.282"></a>
-<span class="sourceLineNo">283</span>        cache.put(hri, blockDistbn);<a name="line.283"></a>
-<span class="sourceLineNo">284</span>        return blockDistbn;<a name="line.284"></a>
-<span class="sourceLineNo">285</span>      }<a name="line.285"></a>
-<span class="sourceLineNo">286</span>    } catch (ExecutionException e) {<a name="line.286"></a>
-<span class="sourceLineNo">287</span>      LOG.warn("Error while fetching cache entry ", e);<a name="line.287"></a>
-<span class="sourceLineNo">288</span>      blockDistbn = internalGetTopBlockLocation(hri);<a name="line.288"></a>
-<span class="sourceLineNo">289</span>      cache.put(hri, blockDistbn);<a name="line.289"></a>
-<span class="sourceLineNo">290</span>      return blockDistbn;<a name="line.290"></a>
-<span class="sourceLineNo">291</span>    }<a name="line.291"></a>
-<span class="sourceLineNo">292</span>  }<a name="line.292"></a>
-<span class="sourceLineNo">293</span><a name="line.293"></a>
-<span class="sourceLineNo">294</span>  private ListenableFuture&lt;HDFSBlocksDistribution&gt; asyncGetBlockDistribution(<a name="line.294"></a>
-<span class="sourceLineNo">295</span>      RegionInfo hri) {<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    try {<a name="line.296"></a>
-<span class="sourceLineNo">297</span>      return loader.reload(hri, EMPTY_BLOCK_DISTRIBUTION);<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    } catch (Exception e) {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      return Futures.immediateFuture(EMPTY_BLOCK_DISTRIBUTION);<a name="line.299"></a>
-<span class="sourceLineNo">300</span>    }<a name="line.300"></a>
-<span class="sourceLineNo">301</span>  }<a name="line.301"></a>
-<span class="sourceLineNo">302</span><a name="line.302"></a>
-<span class="sourceLineNo">303</span>  public void refreshAndWait(Collection&lt;RegionInfo&gt; hris) {<a name="line.303"></a>
-<span class="sourceLineNo">304</span>    ArrayList&lt;ListenableFuture&lt;HDFSBlocksDistribution&gt;&gt; regionLocationFutures = new ArrayList&lt;&gt;(hris.size());<a name="line.304"></a>
-<span class="sourceLineNo">305</span>    for (RegionInfo hregionInfo : hris) {<a name="line.305"></a>
-<span class="sourceLineNo">306</span>      regionLocationFutures.add(asyncGetBlockDistribution(hregionInfo));<a name="line.306"></a>
-<span class="sourceLineNo">307</span>    }<a name="line.307"></a>
-<span class="sourceLineNo">308</span>    int index = 0;<a name="line.308"></a>
-<span class="sourceLineNo">309</span>    for (RegionInfo hregionInfo : hris) {<a name="line.309"></a>
-<span class="sourceLineNo">310</span>      ListenableFuture&lt;HDFSBlocksDistribution&gt; future = regionLocationFutures<a name="line.310"></a>
-<span class="sourceLineNo">311</span>          .get(index);<a name="line.311"></a>
-<span class="sourceLineNo">312</span>      try {<a name="line.312"></a>
-<span class="sourceLineNo">313</span>        cache.put(hregionInfo, future.get());<a name="line.313"></a>
-<span class="sourceLineNo">314</span>      } catch (InterruptedException ite) {<a name="line.314"></a>
-<span class="sourceLineNo">315</span>        Thread.currentThread().interrupt();<a name="line.315"></a>
-<span class="sourceLineNo">316</span>      } catch (ExecutionException ee) {<a name="line.316"></a>
-<span class="sourceLineNo">317</span>        LOG.debug(<a name="line.317"></a>
-<span class="sourceLineNo">318</span>            "ExecutionException during HDFSBlocksDistribution computation. for region = "<a name="line.318"></a>
-<span class="sourceLineNo">319</span>                + hregionInfo.getEncodedName(), ee);<a name="line.319"></a>
-<span class="sourceLineNo">320</span>      }<a name="line.320"></a>
-<span class="sourceLineNo">321</span>      index++;<a name="line.321"></a>
-<span class="sourceLineNo">322</span>    }<a name="line.322"></a>
-<span class="sourceLineNo">323</span>  }<a name="line.323"></a>
-<span class="sourceLineNo">324</span><a name="line.324"></a>
-<span class="sourceLineNo">325</span>  // For test<a name="line.325"></a>
-<span class="sourceLineNo">326</span>  LoadingCache&lt;RegionInfo, HDFSBlocksDistribution&gt; getCache() {<a name="line.326"></a>
-<span class="sourceLineNo">327</span>    return cache;<a name="line.327"></a>
-<span class="sourceLineNo">328</span>  }<a name="line.328"></a>
-<span class="sourceLineNo">329</span>}<a name="line.329"></a>
+<span class="sourceLineNo">168</span>  protected List&lt;ServerName&gt; getTopBlockLocations(RegionInfo region) {<a name="line.168"></a>
+<span class="sourceLineNo">169</span>    List&lt;String&gt; topHosts = getBlockDistribution(region).getTopHosts();<a name="line.169"></a>
+<span class="sourceLineNo">170</span>    return mapHostNameToServerName(topHosts);<a name="line.170"></a>
+<span class="sourceLineNo">171</span>  }<a name="line.171"></a>
+<span class="sourceLineNo">172</span><a name="line.172"></a>
+<span class="sourceLineNo">173</span>  /**<a name="line.173"></a>
+<span class="sourceLineNo">174</span>   * Returns an ordered list of hosts which have better locality for this region<a name="line.174"></a>
+<span class="sourceLineNo">175</span>   * than the current host.<a name="line.175"></a>
+<span class="sourceLineNo">176</span>   */<a name="line.176"></a>
+<span class="sourceLineNo">177</span>  protected List&lt;ServerName&gt; getTopBlockLocations(RegionInfo region, String currentHost) {<a name="line.177"></a>
+<span class="sourceLineNo">178</span>    HDFSBlocksDistribution blocksDistribution = getBlockDistribution(region);<a name="line.178"></a>
+<span class="sourceLineNo">179</span>    List&lt;String&gt; topHosts = blocksDistribution.getTopHosts();<a name="line.179"></a>
+<span class="sourceLineNo">180</span>    int toIndex = topHosts.indexOf(currentHost);<a name="line.180"></a>
+<span class="sourceLineNo">181</span>    List&lt;String&gt; subTopHosts = (toIndex &lt; 0) ? topHosts : topHosts.subList(0, toIndex);<a name="line.181"></a>
+<span class="sourceLineNo">182</span>    return mapHostNameToServerName(subTopHosts);<a name="line.182"></a>
+<span class="sourceLineNo">183</span>  }<a name="line.183"></a>
+<span class="sourceLineNo">184</span><a name="line.184"></a>
+<span class="sourceLineNo">185</span>  /**<a name="line.185"></a>
+<span class="sourceLineNo">186</span>   * Returns an ordered list of hosts that are hosting the blocks for this<a name="line.186"></a>
+<span class="sourceLineNo">187</span>   * region. The weight of each host is the sum of the block lengths of all<a name="line.187"></a>
+<span class="sourceLineNo">188</span>   * files on that host, so the first host in the list is the server which holds<a name="line.188"></a>
+<span class="sourceLineNo">189</span>   * the most bytes of the given region's HFiles.<a name="line.189"></a>
+<span class="sourceLineNo">190</span>   *<a name="line.190"></a>
+<span class="sourceLineNo">191</span>   * @param region region<a name="line.191"></a>
+<span class="sourceLineNo">192</span>   * @return ordered list of hosts holding blocks of the specified region<a name="line.192"></a>
+<span class="sourceLineNo">193</span>   */<a name="line.193"></a>
+<span class="sourceLineNo">194</span>  protected HDFSBlocksDistribution internalGetTopBlockLocation(RegionInfo region) {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>    try {<a name="line.195"></a>
+<span class="sourceLineNo">196</span>      TableDescriptor tableDescriptor = getTableDescriptor(region.getTable());<a name="line.196"></a>
+<span class="sourceLineNo">197</span>      if (tableDescriptor != null) {<a name="line.197"></a>
+<span class="sourceLineNo">198</span>        HDFSBlocksDistribution blocksDistribution =<a name="line.198"></a>
+<span class="sourceLineNo">199</span>            HRegion.computeHDFSBlocksDistribution(getConf(), tableDescriptor, region);<a name="line.199"></a>
+<span class="sourceLineNo">200</span>        return blocksDistribution;<a name="line.200"></a>
+<span class="sourceLineNo">201</span>      }<a name="line.201"></a>
+<span class="sourceLineNo">202</span>    } catch (IOException ioe) {<a name="line.202"></a>
+<span class="sourceLineNo">203</span>      LOG.warn("IOException during HDFSBlocksDistribution computation. for " + "region = "<a name="line.203"></a>
+<span class="sourceLineNo">204</span>          + region.getEncodedName(), ioe);<a name="line.204"></a>
+<span class="sourceLineNo">205</span>    }<a name="line.205"></a>
+<span class="sourceLineNo">206</span><a name="line.206"></a>
+<span class="sourceLineNo">207</span>    return EMPTY_BLOCK_DISTRIBUTION;<a name="line.207"></a>
+<span class="sourceLineNo">208</span>  }<a name="line.208"></a>
+<span class="sourceLineNo">209</span><a name="line.209"></a>
+<span class="sourceLineNo">210</span>  /**<a name="line.210"></a>
+<span class="sourceLineNo">211</span>   * return TableDescriptor for a given tableName<a name="line.211"></a>
+<span class="sourceLineNo">212</span>   *<a name="line.212"></a>
+<span class="sourceLineNo">213</span>   * @param tableName the table name<a name="line.213"></a>
+<span class="sourceLineNo">214</span>   * @return TableDescriptor<a name="line.214"></a>
+<span class="sourceLineNo">215</span>   * @throws IOException if table descriptor cannot be loaded<a name="line.215"></a>
+<span class="sourceLineNo">216</span>   */<a name="line.216"></a>
+<span class="sourceLineNo">217</span>  protected TableDescriptor getTableDescriptor(TableName tableName) throws IOException {<a name="line.217"></a>
+<span class="sourceLineNo">218</span>    TableDescriptor tableDescriptor = null;<a name="line.218"></a>
+<span class="sourceLineNo">219</span>    try {<a name="line.219"></a>
+<span class="sourceLineNo">220</span>      if (this.services != null &amp;&amp; this.services.getTableDescriptors() != null) {<a name="line.220"></a>
+<span class="sourceLineNo">221</span>        tableDescriptor = this.services.getTableDescriptors().get(tableName);<a name="line.221"></a>
+<span class="sourceLineNo">222</span>      }<a name="line.222"></a>
+<span class="sourceLineNo">223</span>    } catch (FileNotFoundException fnfe) {<a name="line.223"></a>
+<span class="sourceLineNo">224</span>      LOG.debug("FileNotFoundException during getTableDescriptors. Current table name =  {}",<a name="line.224"></a>
+<span class="sourceLineNo">225</span>          tableName, fnfe);<a name="line.225"></a>
+<span class="sourceLineNo">226</span>    }<a name="line.226"></a>
+<span class="sourceLineNo">227</span><a name="line.227"></a>
+<span class="sourceLineNo">228</span>    return tableDescriptor;<a name="line.228"></a>
+<span class="sourceLineNo">229</span>  }<a name="line.229"></a>
+<span class="sourceLineNo">230</span><a name="line.230"></a>
+<span class="sourceLineNo">231</span>  /**<a name="line.231"></a>
+<span class="sourceLineNo">232</span>   * Map hostname to ServerName, The output ServerName list will have the same<a name="line.232"></a>
+<span class="sourceLineNo">233</span>   * order as input hosts.<a name="line.233"></a>
+<span class="sourceLineNo">234</span>   *<a name="line.234"></a>
+<span class="sourceLineNo">235</span>   * @param hosts the list of hosts<a name="line.235"></a>
+<span class="sourceLineNo">236</span>   * @return ServerName list<a name="line.236"></a>
+<span class="sourceLineNo">237</span>   */<a name="line.237"></a>
+<span class="sourceLineNo">238</span>  protected List&lt;ServerName&gt; mapHostNameToServerName(List&lt;String&gt; hosts) {<a name="line.238"></a>
+<span class="sourceLineNo">239</span>    if (hosts == null) {<a name="line.239"></a>
+<span class="sourceLineNo">240</span>      LOG.warn("RegionLocationFinder top hosts is null");<a name="line.240"></a>
+<span class="sourceLineNo">241</span>      return Collections.emptyList();<a name="line.241"></a>
+<span class="sourceLineNo">242</span>    }<a name="line.242"></a>
+<span class="sourceLineNo">243</span>    if (status == null) {<a name="line.243"></a>
+<span class="sourceLineNo">244</span>      return Collections.emptyList();<a name="line.244"></a>
+<span class="sourceLineNo">245</span>    }<a name="line.245"></a>
+<span class="sourceLineNo">246</span><a name="line.246"></a>
+<span class="sourceLineNo">247</span>    List&lt;ServerName&gt; topServerNames = new ArrayList&lt;&gt;();<a name="line.247"></a>
+<span class="sourceLineNo">248</span>    Collection&lt;ServerName&gt; regionServers = status.getLiveServerMetrics().keySet();<a name="line.248"></a>
+<span class="sourceLineNo">249</span><a name="line.249"></a>
+<span class="sourceLineNo">250</span>    // create a mapping from hostname to ServerName for fast lookup<a name="line.250"></a>
+<span class="sourceLineNo">251</span>    MultiValuedMap&lt;String, ServerName&gt; hostToServerName = new ArrayListValuedHashMap&lt;&gt;();<a name="line.251"></a>
+<span class="sourceLineNo">252</span>    for (ServerName sn : regionServers) {<a name="line.252"></a>
+<span class="sourceLineNo">253</span>      String hostName = sn.getHostname();<a name="line.253"></a>
+<span class="sourceLineNo">254</span>      hostToServerName.put(hostName, sn);<a name="line.254"></a>
+<span class="sourceLineNo">255</span>    }<a name="line.255"></a>
+<span class="sourceLineNo">256</span><a name="line.256"></a>
+<span class="sourceLineNo">257</span>    for (String host : hosts) {<a name="line.257"></a>
+<span class="sourceLineNo">258</span>      for (ServerName sn : hostToServerName.get(host)) {<a name="line.258"></a>
+<span class="sourceLineNo">259</span>        // it is possible that HDFS is up ( thus host is valid ),<a name="line.259"></a>
+<span class="sourceLineNo">260</span>        // but RS is down ( thus sn is null )<a name="line.260"></a>
+<span class="sourceLineNo">261</span>        CollectionUtils.addIgnoreNull(topServerNames, sn);<a name="line.261"></a>
+<span class="sourceLineNo">262</span>      }<a name="line.262"></a>
+<span class="sourceLineNo">263</span>    }<a name="line.263"></a>
+<span class="sourceLineNo">264</span>    return topServerNames;<a name="line.264"></a>
+<span class="sourceLineNo">265</span>  }<a name="line.265"></a>
+<span class="sourceLineNo">266</span><a name="line.266"></a>
+<span class="sourceLineNo">267</span>  public HDFSBlocksDistribution getBlockDistribution(RegionInfo hri) {<a name="line.267"></a>
+<span class="sourceLineNo">268</span>    return cache.getUnchecked(hri);<a name="line.268"></a>
+<span class="sourceLineNo">269</span>  }<a name="line.269"></a>
+<span class="sourceLineNo">270</span><a name="line.270"></a>
+<span class="sourceLineNo">271</span>  private ListenableFuture&lt;HDFSBlocksDistribution&gt; asyncGetBlockDistribution(<a name="line.271"></a>
+<span class="sourceLineNo">272</span>      RegionInfo hri) {<a name="line.272"></a>
+<span class="sourceLineNo">273</span>    try {<a name="line.273"></a>
+<span class="sourceLineNo">274</span>      return loader.reload(hri, EMPTY_BLOCK_DISTRIBUTION);<a name="line.274"></a>
+<span class="sourceLineNo">275</span>    } catch (Exception e) {<a name="line.275"></a>
+<span class="sourceLineNo">276</span>      return Futures.immediateFuture(EMPTY_BLOCK_DISTRIBUTION);<a name="line.276"></a>
+<span class="sourceLineNo">277</span>    }<a name="line.277"></a>
+<span class="sourceLineNo">278</span>  }<a name="line.278"></a>
+<span class="sourceLineNo">279</span><a name="line.279"></a>
+<span class="sourceLineNo">280</span>  public void refreshAndWait(Collection&lt;RegionInfo&gt; hris) {<a name="line.280"></a>
+<span class="sourceLineNo">281</span>    Map&lt;RegionInfo, ListenableFuture&lt;HDFSBlocksDistribution&gt;&gt; regionLocationFutures =<a name="line.281"></a>
+<span class="sourceLineNo">282</span>        new HashMap&lt;&gt;(hris.size() * 2);<a name="line.282"></a>
+<span class="sourceLineNo">283</span><a name="line.283"></a>
+<span class="sourceLineNo">284</span>    for (RegionInfo hregionInfo : hris) {<a name="line.284"></a>
+<span class="sourceLineNo">285</span>      regionLocationFutures.put(hregionInfo, asyncGetBlockDistribution(hregionInfo));<a name="line.285"></a>
+<span class="sourceLineNo">286</span>    }<a name="line.286"></a>
+<span class="sourceLineNo">287</span>    for (RegionInfo hregionInfo : hris) {<a name="line.287"></a>
+<span class="sourceLineNo">288</span>      ListenableFuture&lt;HDFSBlocksDistribution&gt; future = regionLocationFutures<a name="line.288"></a>
+<span class="sourceLineNo">289</span>          .get(hregionInfo);<a name="line.289"></a>
+<span class="sourceLineNo">290</span>      try {<a name="line.290"></a>
+<span class="sourceLineNo">291</span>        cache.put(hregionInfo, future.get());<a name="line.291"></a>
+<span class="sourceLineNo">292</span>      } catch (InterruptedException ite) {<a name="line.292"></a>
+<span class="sourceLineNo">293</span>        Thread.currentThread().interrupt();<a name="line.293"></a>
+<span class="sourceLineNo">294</span>      } catch (ExecutionException ee) {<a name="line.294"></a>
+<span class="sourceLineNo">295</span>        LOG.debug(<a name="line.295"></a>
+<span class="sourceLineNo">296</span>            "ExecutionException during HDFSBlocksDistribution computation. for region = {}",<a name="line.296"></a>
+<span class="sourceLineNo">297</span>                hregionInfo.getEncodedName(), ee);<a name="line.297"></a>
+<span class="sourceLineNo">298</span>      }<a name="line.298"></a>
+<span class="sourceLineNo">299</span>    }<a name="line.299"></a>
+<span class="sourceLineNo">300</span>  }<a name="line.300"></a>
+<span class="sourceLineNo">301</span><a name="line.301"></a>
+<span class="sourceLineNo">302</span>  // For test<a name="line.302"></a>
+<span class="sourceLineNo">303</span>  LoadingCache&lt;RegionInfo, HDFSBlocksDistribution&gt; getCache() {<a name="line.303"></a>
+<span class="sourceLineNo">304</span>    return cache;<a name="line.304"></a>
+<span class="sourceLineNo">305</span>  }<a name="line.305"></a>
+<span class="sourceLineNo">306</span>}<a name="line.306"></a>
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CandidateGenerator.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CandidateGenerator.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CandidateGenerator.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CandidateGenerator.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CandidateGenerator.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFromRegionLoadAsRateFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFromRegionLoadAsRateFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFromRegionLoadAsRateFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFromRegionLoadAsRateFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFromRegionLoadAsRateFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFromRegionLoadFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFromRegionLoadFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFromRegionLoadFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFromRegionLoadFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFromRegionLoadFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.CostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LoadCandidateGenerator.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LoadCandidateGenerator.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LoadCandidateGenerator.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LoadCandidateGenerator.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LoadCandidateGenerator.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LocalityBasedCandidateGenerator.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LocalityBasedCandidateGenerator.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LocalityBasedCandidateGenerator.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LocalityBasedCandidateGenerator.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LocalityBasedCandidateGenerator.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LocalityBasedCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LocalityBasedCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LocalityBasedCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LocalityBasedCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.LocalityBasedCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.MemStoreSizeCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.MemStoreSizeCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.MemStoreSizeCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.MemStoreSizeCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.MemStoreSizeCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.MoveCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.MoveCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.MoveCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.MoveCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.MoveCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.PrimaryRegionCountSkewCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.PrimaryRegionCountSkewCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.PrimaryRegionCountSkewCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.PrimaryRegionCountSkewCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.PrimaryRegionCountSkewCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RackLocalityCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RackLocalityCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RackLocalityCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RackLocalityCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RackLocalityCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RandomCandidateGenerator.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RandomCandidateGenerator.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RandomCandidateGenerator.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RandomCandidateGenerator.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RandomCandidateGenerator.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.ReadRequestCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.ReadRequestCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.ReadRequestCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.ReadRequestCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.ReadRequestCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionCountSkewCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionCountSkewCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionCountSkewCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionCountSkewCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionCountSkewCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaCandidateGenerator.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaCandidateGenerator.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaCandidateGenerator.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaCandidateGenerator.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaCandidateGenerator.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaHostCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaHostCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaHostCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaHostCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaHostCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaRackCandidateGenerator.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaRackCandidateGenerator.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaRackCandidateGenerator.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaRackCandidateGenerator.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaRackCandidateGenerator.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaRackCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaRackCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaRackCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaRackCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.RegionReplicaRackCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.ServerLocalityCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.ServerLocalityCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.ServerLocalityCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.ServerLocalityCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.ServerLocalityCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.StoreFileCostFunction.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.StoreFileCostFunction.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.StoreFileCostFunction.html
index 1bdfb9a..22bebe1 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.StoreFileCostFunction.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.StoreFileCostFunction.html
@@ -300,7 +300,7 @@
 <span class="sourceLineNo">292</span>        continue;<a name="line.292"></a>
 <span class="sourceLineNo">293</span>      }<a name="line.293"></a>
 <span class="sourceLineNo">294</span>      if (!c.isNeeded()) {<a name="line.294"></a>
-<span class="sourceLineNo">295</span>        LOG.debug(c.getClass().getName() + " indicated that its cost should not be considered");<a name="line.295"></a>
+<span class="sourceLineNo">295</span>        LOG.debug("{} not needed", c.getClass().getSimpleName());<a name="line.295"></a>
 <span class="sourceLineNo">296</span>        continue;<a name="line.296"></a>
 <span class="sourceLineNo">297</span>      }<a name="line.297"></a>
 <span class="sourceLineNo">298</span>      sumMultiplier += multiplier;<a name="line.298"></a>


[49/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/checkstyle.rss
----------------------------------------------------------------------
diff --git a/checkstyle.rss b/checkstyle.rss
index 5bd8a2e..f57b234 100644
--- a/checkstyle.rss
+++ b/checkstyle.rss
@@ -25,8 +25,8 @@ under the License.
     <language>en-us</language>
     <copyright>&#169;2007 - 2018 The Apache Software Foundation</copyright>
     <item>
-      <title>File: 3589,
-             Errors: 16093,
+      <title>File: 3585,
+             Errors: 16085,
              Warnings: 0,
              Infos: 0
       </title>
@@ -3275,7 +3275,7 @@ under the License.
                   0
                 </td>
                 <td>
-                  3
+                  1
                 </td>
               </tr>
                           <tr>
@@ -6052,20 +6052,6 @@ under the License.
               </tr>
                           <tr>
                 <td>
-                  <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.storage.TestZKReplicationQueueStorage.java">org/apache/hadoop/hbase/replication/storage/TestZKReplicationQueueStorage.java</a>
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-              </tr>
-                          <tr>
-                <td>
                   <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.spark.example.hbasecontext.JavaHBaseDistributedScan.java">org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseDistributedScan.java</a>
                 </td>
                 <td>
@@ -9398,20 +9384,6 @@ under the License.
               </tr>
                           <tr>
                 <td>
-                  <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.storage.TestReplicationStateBasic.java">org/apache/hadoop/hbase/replication/storage/TestReplicationStateBasic.java</a>
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-              </tr>
-                          <tr>
-                <td>
                   <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.filter.TestNullComparator.java">org/apache/hadoop/hbase/filter/TestNullComparator.java</a>
                 </td>
                 <td>
@@ -20052,20 +20024,6 @@ under the License.
               </tr>
                           <tr>
                 <td>
-                  <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.TableReplicationStorageBase.java">org/apache/hadoop/hbase/replication/TableReplicationStorageBase.java</a>
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-              </tr>
-                          <tr>
-                <td>
                   <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.io.TestByteBufferOutputStream.java">org/apache/hadoop/hbase/io/TestByteBufferOutputStream.java</a>
                 </td>
                 <td>
@@ -21620,20 +21578,6 @@ under the License.
               </tr>
                           <tr>
                 <td>
-                  <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.storage.TestReplicationStateZKImpl.java">org/apache/hadoop/hbase/replication/storage/TestReplicationStateZKImpl.java</a>
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-              </tr>
-                          <tr>
-                <td>
                   <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.regionserver.TestStoreFileRefresherChore.java">org/apache/hadoop/hbase/regionserver/TestStoreFileRefresherChore.java</a>
                 </td>
                 <td>
@@ -22670,20 +22614,6 @@ under the License.
               </tr>
                           <tr>
                 <td>
-                  <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.storage.TestZKReplicationPeerStorage.java">org/apache/hadoop/hbase/replication/storage/TestZKReplicationPeerStorage.java</a>
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-              </tr>
-                          <tr>
-                <td>
                   <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.util.MultiHConnection.java">org/apache/hadoop/hbase/util/MultiHConnection.java</a>
                 </td>
                 <td>
@@ -22931,7 +22861,7 @@ under the License.
                   0
                 </td>
                 <td>
-                  24
+                  21
                 </td>
               </tr>
                           <tr>
@@ -23972,20 +23902,6 @@ under the License.
               </tr>
                           <tr>
                 <td>
-                  <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.java">org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.java</a>
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-              </tr>
-                          <tr>
-                <td>
                   <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.filter.PageFilter.java">org/apache/hadoop/hbase/filter/PageFilter.java</a>
                 </td>
                 <td>
@@ -28130,6 +28046,20 @@ under the License.
               </tr>
                           <tr>
                 <td>
+                  <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.TestZKReplicationPeerStorage.java">org/apache/hadoop/hbase/replication/TestZKReplicationPeerStorage.java</a>
+                </td>
+                <td>
+                  0
+                </td>
+                <td>
+                  0
+                </td>
+                <td>
+                  0
+                </td>
+              </tr>
+                          <tr>
+                <td>
                   <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.regionserver.TestHRegionOnCluster.java">org/apache/hadoop/hbase/regionserver/TestHRegionOnCluster.java</a>
                 </td>
                 <td>
@@ -30398,6 +30328,20 @@ under the License.
               </tr>
                           <tr>
                 <td>
+                  <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.TestReplicationStateZKImpl.java">org/apache/hadoop/hbase/replication/TestReplicationStateZKImpl.java</a>
+                </td>
+                <td>
+                  0
+                </td>
+                <td>
+                  0
+                </td>
+                <td>
+                  0
+                </td>
+              </tr>
+                          <tr>
+                <td>
                   <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.rest.model.TestTableListModel.java">org/apache/hadoop/hbase/rest/model/TestTableListModel.java</a>
                 </td>
                 <td>
@@ -35475,7 +35419,7 @@ under the License.
                   0
                 </td>
                 <td>
-                  18
+                  13
                 </td>
               </tr>
                           <tr>
@@ -36796,20 +36740,6 @@ under the License.
               </tr>
                           <tr>
                 <td>
-                  <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.storage.TestReplicationStateTableImpl.java">org/apache/hadoop/hbase/replication/storage/TestReplicationStateTableImpl.java</a>
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-              </tr>
-                          <tr>
-                <td>
                   <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.CellBuilderType.java">org/apache/hadoop/hbase/CellBuilderType.java</a>
                 </td>
                 <td>
@@ -40296,20 +40226,6 @@ under the License.
               </tr>
                           <tr>
                 <td>
-                  <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.TableReplicationPeerStorage.java">org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.java</a>
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-                <td>
-                  0
-                </td>
-              </tr>
-                          <tr>
-                <td>
                   <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.errorhandling.TimeoutExceptionInjector.java">org/apache/hadoop/hbase/errorhandling/TimeoutExceptionInjector.java</a>
                 </td>
                 <td>
@@ -40772,6 +40688,20 @@ under the License.
               </tr>
                           <tr>
                 <td>
+                  <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.TestZKReplicationQueueStorage.java">org/apache/hadoop/hbase/replication/TestZKReplicationQueueStorage.java</a>
+                </td>
+                <td>
+                  0
+                </td>
+                <td>
+                  0
+                </td>
+                <td>
+                  0
+                </td>
+              </tr>
+                          <tr>
+                <td>
                   <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.ClusterManager.java">org/apache/hadoop/hbase/ClusterManager.java</a>
                 </td>
                 <td>
@@ -41122,6 +41052,20 @@ under the License.
               </tr>
                           <tr>
                 <td>
+                  <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.replication.TestReplicationStateBasic.java">org/apache/hadoop/hbase/replication/TestReplicationStateBasic.java</a>
+                </td>
+                <td>
+                  0
+                </td>
+                <td>
+                  0
+                </td>
+                <td>
+                  0
+                </td>
+              </tr>
+                          <tr>
+                <td>
                   <a href="http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.master.balancer.MetricsStochasticBalancer.java">org/apache/hadoop/hbase/master/balancer/MetricsStochasticBalancer.java</a>
                 </td>
                 <td>
@@ -42111,7 +42055,7 @@ under the License.
                   0
                 </td>
                 <td>
-                  0
+                  2
                 </td>
               </tr>
                           <tr>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/coc.html
----------------------------------------------------------------------
diff --git a/coc.html b/coc.html
index f39458c..db93236 100644
--- a/coc.html
+++ b/coc.html
@@ -7,7 +7,7 @@
   <head>
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <meta name="Date-Revision-yyyymmdd" content="20180316" />
+    <meta name="Date-Revision-yyyymmdd" content="20180317" />
     <meta http-equiv="Content-Language" content="en" />
     <title>Apache HBase &#x2013; 
       Code of Conduct Policy
@@ -368,7 +368,7 @@ email to <a class="externalLink" href="mailto:private@hbase.apache.org">the priv
                         <a href="https://www.apache.org/">The Apache Software Foundation</a>.
             All rights reserved.      
                     
-                  <li id="publishDate" class="pull-right">Last Published: 2018-03-16</li>
+                  <li id="publishDate" class="pull-right">Last Published: 2018-03-17</li>
             </p>
                 </div>
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/cygwin.html
----------------------------------------------------------------------
diff --git a/cygwin.html b/cygwin.html
index 50d0ab4..7584f80 100644
--- a/cygwin.html
+++ b/cygwin.html
@@ -7,7 +7,7 @@
   <head>
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <meta name="Date-Revision-yyyymmdd" content="20180316" />
+    <meta name="Date-Revision-yyyymmdd" content="20180317" />
     <meta http-equiv="Content-Language" content="en" />
     <title>Apache HBase &#x2013; Installing Apache HBase (TM) on Windows using Cygwin</title>
     <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" />
@@ -667,7 +667,7 @@ Now your <b>HBase </b>server is running, <b>start coding</b> and build that next
                         <a href="https://www.apache.org/">The Apache Software Foundation</a>.
             All rights reserved.      
                     
-                  <li id="publishDate" class="pull-right">Last Published: 2018-03-16</li>
+                  <li id="publishDate" class="pull-right">Last Published: 2018-03-17</li>
             </p>
                 </div>
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/dependencies.html
----------------------------------------------------------------------
diff --git a/dependencies.html b/dependencies.html
index 03e1b7b..a20649e 100644
--- a/dependencies.html
+++ b/dependencies.html
@@ -7,7 +7,7 @@
   <head>
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <meta name="Date-Revision-yyyymmdd" content="20180316" />
+    <meta name="Date-Revision-yyyymmdd" content="20180317" />
     <meta http-equiv="Content-Language" content="en" />
     <title>Apache HBase &#x2013; Project Dependencies</title>
     <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" />
@@ -433,7 +433,7 @@
                         <a href="https://www.apache.org/">The Apache Software Foundation</a>.
             All rights reserved.      
                     
-                  <li id="publishDate" class="pull-right">Last Published: 2018-03-16</li>
+                  <li id="publishDate" class="pull-right">Last Published: 2018-03-17</li>
             </p>
                 </div>
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/dependency-convergence.html
----------------------------------------------------------------------
diff --git a/dependency-convergence.html b/dependency-convergence.html
index 166600c..f615965 100644
--- a/dependency-convergence.html
+++ b/dependency-convergence.html
@@ -7,7 +7,7 @@
   <head>
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <meta name="Date-Revision-yyyymmdd" content="20180316" />
+    <meta name="Date-Revision-yyyymmdd" content="20180317" />
     <meta http-equiv="Content-Language" content="en" />
     <title>Apache HBase &#x2013; Reactor Dependency Convergence</title>
     <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" />
@@ -1098,7 +1098,7 @@
                         <a href="https://www.apache.org/">The Apache Software Foundation</a>.
             All rights reserved.      
                     
-                  <li id="publishDate" class="pull-right">Last Published: 2018-03-16</li>
+                  <li id="publishDate" class="pull-right">Last Published: 2018-03-17</li>
             </p>
                 </div>
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/dependency-info.html
----------------------------------------------------------------------
diff --git a/dependency-info.html b/dependency-info.html
index 96bad05..c58fda6 100644
--- a/dependency-info.html
+++ b/dependency-info.html
@@ -7,7 +7,7 @@
   <head>
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <meta name="Date-Revision-yyyymmdd" content="20180316" />
+    <meta name="Date-Revision-yyyymmdd" content="20180317" />
     <meta http-equiv="Content-Language" content="en" />
     <title>Apache HBase &#x2013; Dependency Information</title>
     <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" />
@@ -306,7 +306,7 @@
                         <a href="https://www.apache.org/">The Apache Software Foundation</a>.
             All rights reserved.      
                     
-                  <li id="publishDate" class="pull-right">Last Published: 2018-03-16</li>
+                  <li id="publishDate" class="pull-right">Last Published: 2018-03-17</li>
             </p>
                 </div>
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/dependency-management.html
----------------------------------------------------------------------
diff --git a/dependency-management.html b/dependency-management.html
index 1fa4d9f..d94c45a 100644
--- a/dependency-management.html
+++ b/dependency-management.html
@@ -7,7 +7,7 @@
   <head>
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <meta name="Date-Revision-yyyymmdd" content="20180316" />
+    <meta name="Date-Revision-yyyymmdd" content="20180317" />
     <meta http-equiv="Content-Language" content="en" />
     <title>Apache HBase &#x2013; Project Dependency Management</title>
     <link rel="stylesheet" href="./css/apache-maven-fluido-1.5-HBASE.min.css" />
@@ -974,7 +974,7 @@
                         <a href="https://www.apache.org/">The Apache Software Foundation</a>.
             All rights reserved.      
                     
-                  <li id="publishDate" class="pull-right">Last Published: 2018-03-16</li>
+                  <li id="publishDate" class="pull-right">Last Published: 2018-03-17</li>
             </p>
                 </div>
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/allclasses-frame.html
----------------------------------------------------------------------
diff --git a/devapidocs/allclasses-frame.html b/devapidocs/allclasses-frame.html
index e97e2b7..e0aeed4 100644
--- a/devapidocs/allclasses-frame.html
+++ b/devapidocs/allclasses-frame.html
@@ -2685,10 +2685,6 @@
 <li><a href="org/apache/hadoop/hbase/mapred/TableReduce.html" title="interface in org.apache.hadoop.hbase.mapred" target="classFrame"><span class="interfaceName">TableReduce</span></a></li>
 <li><a href="org/apache/hadoop/hbase/mapreduce/TableReducer.html" title="class in org.apache.hadoop.hbase.mapreduce" target="classFrame">TableReducer</a></li>
 <li><a href="org/apache/hadoop/hbase/rest/model/TableRegionModel.html" title="class in org.apache.hadoop.hbase.rest.model" target="classFrame">TableRegionModel</a></li>
-<li><a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">TableReplicationPeerStorage</a></li>
-<li><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">TableReplicationQueueStorage</a></li>
-<li><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">TableReplicationQueueStorage.WALCell</a></li>
-<li><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication" target="classFrame">TableReplicationStorageBase</a></li>
 <li><a href="org/apache/hadoop/hbase/rest/TableResource.html" title="class in org.apache.hadoop.hbase.rest" target="classFrame">TableResource</a></li>
 <li><a href="org/apache/hadoop/hbase/rest/TableScanResource.html" title="class in org.apache.hadoop.hbase.rest" target="classFrame">TableScanResource</a></li>
 <li><a href="org/apache/hadoop/hbase/rest/TableScanResource.CellSetModelStream.html" title="class in org.apache.hadoop.hbase.rest" target="classFrame">TableScanResource.CellSetModelStream</a></li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/allclasses-noframe.html
----------------------------------------------------------------------
diff --git a/devapidocs/allclasses-noframe.html b/devapidocs/allclasses-noframe.html
index eb0fbab..4a50a63 100644
--- a/devapidocs/allclasses-noframe.html
+++ b/devapidocs/allclasses-noframe.html
@@ -2685,10 +2685,6 @@
 <li><a href="org/apache/hadoop/hbase/mapred/TableReduce.html" title="interface in org.apache.hadoop.hbase.mapred"><span class="interfaceName">TableReduce</span></a></li>
 <li><a href="org/apache/hadoop/hbase/mapreduce/TableReducer.html" title="class in org.apache.hadoop.hbase.mapreduce">TableReducer</a></li>
 <li><a href="org/apache/hadoop/hbase/rest/model/TableRegionModel.html" title="class in org.apache.hadoop.hbase.rest.model">TableRegionModel</a></li>
-<li><a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationPeerStorage</a></li>
-<li><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></li>
-<li><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></li>
-<li><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></li>
 <li><a href="org/apache/hadoop/hbase/rest/TableResource.html" title="class in org.apache.hadoop.hbase.rest">TableResource</a></li>
 <li><a href="org/apache/hadoop/hbase/rest/TableScanResource.html" title="class in org.apache.hadoop.hbase.rest">TableScanResource</a></li>
 <li><a href="org/apache/hadoop/hbase/rest/TableScanResource.CellSetModelStream.html" title="class in org.apache.hadoop.hbase.rest">TableScanResource.CellSetModelStream</a></li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/constant-values.html
----------------------------------------------------------------------
diff --git a/devapidocs/constant-values.html b/devapidocs/constant-values.html
index 8395a75..d58b704 100644
--- a/devapidocs/constant-values.html
+++ b/devapidocs/constant-values.html
@@ -3740,21 +3740,21 @@
 <!--   -->
 </a><code>public&nbsp;static&nbsp;final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
 <td><code><a href="org/apache/hadoop/hbase/Version.html#date">date</a></code></td>
-<td class="colLast"><code>"Fri Mar 16 14:41:20 UTC 2018"</code></td>
+<td class="colLast"><code>"Sat Mar 17 14:41:26 UTC 2018"</code></td>
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><a name="org.apache.hadoop.hbase.Version.revision">
 <!--   -->
 </a><code>public&nbsp;static&nbsp;final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
 <td><code><a href="org/apache/hadoop/hbase/Version.html#revision">revision</a></code></td>
-<td class="colLast"><code>"22f4def942f8a3367d0ca6598317e9b9a7d0cfcd"</code></td>
+<td class="colLast"><code>"00095a2ef9442e3fd86c04876c9d91f2f8b23ad8"</code></td>
 </tr>
 <tr class="altColor">
 <td class="colFirst"><a name="org.apache.hadoop.hbase.Version.srcChecksum">
 <!--   -->
 </a><code>public&nbsp;static&nbsp;final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
 <td><code><a href="org/apache/hadoop/hbase/Version.html#srcChecksum">srcChecksum</a></code></td>
-<td class="colLast"><code>"574e2041b3e629f67dd934e64524deb2"</code></td>
+<td class="colLast"><code>"c1df89d46aa5c1ad7010eb91ff9a965f"</code></td>
 </tr>
 <tr class="rowColor">
 <td class="colFirst"><a name="org.apache.hadoop.hbase.Version.url">
@@ -22791,32 +22791,6 @@
 </li>
 <li class="blockList">
 <table class="constantsSummary" border="0" cellpadding="3" cellspacing="0" summary="Constant Field Values table, listing constant fields, and values">
-<caption><span>org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html" title="class in org.apache.hadoop.hbase.replication">ReplicationStorageFactory</a></span><span class="tabEnd">&nbsp;</span></caption>
-<tr>
-<th class="colFirst" scope="col">Modifier and Type</th>
-<th scope="col">Constant Field</th>
-<th class="colLast" scope="col">Value</th>
-</tr>
-<tbody>
-<tr class="altColor">
-<td class="colFirst"><a name="org.apache.hadoop.hbase.replication.ReplicationStorageFactory.REPLICATION_PEER_STORAGE_IMPL">
-<!--   -->
-</a><code>public&nbsp;static&nbsp;final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
-<td><code><a href="org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#REPLICATION_PEER_STORAGE_IMPL">REPLICATION_PEER_STORAGE_IMPL</a></code></td>
-<td class="colLast"><code>"hbase.replication.peer.storage.impl"</code></td>
-</tr>
-<tr class="rowColor">
-<td class="colFirst"><a name="org.apache.hadoop.hbase.replication.ReplicationStorageFactory.REPLICATION_QUEUE_STORAGE_IMPL">
-<!--   -->
-</a><code>public&nbsp;static&nbsp;final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
-<td><code><a href="org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#REPLICATION_QUEUE_STORAGE_IMPL">REPLICATION_QUEUE_STORAGE_IMPL</a></code></td>
-<td class="colLast"><code>"hbase.replication.queue.storage.impl"</code></td>
-</tr>
-</tbody>
-</table>
-</li>
-<li class="blockList">
-<table class="constantsSummary" border="0" cellpadding="3" cellspacing="0" summary="Constant Field Values table, listing constant fields, and values">
 <caption><span>org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationPeerStorage</a></span><span class="tabEnd">&nbsp;</span></caption>
 <tr>
 <th class="colFirst" scope="col">Modifier and Type</th>
@@ -22857,7 +22831,7 @@
 </li>
 <li class="blockList">
 <table class="constantsSummary" border="0" cellpadding="3" cellspacing="0" summary="Constant Field Values table, listing constant fields, and values">
-<caption><span>org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></span><span class="tabEnd">&nbsp;</span></caption>
+<caption><span>org.apache.hadoop.hbase.replication.org.apache.hadoop.hbase.replication.ZKReplicationQueueStorage</span><span class="tabEnd">&nbsp;</span></caption>
 <tr>
 <th class="colFirst" scope="col">Modifier and Type</th>
 <th scope="col">Constant Field</th>


[39/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html b/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html
index 7b8e220..e602642 100644
--- a/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/master/procedure/package-tree.html
@@ -208,9 +208,9 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
-<li type="circle">org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/PeerProcedureInterface.PeerOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure"><span class="typeNameLink">PeerProcedureInterface.PeerOperationType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/ServerProcedureInterface.ServerOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure"><span class="typeNameLink">ServerProcedureInterface.ServerOperationType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/TableProcedureInterface.TableOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure"><span class="typeNameLink">TableProcedureInterface.TableOperationType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/ServerProcedureInterface.ServerOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure"><span class="typeNameLink">ServerProcedureInterface.ServerOperationType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.master.procedure.<a href="../../../../../../org/apache/hadoop/hbase/master/procedure/PeerProcedureInterface.PeerOperationType.html" title="enum in org.apache.hadoop.hbase.master.procedure"><span class="typeNameLink">PeerProcedureInterface.PeerOperationType</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/package-tree.html b/devapidocs/org/apache/hadoop/hbase/package-tree.html
index 1abc2a5..ffe2db4 100644
--- a/devapidocs/org/apache/hadoop/hbase/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/package-tree.html
@@ -441,19 +441,19 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/MetaTableAccessor.QueryType.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">MetaTableAccessor.QueryType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/HealthChecker.HealthCheckerExitStatus.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">HealthChecker.HealthCheckerExitStatus</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/CellBuilderType.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">CellBuilderType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/ClusterMetrics.Option.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">ClusterMetrics.Option</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/HConstants.OperationStatusCode.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">HConstants.OperationStatusCode</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/MemoryCompactionPolicy.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">MemoryCompactionPolicy</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/KeepDeletedCells.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">KeepDeletedCells</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/KeyValue.Type.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">KeyValue.Type</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/CompareOperator.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">CompareOperator</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/CompatibilitySingletonFactory.SingletonStorage.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">CompatibilitySingletonFactory.SingletonStorage</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/KeepDeletedCells.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">KeepDeletedCells</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/Coprocessor.State.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">Coprocessor.State</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/Cell.Type.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">Cell.Type</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/Size.Unit.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">Size.Unit</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/MemoryCompactionPolicy.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">MemoryCompactionPolicy</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/Coprocessor.State.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">Coprocessor.State</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/HConstants.OperationStatusCode.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">HConstants.OperationStatusCode</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/MetaTableAccessor.QueryType.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">MetaTableAccessor.QueryType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/CompareOperator.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">CompareOperator</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/CellBuilderType.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">CellBuilderType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/HealthChecker.HealthCheckerExitStatus.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">HealthChecker.HealthCheckerExitStatus</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/ClusterMetrics.Option.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">ClusterMetrics.Option</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
index 632d837..b432f6e 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html
@@ -132,7 +132,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private final class <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1783">ProcedureExecutor.KeepAliveWorkerThread</a>
+<pre>private final class <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1784">ProcedureExecutor.KeepAliveWorkerThread</a>
 extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html" title="class in org.apache.hadoop.hbase.procedure2">ProcedureExecutor.WorkerThread</a></pre>
 </li>
 </ul>
@@ -252,7 +252,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/ProcedureExec
 <ul class="blockListLast">
 <li class="blockList">
 <h4>KeepAliveWorkerThread</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html#line.1785">KeepAliveWorkerThread</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true" title="class or interface in java.lang">ThreadGroup</a>&nbsp;group)</pre>
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html#line.1786">KeepAliveWorkerThread</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true" title="class or interface in java.lang">ThreadGroup</a>&nbsp;group)</pre>
 </li>
 </ul>
 </li>
@@ -269,7 +269,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/ProcedureExec
 <ul class="blockListLast">
 <li class="blockList">
 <h4>keepAlive</h4>
-<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html#line.1790">keepAlive</a>(long&nbsp;lastUpdate)</pre>
+<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.KeepAliveWorkerThread.html#line.1791">keepAlive</a>(long&nbsp;lastUpdate)</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
 <dd><code><a href="../../../../../org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#keepAlive-long-">keepAlive</a></code>&nbsp;in class&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html" title="class in org.apache.hadoop.hbase.procedure2">ProcedureExecutor.WorkerThread</a></code></dd>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
index 107dc9d..17427fd 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html
@@ -127,7 +127,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private final class <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1803">ProcedureExecutor.WorkerMonitor</a>
+<pre>private final class <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1804">ProcedureExecutor.WorkerMonitor</a>
 extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.html" title="class in org.apache.hadoop.hbase.procedure2">InlineChore</a></pre>
 </li>
 </ul>
@@ -277,7 +277,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockList">
 <li class="blockList">
 <h4>WORKER_MONITOR_INTERVAL_CONF_KEY</h4>
-<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1804">WORKER_MONITOR_INTERVAL_CONF_KEY</a></pre>
+<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1805">WORKER_MONITOR_INTERVAL_CONF_KEY</a></pre>
 <dl>
 <dt><span class="seeLabel">See Also:</span></dt>
 <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.procedure2.ProcedureExecutor.WorkerMonitor.WORKER_MONITOR_INTERVAL_CONF_KEY">Constant Field Values</a></dd>
@@ -290,7 +290,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockList">
 <li class="blockList">
 <h4>DEFAULT_WORKER_MONITOR_INTERVAL</h4>
-<pre>private static final&nbsp;int <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1806">DEFAULT_WORKER_MONITOR_INTERVAL</a></pre>
+<pre>private static final&nbsp;int <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1807">DEFAULT_WORKER_MONITOR_INTERVAL</a></pre>
 <dl>
 <dt><span class="seeLabel">See Also:</span></dt>
 <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.procedure2.ProcedureExecutor.WorkerMonitor.DEFAULT_WORKER_MONITOR_INTERVAL">Constant Field Values</a></dd>
@@ -303,7 +303,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockList">
 <li class="blockList">
 <h4>WORKER_STUCK_THRESHOLD_CONF_KEY</h4>
-<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1808">WORKER_STUCK_THRESHOLD_CONF_KEY</a></pre>
+<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1809">WORKER_STUCK_THRESHOLD_CONF_KEY</a></pre>
 <dl>
 <dt><span class="seeLabel">See Also:</span></dt>
 <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.procedure2.ProcedureExecutor.WorkerMonitor.WORKER_STUCK_THRESHOLD_CONF_KEY">Constant Field Values</a></dd>
@@ -316,7 +316,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockList">
 <li class="blockList">
 <h4>DEFAULT_WORKER_STUCK_THRESHOLD</h4>
-<pre>private static final&nbsp;int <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1810">DEFAULT_WORKER_STUCK_THRESHOLD</a></pre>
+<pre>private static final&nbsp;int <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1811">DEFAULT_WORKER_STUCK_THRESHOLD</a></pre>
 <dl>
 <dt><span class="seeLabel">See Also:</span></dt>
 <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.procedure2.ProcedureExecutor.WorkerMonitor.DEFAULT_WORKER_STUCK_THRESHOLD">Constant Field Values</a></dd>
@@ -329,7 +329,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockList">
 <li class="blockList">
 <h4>WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY</h4>
-<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1812">WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY</a></pre>
+<pre>public static final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1813">WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY</a></pre>
 <dl>
 <dt><span class="seeLabel">See Also:</span></dt>
 <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.procedure2.ProcedureExecutor.WorkerMonitor.WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY">Constant Field Values</a></dd>
@@ -342,7 +342,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockList">
 <li class="blockList">
 <h4>DEFAULT_WORKER_ADD_STUCK_PERCENTAGE</h4>
-<pre>private static final&nbsp;float <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1814">DEFAULT_WORKER_ADD_STUCK_PERCENTAGE</a></pre>
+<pre>private static final&nbsp;float <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1815">DEFAULT_WORKER_ADD_STUCK_PERCENTAGE</a></pre>
 <dl>
 <dt><span class="seeLabel">See Also:</span></dt>
 <dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.procedure2.ProcedureExecutor.WorkerMonitor.DEFAULT_WORKER_ADD_STUCK_PERCENTAGE">Constant Field Values</a></dd>
@@ -355,7 +355,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockList">
 <li class="blockList">
 <h4>addWorkerStuckPercentage</h4>
-<pre>private&nbsp;float <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1816">addWorkerStuckPercentage</a></pre>
+<pre>private&nbsp;float <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1817">addWorkerStuckPercentage</a></pre>
 </li>
 </ul>
 <a name="timeoutInterval">
@@ -364,7 +364,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockList">
 <li class="blockList">
 <h4>timeoutInterval</h4>
-<pre>private&nbsp;int <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1817">timeoutInterval</a></pre>
+<pre>private&nbsp;int <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1818">timeoutInterval</a></pre>
 </li>
 </ul>
 <a name="stuckThreshold">
@@ -373,7 +373,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockListLast">
 <li class="blockList">
 <h4>stuckThreshold</h4>
-<pre>private&nbsp;int <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1818">stuckThreshold</a></pre>
+<pre>private&nbsp;int <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1819">stuckThreshold</a></pre>
 </li>
 </ul>
 </li>
@@ -390,7 +390,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockListLast">
 <li class="blockList">
 <h4>WorkerMonitor</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1820">WorkerMonitor</a>()</pre>
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1821">WorkerMonitor</a>()</pre>
 </li>
 </ul>
 </li>
@@ -407,7 +407,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockList">
 <li class="blockList">
 <h4>run</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1825">run</a>()</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1826">run</a>()</pre>
 </li>
 </ul>
 <a name="checkForStuckWorkers--">
@@ -416,7 +416,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockList">
 <li class="blockList">
 <h4>checkForStuckWorkers</h4>
-<pre>private&nbsp;int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1833">checkForStuckWorkers</a>()</pre>
+<pre>private&nbsp;int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1834">checkForStuckWorkers</a>()</pre>
 </li>
 </ul>
 <a name="checkThreadCount-int-">
@@ -425,7 +425,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockList">
 <li class="blockList">
 <h4>checkThreadCount</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1849">checkThreadCount</a>(int&nbsp;stuckCount)</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1850">checkThreadCount</a>(int&nbsp;stuckCount)</pre>
 </li>
 </ul>
 <a name="refreshConfig--">
@@ -434,7 +434,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockList">
 <li class="blockList">
 <h4>refreshConfig</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1868">refreshConfig</a>()</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1869">refreshConfig</a>()</pre>
 </li>
 </ul>
 <a name="getTimeoutInterval--">
@@ -443,7 +443,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.h
 <ul class="blockListLast">
 <li class="blockList">
 <h4>getTimeoutInterval</h4>
-<pre>public&nbsp;int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1878">getTimeoutInterval</a>()</pre>
+<pre>public&nbsp;int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerMonitor.html#line.1879">getTimeoutInterval</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.html#getTimeoutInterval--">getTimeoutInterval</a></code>&nbsp;in class&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/procedure2/InlineChore.html" title="class in org.apache.hadoop.hbase.procedure2">InlineChore</a></code></dd>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
index 0a28820..017962e 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html
@@ -131,7 +131,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private class <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1706">ProcedureExecutor.WorkerThread</a>
+<pre>private class <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1707">ProcedureExecutor.WorkerThread</a>
 extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/StoppableThread.html" title="class in org.apache.hadoop.hbase.procedure2">StoppableThread</a></pre>
 </li>
 </ul>
@@ -282,7 +282,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/StoppableThre
 <ul class="blockList">
 <li class="blockList">
 <h4>executionStartTime</h4>
-<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true" title="class or interface in java.util.concurrent.atomic">AtomicLong</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1707">executionStartTime</a></pre>
+<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true" title="class or interface in java.util.concurrent.atomic">AtomicLong</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1708">executionStartTime</a></pre>
 </li>
 </ul>
 <a name="activeProcedure">
@@ -291,7 +291,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/StoppableThre
 <ul class="blockListLast">
 <li class="blockList">
 <h4>activeProcedure</h4>
-<pre>private volatile&nbsp;<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&lt;?&gt; <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1708">activeProcedure</a></pre>
+<pre>private volatile&nbsp;<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&lt;?&gt; <a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1709">activeProcedure</a></pre>
 </li>
 </ul>
 </li>
@@ -308,7 +308,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/StoppableThre
 <ul class="blockList">
 <li class="blockList">
 <h4>WorkerThread</h4>
-<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1710">WorkerThread</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true" title="class or interface in java.lang">ThreadGroup</a>&nbsp;group)</pre>
+<pre>public&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1711">WorkerThread</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true" title="class or interface in java.lang">ThreadGroup</a>&nbsp;group)</pre>
 </li>
 </ul>
 <a name="WorkerThread-java.lang.ThreadGroup-java.lang.String-">
@@ -317,7 +317,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/StoppableThre
 <ul class="blockListLast">
 <li class="blockList">
 <h4>WorkerThread</h4>
-<pre>protected&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1714">WorkerThread</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true" title="class or interface in java.lang">ThreadGroup</a>&nbsp;group,
+<pre>protected&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1715">WorkerThread</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/ThreadGroup.html?is-external=true" title="class or interface in java.lang">ThreadGroup</a>&nbsp;group,
                        <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;prefix)</pre>
 </li>
 </ul>
@@ -335,7 +335,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/StoppableThre
 <ul class="blockList">
 <li class="blockList">
 <h4>sendStopSignal</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1720">sendStopSignal</a>()</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1721">sendStopSignal</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="../../../../../org/apache/hadoop/hbase/procedure2/StoppableThread.html#sendStopSignal--">sendStopSignal</a></code>&nbsp;in class&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/procedure2/StoppableThread.html" title="class in org.apache.hadoop.hbase.procedure2">StoppableThread</a></code></dd>
@@ -348,7 +348,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/StoppableThre
 <ul class="blockList">
 <li class="blockList">
 <h4>run</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1725">run</a>()</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1726">run</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true#run--" title="class or interface in java.lang">run</a></code>&nbsp;in interface&nbsp;<code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true" title="class or interface in java.lang">Runnable</a></code></dd>
@@ -363,7 +363,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/StoppableThre
 <ul class="blockList">
 <li class="blockList">
 <h4>toString</h4>
-<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1763">toString</a>()</pre>
+<pre>public&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1764">toString</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
 <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#toString--" title="class or interface in java.lang">toString</a></code>&nbsp;in class&nbsp;<code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true" title="class or interface in java.lang">Thread</a></code></dd>
@@ -376,7 +376,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/StoppableThre
 <ul class="blockList">
 <li class="blockList">
 <h4>getCurrentRunTime</h4>
-<pre>public&nbsp;long&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1771">getCurrentRunTime</a>()</pre>
+<pre>public&nbsp;long&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1772">getCurrentRunTime</a>()</pre>
 <dl>
 <dt><span class="returnLabel">Returns:</span></dt>
 <dd>the time since the current procedure is running</dd>
@@ -389,7 +389,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/procedure2/StoppableThre
 <ul class="blockListLast">
 <li class="blockList">
 <h4>keepAlive</h4>
-<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1776">keepAlive</a>(long&nbsp;lastUpdate)</pre>
+<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.WorkerThread.html#line.1777">keepAlive</a>(long&nbsp;lastUpdate)</pre>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
index a57f710..e2b1e92 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html
@@ -1641,7 +1641,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>initializeChildren</h4>
-<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>[]&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1555">initializeChildren</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/RootProcedureState.html" title="class in org.apache.hadoop.hbase.procedure2">RootProcedureState</a>&nbsp;procStack,
+<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>[]&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1556">initializeChildren</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/RootProcedureState.html" title="class in org.apache.hadoop.hbase.procedure2">RootProcedureState</a>&nbsp;procStack,
                                        <a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;procedure,
                                        <a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>[]&nbsp;subprocs)</pre>
 </li>
@@ -1652,7 +1652,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>submitChildrenProcedures</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1591">submitChildrenProcedures</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>[]&nbsp;subprocs)</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1592">submitChildrenProcedures</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>[]&nbsp;subprocs)</pre>
 </li>
 </ul>
 <a name="countDownChildren-org.apache.hadoop.hbase.procedure2.RootProcedureState-org.apache.hadoop.hbase.procedure2.Procedure-">
@@ -1661,7 +1661,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>countDownChildren</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1601">countDownChildren</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/RootProcedureState.html" title="class in org.apache.hadoop.hbase.procedure2">RootProcedureState</a>&nbsp;procStack,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1602">countDownChildren</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/RootProcedureState.html" title="class in org.apache.hadoop.hbase.procedure2">RootProcedureState</a>&nbsp;procStack,
                                <a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;procedure)</pre>
 </li>
 </ul>
@@ -1671,7 +1671,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>updateStoreOnExec</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1619">updateStoreOnExec</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/RootProcedureState.html" title="class in org.apache.hadoop.hbase.procedure2">RootProcedureState</a>&nbsp;procStack,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1620">updateStoreOnExec</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/RootProcedureState.html" title="class in org.apache.hadoop.hbase.procedure2">RootProcedureState</a>&nbsp;procStack,
                                <a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;procedure,
                                <a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>[]&nbsp;subprocs)</pre>
 </li>
@@ -1682,7 +1682,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>handleInterruptedException</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1647">handleInterruptedException</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;proc,
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1648">handleInterruptedException</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;proc,
                                         <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a>&nbsp;e)</pre>
 </li>
 </ul>
@@ -1692,7 +1692,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>execCompletionCleanup</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1659">execCompletionCleanup</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;proc)</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1660">execCompletionCleanup</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;proc)</pre>
 </li>
 </ul>
 <a name="procedureFinished-org.apache.hadoop.hbase.procedure2.Procedure-">
@@ -1701,7 +1701,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>procedureFinished</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1672">procedureFinished</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;proc)</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1673">procedureFinished</a>(<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.html" title="class in org.apache.hadoop.hbase.procedure2">Procedure</a>&nbsp;proc)</pre>
 </li>
 </ul>
 <a name="getProcStack-long-">
@@ -1710,7 +1710,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>getProcStack</h4>
-<pre><a href="../../../../../org/apache/hadoop/hbase/procedure2/RootProcedureState.html" title="class in org.apache.hadoop.hbase.procedure2">RootProcedureState</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1699">getProcStack</a>(long&nbsp;rootProcId)</pre>
+<pre><a href="../../../../../org/apache/hadoop/hbase/procedure2/RootProcedureState.html" title="class in org.apache.hadoop.hbase.procedure2">RootProcedureState</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#line.1700">getProcStack</a>(long&nbsp;rootProcId)</pre>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html b/devapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html
index f58a1c3..b6facd4 100644
--- a/devapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html
@@ -212,11 +212,11 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
+<li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.LockState.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">Procedure.LockState</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/RootProcedureState.State.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">RootProcedureState.State</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">StateMachineProcedure.Flow</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/LockType.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">LockType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/LockedResourceType.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">LockedResourceType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/Procedure.LockState.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">Procedure.LockState</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/LockType.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">LockType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/StateMachineProcedure.Flow.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">StateMachineProcedure.Flow</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/quotas/package-tree.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/quotas/package-tree.html b/devapidocs/org/apache/hadoop/hbase/quotas/package-tree.html
index a7a774c..8cd78b6 100644
--- a/devapidocs/org/apache/hadoop/hbase/quotas/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/quotas/package-tree.html
@@ -228,12 +228,12 @@
 <ul>
 <li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a>&lt;E&gt; (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a>&lt;T&gt;, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true" title="class or interface in java.io">Serializable</a>)
 <ul>
-<li type="circle">org.apache.hadoop.hbase.quotas.<a href="../../../../../org/apache/hadoop/hbase/quotas/QuotaType.html" title="enum in org.apache.hadoop.hbase.quotas"><span class="typeNameLink">QuotaType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.quotas.<a href="../../../../../org/apache/hadoop/hbase/quotas/SpaceViolationPolicy.html" title="enum in org.apache.hadoop.hbase.quotas"><span class="typeNameLink">SpaceViolationPolicy</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.quotas.<a href="../../../../../org/apache/hadoop/hbase/quotas/QuotaScope.html" title="enum in org.apache.hadoop.hbase.quotas"><span class="typeNameLink">QuotaScope</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.quotas.<a href="../../../../../org/apache/hadoop/hbase/quotas/ThrottleType.html" title="enum in org.apache.hadoop.hbase.quotas"><span class="typeNameLink">ThrottleType</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.quotas.<a href="../../../../../org/apache/hadoop/hbase/quotas/ThrottlingException.Type.html" title="enum in org.apache.hadoop.hbase.quotas"><span class="typeNameLink">ThrottlingException.Type</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.quotas.<a href="../../../../../org/apache/hadoop/hbase/quotas/SpaceViolationPolicy.html" title="enum in org.apache.hadoop.hbase.quotas"><span class="typeNameLink">SpaceViolationPolicy</span></a></li>
 <li type="circle">org.apache.hadoop.hbase.quotas.<a href="../../../../../org/apache/hadoop/hbase/quotas/OperationQuota.OperationType.html" title="enum in org.apache.hadoop.hbase.quotas"><span class="typeNameLink">OperationQuota.OperationType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.quotas.<a href="../../../../../org/apache/hadoop/hbase/quotas/QuotaType.html" title="enum in org.apache.hadoop.hbase.quotas"><span class="typeNameLink">QuotaType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.quotas.<a href="../../../../../org/apache/hadoop/hbase/quotas/QuotaScope.html" title="enum in org.apache.hadoop.hbase.quotas"><span class="typeNameLink">QuotaScope</span></a></li>
 </ul>
 </li>
 </ul>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.StatisticsThread.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.StatisticsThread.html b/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.StatisticsThread.html
index 3596622..8f7f5c3 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.StatisticsThread.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.StatisticsThread.html
@@ -122,7 +122,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private class <a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.408">ChunkCreator.MemStoreChunkPool.StatisticsThread</a>
+<pre>private class <a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.411">ChunkCreator.MemStoreChunkPool.StatisticsThread</a>
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true" title="class or interface in java.lang">Thread</a></pre>
 </li>
 </ul>
@@ -232,7 +232,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>StatisticsThread</h4>
-<pre><a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.StatisticsThread.html#line.409">StatisticsThread</a>()</pre>
+<pre><a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.StatisticsThread.html#line.412">StatisticsThread</a>()</pre>
 </li>
 </ul>
 </li>
@@ -249,7 +249,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html
 <ul class="blockList">
 <li class="blockList">
 <h4>run</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.StatisticsThread.html#line.415">run</a>()</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.StatisticsThread.html#line.418">run</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true#run--" title="class or interface in java.lang">run</a></code>&nbsp;in interface&nbsp;<code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true" title="class or interface in java.lang">Runnable</a></code></dd>
@@ -264,7 +264,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>logStats</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.StatisticsThread.html#line.419">logStats</a>()</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.StatisticsThread.html#line.422">logStats</a>()</pre>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html b/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html
index 7197164..5e085a0 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html
@@ -171,28 +171,32 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/HeapMemo
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#chunkSize">chunkSize</a></span></code>&nbsp;</td>
 </tr>
 <tr class="altColor">
+<td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#label">label</a></span></code>&nbsp;</td>
+</tr>
+<tr class="rowColor">
 <td class="colFirst"><code>private int</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#maxCount">maxCount</a></span></code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private float</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#poolSizePercentage">poolSizePercentage</a></span></code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/BlockingQueue.html?is-external=true" title="class or interface in java.util.concurrent">BlockingQueue</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/regionserver/Chunk.html" title="class in org.apache.hadoop.hbase.regionserver">Chunk</a>&gt;</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#reclaimedChunks">reclaimedChunks</a></span></code>&nbsp;</td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/LongAdder.html?is-external=true" title="class or interface in java.util.concurrent.atomic">LongAdder</a></code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#reusedChunkCount">reusedChunkCount</a></span></code>&nbsp;</td>
 </tr>
-<tr class="altColor">
+<tr class="rowColor">
 <td class="colFirst"><code>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ScheduledExecutorService.html?is-external=true" title="class or interface in java.util.concurrent">ScheduledExecutorService</a></code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#scheduleThreadPool">scheduleThreadPool</a></span></code>
 <div class="block">Statistics thread schedule pool</div>
 </td>
 </tr>
-<tr class="rowColor">
+<tr class="altColor">
 <td class="colFirst"><code>private static int</code></td>
 <td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#statThreadPeriod">statThreadPeriod</a></span></code>
 <div class="block">Statistics thread</div>
@@ -213,7 +217,8 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/HeapMemo
 <th class="colOne" scope="col">Constructor and Description</th>
 </tr>
 <tr class="altColor">
-<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#MemStoreChunkPool-int-int-int-float-">MemStoreChunkPool</a></span>(int&nbsp;chunkSize,
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#MemStoreChunkPool-java.lang.String-int-int-int-float-">MemStoreChunkPool</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;label,
+                 int&nbsp;chunkSize,
                  int&nbsp;maxCount,
                  int&nbsp;initialCount,
                  float&nbsp;poolSizePercentage)</code>&nbsp;</td>
@@ -360,12 +365,21 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/HeapMemo
 <a name="reusedChunkCount">
 <!--   -->
 </a>
-<ul class="blockListLast">
+<ul class="blockList">
 <li class="blockList">
 <h4>reusedChunkCount</h4>
 <pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/LongAdder.html?is-external=true" title="class or interface in java.util.concurrent.atomic">LongAdder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.333">reusedChunkCount</a></pre>
 </li>
 </ul>
+<a name="label">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>label</h4>
+<pre>private final&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.334">label</a></pre>
+</li>
+</ul>
 </li>
 </ul>
 <!-- ========= CONSTRUCTOR DETAIL ======== -->
@@ -374,13 +388,14 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/HeapMemo
 <!--   -->
 </a>
 <h3>Constructor Detail</h3>
-<a name="MemStoreChunkPool-int-int-int-float-">
+<a name="MemStoreChunkPool-java.lang.String-int-int-int-float-">
 <!--   -->
 </a>
 <ul class="blockListLast">
 <li class="blockList">
 <h4>MemStoreChunkPool</h4>
-<pre><a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.335">MemStoreChunkPool</a>(int&nbsp;chunkSize,
+<pre><a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.336">MemStoreChunkPool</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;label,
+                  int&nbsp;chunkSize,
                   int&nbsp;maxCount,
                   int&nbsp;initialCount,
                   float&nbsp;poolSizePercentage)</pre>
@@ -400,7 +415,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/HeapMemo
 <ul class="blockList">
 <li class="blockList">
 <h4>getChunk</h4>
-<pre><a href="../../../../../org/apache/hadoop/hbase/regionserver/Chunk.html" title="class in org.apache.hadoop.hbase.regionserver">Chunk</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.362">getChunk</a>()</pre>
+<pre><a href="../../../../../org/apache/hadoop/hbase/regionserver/Chunk.html" title="class in org.apache.hadoop.hbase.regionserver">Chunk</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.365">getChunk</a>()</pre>
 <div class="block">Poll a chunk from the pool, reset it if not null, else create a new chunk to return if we have
  not yet created max allowed chunks count. When we have already created max allowed chunks and
  no free chunks as of now, return null. It is the responsibility of the caller to make a chunk
@@ -420,7 +435,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/HeapMemo
 <ul class="blockList">
 <li class="blockList">
 <h4>getChunk</h4>
-<pre><a href="../../../../../org/apache/hadoop/hbase/regionserver/Chunk.html" title="class in org.apache.hadoop.hbase.regionserver">Chunk</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.366">getChunk</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/CompactingMemStore.IndexType.html" title="enum in org.apache.hadoop.hbase.regionserver">CompactingMemStore.IndexType</a>&nbsp;chunkIndexType)</pre>
+<pre><a href="../../../../../org/apache/hadoop/hbase/regionserver/Chunk.html" title="class in org.apache.hadoop.hbase.regionserver">Chunk</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.369">getChunk</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/CompactingMemStore.IndexType.html" title="enum in org.apache.hadoop.hbase.regionserver">CompactingMemStore.IndexType</a>&nbsp;chunkIndexType)</pre>
 </li>
 </ul>
 <a name="getChunkSize--">
@@ -429,7 +444,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/HeapMemo
 <ul class="blockList">
 <li class="blockList">
 <h4>getChunkSize</h4>
-<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.388">getChunkSize</a>()</pre>
+<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.391">getChunkSize</a>()</pre>
 </li>
 </ul>
 <a name="putbackChunks-org.apache.hadoop.hbase.regionserver.Chunk-">
@@ -438,7 +453,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/HeapMemo
 <ul class="blockList">
 <li class="blockList">
 <h4>putbackChunks</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.397">putbackChunks</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/Chunk.html" title="class in org.apache.hadoop.hbase.regionserver">Chunk</a>&nbsp;c)</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.400">putbackChunks</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/Chunk.html" title="class in org.apache.hadoop.hbase.regionserver">Chunk</a>&nbsp;c)</pre>
 <div class="block">Add the chunks to the pool, when the pool achieves the max size, it will skip the remaining
  chunks</div>
 <dl>
@@ -453,7 +468,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/HeapMemo
 <ul class="blockList">
 <li class="blockList">
 <h4>getMaxCount</h4>
-<pre>private&nbsp;int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.433">getMaxCount</a>()</pre>
+<pre>private&nbsp;int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.434">getMaxCount</a>()</pre>
 </li>
 </ul>
 <a name="onHeapMemoryTune-long-long-">
@@ -462,7 +477,7 @@ implements <a href="../../../../../org/apache/hadoop/hbase/regionserver/HeapMemo
 <ul class="blockListLast">
 <li class="blockList">
 <h4>onHeapMemoryTune</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.438">onHeapMemoryTune</a>(long&nbsp;newMemstoreSize,
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#line.439">onHeapMemoryTune</a>(long&nbsp;newMemstoreSize,
                              long&nbsp;newBlockCacheSize)</pre>
 <div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/hadoop/hbase/regionserver/HeapMemoryManager.HeapMemoryTuneObserver.html#onHeapMemoryTune-long-long-">HeapMemoryManager.HeapMemoryTuneObserver</a></code></span></div>
 <div class="block">This method would be called by HeapMemoryManger when a heap memory tune action took place.</div>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.html b/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.html
index db0ce91..c665e29 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/ChunkCreator.html
@@ -345,7 +345,8 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 </tr>
 <tr id="i20" class="altColor">
 <td class="colFirst"><code>private <a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html" title="class in org.apache.hadoop.hbase.regionserver">ChunkCreator.MemStoreChunkPool</a></code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.html#initializePool-long-float-float-int-org.apache.hadoop.hbase.regionserver.HeapMemoryManager-">initializePool</a></span>(long&nbsp;globalMemStoreSize,
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.html#initializePool-java.lang.String-long-float-float-int-org.apache.hadoop.hbase.regionserver.HeapMemoryManager-">initializePool</a></span>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;label,
+              long&nbsp;globalMemStoreSize,
               float&nbsp;poolSizePercentage,
               float&nbsp;initialCountPercentage,
               int&nbsp;chunkSize,
@@ -762,16 +763,17 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>clearDisableFlag</h4>
-<pre>static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.471">clearDisableFlag</a>()</pre>
+<pre>static&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.474">clearDisableFlag</a>()</pre>
 </li>
 </ul>
-<a name="initializePool-long-float-float-int-org.apache.hadoop.hbase.regionserver.HeapMemoryManager-">
+<a name="initializePool-java.lang.String-long-float-float-int-org.apache.hadoop.hbase.regionserver.HeapMemoryManager-">
 <!--   -->
 </a>
 <ul class="blockList">
 <li class="blockList">
 <h4>initializePool</h4>
-<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html" title="class in org.apache.hadoop.hbase.regionserver">ChunkCreator.MemStoreChunkPool</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.475">initializePool</a>(long&nbsp;globalMemStoreSize,
+<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html" title="class in org.apache.hadoop.hbase.regionserver">ChunkCreator.MemStoreChunkPool</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.478">initializePool</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>&nbsp;label,
+                                                      long&nbsp;globalMemStoreSize,
                                                       float&nbsp;poolSizePercentage,
                                                       float&nbsp;initialCountPercentage,
                                                       int&nbsp;chunkSize,
@@ -784,7 +786,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getMaxCount</h4>
-<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.508">getMaxCount</a>()</pre>
+<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.510">getMaxCount</a>()</pre>
 </li>
 </ul>
 <a name="getMaxCount-org.apache.hadoop.hbase.regionserver.ChunkCreator.ChunkType-">
@@ -793,7 +795,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getMaxCount</h4>
-<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.513">getMaxCount</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html" title="enum in org.apache.hadoop.hbase.regionserver">ChunkCreator.ChunkType</a>&nbsp;chunkType)</pre>
+<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.515">getMaxCount</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html" title="enum in org.apache.hadoop.hbase.regionserver">ChunkCreator.ChunkType</a>&nbsp;chunkType)</pre>
 </li>
 </ul>
 <a name="getPoolSize--">
@@ -802,7 +804,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getPoolSize</h4>
-<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.534">getPoolSize</a>()</pre>
+<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.536">getPoolSize</a>()</pre>
 </li>
 </ul>
 <a name="getPoolSize-org.apache.hadoop.hbase.regionserver.ChunkCreator.ChunkType-">
@@ -811,7 +813,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getPoolSize</h4>
-<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.539">getPoolSize</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html" title="enum in org.apache.hadoop.hbase.regionserver">ChunkCreator.ChunkType</a>&nbsp;chunkType)</pre>
+<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.541">getPoolSize</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html" title="enum in org.apache.hadoop.hbase.regionserver">ChunkCreator.ChunkType</a>&nbsp;chunkType)</pre>
 </li>
 </ul>
 <a name="isChunkInPool-int-">
@@ -820,7 +822,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>isChunkInPool</h4>
-<pre>boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.559">isChunkInPool</a>(int&nbsp;chunkId)</pre>
+<pre>boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.561">isChunkInPool</a>(int&nbsp;chunkId)</pre>
 </li>
 </ul>
 <a name="clearChunksInPool--">
@@ -829,7 +831,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>clearChunksInPool</h4>
-<pre>void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.578">clearChunksInPool</a>()</pre>
+<pre>void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.580">clearChunksInPool</a>()</pre>
 </li>
 </ul>
 <a name="getChunkSize--">
@@ -838,7 +840,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getChunkSize</h4>
-<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.587">getChunkSize</a>()</pre>
+<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.589">getChunkSize</a>()</pre>
 </li>
 </ul>
 <a name="getChunkSize-org.apache.hadoop.hbase.regionserver.ChunkCreator.ChunkType-">
@@ -847,7 +849,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockList">
 <li class="blockList">
 <h4>getChunkSize</h4>
-<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.591">getChunkSize</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html" title="enum in org.apache.hadoop.hbase.regionserver">ChunkCreator.ChunkType</a>&nbsp;chunkType)</pre>
+<pre>int&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.593">getChunkSize</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/ChunkCreator.ChunkType.html" title="enum in org.apache.hadoop.hbase.regionserver">ChunkCreator.ChunkType</a>&nbsp;chunkType)</pre>
 </li>
 </ul>
 <a name="putbackChunks-java.util.Set-">
@@ -856,7 +858,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
 <ul class="blockListLast">
 <li class="blockList">
 <h4>putbackChunks</h4>
-<pre>void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.609">putbackChunks</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Integer.html?is-external=true" title="class or interface in java.lang">Integer</a>&gt;&nbsp;chunks)</pre>
+<pre>void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/ChunkCreator.html#line.611">putbackChunks</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/Set.html?is-external=true" title="class or interface in java.util">Set</a>&lt;<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Integer.html?is-external=true" title="class or interface in java.lang">Integer</a>&gt;&nbsp;chunks)</pre>
 </li>
 </ul>
 </li>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/regionserver/CompactingMemStore.InMemoryFlushRunnable.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/CompactingMemStore.InMemoryFlushRunnable.html b/devapidocs/org/apache/hadoop/hbase/regionserver/CompactingMemStore.InMemoryFlushRunnable.html
index ba47022..31b1c0f 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/CompactingMemStore.InMemoryFlushRunnable.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/CompactingMemStore.InMemoryFlushRunnable.html
@@ -117,7 +117,7 @@ var activeTableTab = "activeTableTab";
 </dl>
 <hr>
 <br>
-<pre>private class <a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.536">CompactingMemStore.InMemoryFlushRunnable</a>
+<pre>private class <a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.535">CompactingMemStore.InMemoryFlushRunnable</a>
 extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>
 implements <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true" title="class or interface in java.lang">Runnable</a></pre>
 <div class="block">The in-memory-flusher thread performs the flush asynchronously.
@@ -193,7 +193,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable
 <ul class="blockListLast">
 <li class="blockList">
 <h4>InMemoryFlushRunnable</h4>
-<pre>private&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.InMemoryFlushRunnable.html#line.536">InMemoryFlushRunnable</a>()</pre>
+<pre>private&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.InMemoryFlushRunnable.html#line.535">InMemoryFlushRunnable</a>()</pre>
 </li>
 </ul>
 </li>
@@ -210,7 +210,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable
 <ul class="blockListLast">
 <li class="blockList">
 <h4>run</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.InMemoryFlushRunnable.html#line.539">run</a>()</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.InMemoryFlushRunnable.html#line.538">run</a>()</pre>
 <dl>
 <dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
 <dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true#run--" title="class or interface in java.lang">run</a></code>&nbsp;in interface&nbsp;<code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true" title="class or interface in java.lang">Runnable</a></code></dd>

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html b/devapidocs/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html
index 4adcb58..5d8d3de 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html
@@ -1033,7 +1033,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>getLastSegment</h4>
-<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/regionserver/Segment.html" title="class in org.apache.hadoop.hbase.regionserver">Segment</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.440">getLastSegment</a>()</pre>
+<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/regionserver/Segment.html" title="class in org.apache.hadoop.hbase.regionserver">Segment</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.439">getLastSegment</a>()</pre>
 </li>
 </ul>
 <a name="getFamilyNameInBytes--">
@@ -1042,7 +1042,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>getFamilyNameInBytes</h4>
-<pre>private&nbsp;byte[]&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.446">getFamilyNameInBytes</a>()</pre>
+<pre>private&nbsp;byte[]&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.445">getFamilyNameInBytes</a>()</pre>
 </li>
 </ul>
 <a name="getPool--">
@@ -1051,7 +1051,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>getPool</h4>
-<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ThreadPoolExecutor.html?is-external=true" title="class or interface in java.util.concurrent">ThreadPoolExecutor</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.450">getPool</a>()</pre>
+<pre>private&nbsp;<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ThreadPoolExecutor.html?is-external=true" title="class or interface in java.util.concurrent">ThreadPoolExecutor</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.449">getPool</a>()</pre>
 </li>
 </ul>
 <a name="shouldFlushInMemory--">
@@ -1060,7 +1060,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>shouldFlushInMemory</h4>
-<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.455">shouldFlushInMemory</a>()</pre>
+<pre>protected&nbsp;boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.454">shouldFlushInMemory</a>()</pre>
 </li>
 </ul>
 <a name="stopCompaction--">
@@ -1069,7 +1069,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>stopCompaction</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.472">stopCompaction</a>()</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.471">stopCompaction</a>()</pre>
 <div class="block">The request to cancel the compaction asynchronous task (caused by in-memory flush)
  The compaction may still happen if the request was sent too late
  Non-blocking request</div>
@@ -1081,7 +1081,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>pushActiveToPipeline</h4>
-<pre>protected&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.478">pushActiveToPipeline</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/MutableSegment.html" title="class in org.apache.hadoop.hbase.regionserver">MutableSegment</a>&nbsp;active)</pre>
+<pre>protected&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.477">pushActiveToPipeline</a>(<a href="../../../../../org/apache/hadoop/hbase/regionserver/MutableSegment.html" title="class in org.apache.hadoop.hbase.regionserver">MutableSegment</a>&nbsp;active)</pre>
 </li>
 </ul>
 <a name="pushTailToSnapshot--">
@@ -1090,7 +1090,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>pushTailToSnapshot</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.485">pushTailToSnapshot</a>()</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.484">pushTailToSnapshot</a>()</pre>
 </li>
 </ul>
 <a name="pushPipelineToSnapshot--">
@@ -1099,7 +1099,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>pushPipelineToSnapshot</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.492">pushPipelineToSnapshot</a>()</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.491">pushPipelineToSnapshot</a>()</pre>
 </li>
 </ul>
 <a name="pushToSnapshot-java.util.List-">
@@ -1108,7 +1108,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>pushToSnapshot</h4>
-<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.515">pushToSnapshot</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/regionserver/ImmutableSegment.html" title="class in org.apache.hadoop.hbase.regionserver">ImmutableSegment</a>&gt;&nbsp;segments)</pre>
+<pre>private&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.514">pushToSnapshot</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a>&lt;<a href="../../../../../org/apache/hadoop/hbase/regionserver/ImmutableSegment.html" title="class in org.apache.hadoop.hbase.regionserver">ImmutableSegment</a>&gt;&nbsp;segments)</pre>
 </li>
 </ul>
 <a name="getRegionServices--">
@@ -1117,7 +1117,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>getRegionServices</h4>
-<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/regionserver/RegionServicesForStores.html" title="class in org.apache.hadoop.hbase.regionserver">RegionServicesForStores</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.526">getRegionServices</a>()</pre>
+<pre>private&nbsp;<a href="../../../../../org/apache/hadoop/hbase/regionserver/RegionServicesForStores.html" title="class in org.apache.hadoop.hbase.regionserver">RegionServicesForStores</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.525">getRegionServices</a>()</pre>
 </li>
 </ul>
 <a name="isMemStoreFlushingInMemory--">
@@ -1126,7 +1126,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>isMemStoreFlushingInMemory</h4>
-<pre>boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.551">isMemStoreFlushingInMemory</a>()</pre>
+<pre>boolean&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.550">isMemStoreFlushingInMemory</a>()</pre>
 </li>
 </ul>
 <a name="getNextRow-org.apache.hadoop.hbase.Cell-">
@@ -1135,7 +1135,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>getNextRow</h4>
-<pre><a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.560">getNextRow</a>(<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;cell)</pre>
+<pre><a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.559">getNextRow</a>(<a href="../../../../../org/apache/hadoop/hbase/Cell.html" title="interface in org.apache.hadoop.hbase">Cell</a>&nbsp;cell)</pre>
 <dl>
 <dt><span class="paramLabel">Parameters:</span></dt>
 <dd><code>cell</code> - Find the row that comes after this one.  If null, we return the
@@ -1151,7 +1151,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockList">
 <li class="blockList">
 <h4>getInmemoryFlushSize</h4>
-<pre>long&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.574">getInmemoryFlushSize</a>()</pre>
+<pre>long&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.573">getInmemoryFlushSize</a>()</pre>
 </li>
 </ul>
 <a name="debug--">
@@ -1160,7 +1160,7 @@ extends <a href="../../../../../org/apache/hadoop/hbase/regionserver/AbstractMem
 <ul class="blockListLast">
 <li class="blockList">
 <h4>debug</h4>
-<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.579">debug</a>()</pre>
+<pre>public&nbsp;void&nbsp;<a href="../../../../../src-html/org/apache/hadoop/hbase/regionserver/CompactingMemStore.html#line.578">debug</a>()</pre>
 </li>
 </ul>
 </li>


[29/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html
index f47d627..c3d225c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/backup/HFileArchiver.FileablePath.html
@@ -117,219 +117,219 @@
 <span class="sourceLineNo">109</span>   */<a name="line.109"></a>
 <span class="sourceLineNo">110</span>  public static boolean archiveRegion(FileSystem fs, Path rootdir, Path tableDir, Path regionDir)<a name="line.110"></a>
 <span class="sourceLineNo">111</span>      throws IOException {<a name="line.111"></a>
-<span class="sourceLineNo">112</span>    if (LOG.isDebugEnabled()) {<a name="line.112"></a>
-<span class="sourceLineNo">113</span>      LOG.debug("ARCHIVING " + regionDir.toString());<a name="line.113"></a>
-<span class="sourceLineNo">114</span>    }<a name="line.114"></a>
-<span class="sourceLineNo">115</span><a name="line.115"></a>
-<span class="sourceLineNo">116</span>    // otherwise, we archive the files<a name="line.116"></a>
-<span class="sourceLineNo">117</span>    // make sure we can archive<a name="line.117"></a>
-<span class="sourceLineNo">118</span>    if (tableDir == null || regionDir == null) {<a name="line.118"></a>
-<span class="sourceLineNo">119</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.119"></a>
-<span class="sourceLineNo">120</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.120"></a>
-<span class="sourceLineNo">121</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.121"></a>
-<span class="sourceLineNo">122</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.122"></a>
-<span class="sourceLineNo">123</span>      // the archived files correctly or not.<a name="line.123"></a>
-<span class="sourceLineNo">124</span>      return false;<a name="line.124"></a>
-<span class="sourceLineNo">125</span>    }<a name="line.125"></a>
-<span class="sourceLineNo">126</span><a name="line.126"></a>
-<span class="sourceLineNo">127</span>    // make sure the regiondir lives under the tabledir<a name="line.127"></a>
-<span class="sourceLineNo">128</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.128"></a>
-<span class="sourceLineNo">129</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.129"></a>
-<span class="sourceLineNo">130</span>        FSUtils.getTableName(tableDir),<a name="line.130"></a>
-<span class="sourceLineNo">131</span>        regionDir.getName());<a name="line.131"></a>
-<span class="sourceLineNo">132</span><a name="line.132"></a>
-<span class="sourceLineNo">133</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.133"></a>
-<span class="sourceLineNo">134</span>    // otherwise, we attempt to archive the store files<a name="line.134"></a>
-<span class="sourceLineNo">135</span><a name="line.135"></a>
-<span class="sourceLineNo">136</span>    // build collection of just the store directories to archive<a name="line.136"></a>
-<span class="sourceLineNo">137</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.137"></a>
-<span class="sourceLineNo">138</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.138"></a>
-<span class="sourceLineNo">139</span>    PathFilter nonHidden = new PathFilter() {<a name="line.139"></a>
-<span class="sourceLineNo">140</span>      @Override<a name="line.140"></a>
-<span class="sourceLineNo">141</span>      public boolean accept(Path file) {<a name="line.141"></a>
-<span class="sourceLineNo">142</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.142"></a>
-<span class="sourceLineNo">143</span>      }<a name="line.143"></a>
-<span class="sourceLineNo">144</span>    };<a name="line.144"></a>
-<span class="sourceLineNo">145</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.145"></a>
-<span class="sourceLineNo">146</span>    // if there no files, we can just delete the directory and return;<a name="line.146"></a>
-<span class="sourceLineNo">147</span>    if (storeDirs == null) {<a name="line.147"></a>
-<span class="sourceLineNo">148</span>      LOG.debug("Region directory " + regionDir + " empty.");<a name="line.148"></a>
-<span class="sourceLineNo">149</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.149"></a>
-<span class="sourceLineNo">150</span>    }<a name="line.150"></a>
-<span class="sourceLineNo">151</span><a name="line.151"></a>
-<span class="sourceLineNo">152</span>    // convert the files in the region to a File<a name="line.152"></a>
-<span class="sourceLineNo">153</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.153"></a>
-<span class="sourceLineNo">154</span>    LOG.debug("Archiving " + toArchive);<a name="line.154"></a>
-<span class="sourceLineNo">155</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.155"></a>
-<span class="sourceLineNo">156</span>        EnvironmentEdgeManager.currentTime());<a name="line.156"></a>
-<span class="sourceLineNo">157</span>    if (!failedArchive.isEmpty()) {<a name="line.157"></a>
-<span class="sourceLineNo">158</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.158"></a>
-<span class="sourceLineNo">159</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.159"></a>
-<span class="sourceLineNo">160</span>          + ". Something is probably awry on the filesystem.",<a name="line.160"></a>
-<span class="sourceLineNo">161</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.161"></a>
-<span class="sourceLineNo">162</span>    }<a name="line.162"></a>
-<span class="sourceLineNo">163</span>    // if that was successful, then we delete the region<a name="line.163"></a>
-<span class="sourceLineNo">164</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.164"></a>
-<span class="sourceLineNo">165</span>  }<a name="line.165"></a>
-<span class="sourceLineNo">166</span><a name="line.166"></a>
-<span class="sourceLineNo">167</span>  /**<a name="line.167"></a>
-<span class="sourceLineNo">168</span>   * Remove from the specified region the store files of the specified column family,<a name="line.168"></a>
-<span class="sourceLineNo">169</span>   * either by archiving them or outright deletion<a name="line.169"></a>
-<span class="sourceLineNo">170</span>   * @param fs the filesystem where the store files live<a name="line.170"></a>
-<span class="sourceLineNo">171</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.171"></a>
-<span class="sourceLineNo">172</span>   * @param parent Parent region hosting the store files<a name="line.172"></a>
-<span class="sourceLineNo">173</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.173"></a>
-<span class="sourceLineNo">174</span>   * @param family the family hosting the store files<a name="line.174"></a>
-<span class="sourceLineNo">175</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.175"></a>
-<span class="sourceLineNo">176</span>   */<a name="line.176"></a>
-<span class="sourceLineNo">177</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.177"></a>
-<span class="sourceLineNo">178</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.178"></a>
-<span class="sourceLineNo">179</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.179"></a>
-<span class="sourceLineNo">180</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.180"></a>
-<span class="sourceLineNo">181</span>  }<a name="line.181"></a>
-<span class="sourceLineNo">182</span><a name="line.182"></a>
-<span class="sourceLineNo">183</span>  /**<a name="line.183"></a>
-<span class="sourceLineNo">184</span>   * Removes from the specified region the store files of the specified column family,<a name="line.184"></a>
-<span class="sourceLineNo">185</span>   * either by archiving them or outright deletion<a name="line.185"></a>
-<span class="sourceLineNo">186</span>   * @param fs the filesystem where the store files live<a name="line.186"></a>
-<span class="sourceLineNo">187</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.187"></a>
-<span class="sourceLineNo">188</span>   * @param parent Parent region hosting the store files<a name="line.188"></a>
-<span class="sourceLineNo">189</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.189"></a>
-<span class="sourceLineNo">190</span>   * @param family the family hosting the store files<a name="line.190"></a>
-<span class="sourceLineNo">191</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.191"></a>
-<span class="sourceLineNo">192</span>   */<a name="line.192"></a>
-<span class="sourceLineNo">193</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.193"></a>
-<span class="sourceLineNo">194</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.194"></a>
-<span class="sourceLineNo">195</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.195"></a>
-<span class="sourceLineNo">196</span>    if (storeFiles == null) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span>      LOG.debug("No store files to dispose for region=" + parent.getRegionNameAsString() +<a name="line.197"></a>
-<span class="sourceLineNo">198</span>          ", family=" + Bytes.toString(family));<a name="line.198"></a>
-<span class="sourceLineNo">199</span>      return;<a name="line.199"></a>
-<span class="sourceLineNo">200</span>    }<a name="line.200"></a>
-<span class="sourceLineNo">201</span><a name="line.201"></a>
-<span class="sourceLineNo">202</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.202"></a>
-<span class="sourceLineNo">203</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.203"></a>
-<span class="sourceLineNo">204</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.204"></a>
-<span class="sourceLineNo">205</span><a name="line.205"></a>
-<span class="sourceLineNo">206</span>    // do the actual archive<a name="line.206"></a>
-<span class="sourceLineNo">207</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.207"></a>
-<span class="sourceLineNo">208</span>        EnvironmentEdgeManager.currentTime());<a name="line.208"></a>
-<span class="sourceLineNo">209</span>    if (!failedArchive.isEmpty()){<a name="line.209"></a>
-<span class="sourceLineNo">210</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.210"></a>
-<span class="sourceLineNo">211</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.211"></a>
-<span class="sourceLineNo">212</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.212"></a>
-<span class="sourceLineNo">213</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.213"></a>
-<span class="sourceLineNo">214</span>    }<a name="line.214"></a>
-<span class="sourceLineNo">215</span>  }<a name="line.215"></a>
-<span class="sourceLineNo">216</span><a name="line.216"></a>
-<span class="sourceLineNo">217</span>  /**<a name="line.217"></a>
-<span class="sourceLineNo">218</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.218"></a>
-<span class="sourceLineNo">219</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.219"></a>
-<span class="sourceLineNo">220</span>   * @param fs the filesystem where the store files live<a name="line.220"></a>
-<span class="sourceLineNo">221</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.221"></a>
-<span class="sourceLineNo">222</span>   * @param family the family hosting the store files<a name="line.222"></a>
-<span class="sourceLineNo">223</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.223"></a>
-<span class="sourceLineNo">224</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.224"></a>
-<span class="sourceLineNo">225</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.225"></a>
-<span class="sourceLineNo">226</span>   */<a name="line.226"></a>
-<span class="sourceLineNo">227</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.227"></a>
-<span class="sourceLineNo">228</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.228"></a>
-<span class="sourceLineNo">229</span>      throws IOException, FailedArchiveException {<a name="line.229"></a>
-<span class="sourceLineNo">230</span><a name="line.230"></a>
-<span class="sourceLineNo">231</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.231"></a>
-<span class="sourceLineNo">232</span>    if (fs == null) {<a name="line.232"></a>
-<span class="sourceLineNo">233</span>      LOG.warn("Passed filesystem is null, so just deleting the files without archiving for region:"<a name="line.233"></a>
-<span class="sourceLineNo">234</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family));<a name="line.234"></a>
-<span class="sourceLineNo">235</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.235"></a>
-<span class="sourceLineNo">236</span>      return;<a name="line.236"></a>
-<span class="sourceLineNo">237</span>    }<a name="line.237"></a>
-<span class="sourceLineNo">238</span><a name="line.238"></a>
-<span class="sourceLineNo">239</span>    // short circuit if we don't have any files to delete<a name="line.239"></a>
-<span class="sourceLineNo">240</span>    if (compactedFiles.isEmpty()) {<a name="line.240"></a>
-<span class="sourceLineNo">241</span>      LOG.debug("No store files to dispose, done!");<a name="line.241"></a>
-<span class="sourceLineNo">242</span>      return;<a name="line.242"></a>
-<span class="sourceLineNo">243</span>    }<a name="line.243"></a>
-<span class="sourceLineNo">244</span><a name="line.244"></a>
-<span class="sourceLineNo">245</span>    // build the archive path<a name="line.245"></a>
-<span class="sourceLineNo">246</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.246"></a>
-<span class="sourceLineNo">247</span>        "Need to have a region and a family to archive from.");<a name="line.247"></a>
+<span class="sourceLineNo">112</span>    LOG.debug("ARCHIVING {}", rootdir.toString());<a name="line.112"></a>
+<span class="sourceLineNo">113</span><a name="line.113"></a>
+<span class="sourceLineNo">114</span>    // otherwise, we archive the files<a name="line.114"></a>
+<span class="sourceLineNo">115</span>    // make sure we can archive<a name="line.115"></a>
+<span class="sourceLineNo">116</span>    if (tableDir == null || regionDir == null) {<a name="line.116"></a>
+<span class="sourceLineNo">117</span>      LOG.error("No archive directory could be found because tabledir (" + tableDir<a name="line.117"></a>
+<span class="sourceLineNo">118</span>          + ") or regiondir (" + regionDir + "was null. Deleting files instead.");<a name="line.118"></a>
+<span class="sourceLineNo">119</span>      deleteRegionWithoutArchiving(fs, regionDir);<a name="line.119"></a>
+<span class="sourceLineNo">120</span>      // we should have archived, but failed to. Doesn't matter if we deleted<a name="line.120"></a>
+<span class="sourceLineNo">121</span>      // the archived files correctly or not.<a name="line.121"></a>
+<span class="sourceLineNo">122</span>      return false;<a name="line.122"></a>
+<span class="sourceLineNo">123</span>    }<a name="line.123"></a>
+<span class="sourceLineNo">124</span><a name="line.124"></a>
+<span class="sourceLineNo">125</span>    // make sure the regiondir lives under the tabledir<a name="line.125"></a>
+<span class="sourceLineNo">126</span>    Preconditions.checkArgument(regionDir.toString().startsWith(tableDir.toString()));<a name="line.126"></a>
+<span class="sourceLineNo">127</span>    Path regionArchiveDir = HFileArchiveUtil.getRegionArchiveDir(rootdir,<a name="line.127"></a>
+<span class="sourceLineNo">128</span>        FSUtils.getTableName(tableDir),<a name="line.128"></a>
+<span class="sourceLineNo">129</span>        regionDir.getName());<a name="line.129"></a>
+<span class="sourceLineNo">130</span><a name="line.130"></a>
+<span class="sourceLineNo">131</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.131"></a>
+<span class="sourceLineNo">132</span>    // otherwise, we attempt to archive the store files<a name="line.132"></a>
+<span class="sourceLineNo">133</span><a name="line.133"></a>
+<span class="sourceLineNo">134</span>    // build collection of just the store directories to archive<a name="line.134"></a>
+<span class="sourceLineNo">135</span>    Collection&lt;File&gt; toArchive = new ArrayList&lt;&gt;();<a name="line.135"></a>
+<span class="sourceLineNo">136</span>    final PathFilter dirFilter = new FSUtils.DirFilter(fs);<a name="line.136"></a>
+<span class="sourceLineNo">137</span>    PathFilter nonHidden = new PathFilter() {<a name="line.137"></a>
+<span class="sourceLineNo">138</span>      @Override<a name="line.138"></a>
+<span class="sourceLineNo">139</span>      public boolean accept(Path file) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span>        return dirFilter.accept(file) &amp;&amp; !file.getName().toString().startsWith(".");<a name="line.140"></a>
+<span class="sourceLineNo">141</span>      }<a name="line.141"></a>
+<span class="sourceLineNo">142</span>    };<a name="line.142"></a>
+<span class="sourceLineNo">143</span>    FileStatus[] storeDirs = FSUtils.listStatus(fs, regionDir, nonHidden);<a name="line.143"></a>
+<span class="sourceLineNo">144</span>    // if there no files, we can just delete the directory and return;<a name="line.144"></a>
+<span class="sourceLineNo">145</span>    if (storeDirs == null) {<a name="line.145"></a>
+<span class="sourceLineNo">146</span>      LOG.debug("Directory {} empty.", regionDir);<a name="line.146"></a>
+<span class="sourceLineNo">147</span>      return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.147"></a>
+<span class="sourceLineNo">148</span>    }<a name="line.148"></a>
+<span class="sourceLineNo">149</span><a name="line.149"></a>
+<span class="sourceLineNo">150</span>    // convert the files in the region to a File<a name="line.150"></a>
+<span class="sourceLineNo">151</span>    toArchive.addAll(Lists.transform(Arrays.asList(storeDirs), getAsFile));<a name="line.151"></a>
+<span class="sourceLineNo">152</span>    LOG.debug("Archiving " + toArchive);<a name="line.152"></a>
+<span class="sourceLineNo">153</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, regionArchiveDir, toArchive,<a name="line.153"></a>
+<span class="sourceLineNo">154</span>        EnvironmentEdgeManager.currentTime());<a name="line.154"></a>
+<span class="sourceLineNo">155</span>    if (!failedArchive.isEmpty()) {<a name="line.155"></a>
+<span class="sourceLineNo">156</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.156"></a>
+<span class="sourceLineNo">157</span>          + regionDir.getName() + " into " + regionArchiveDir<a name="line.157"></a>
+<span class="sourceLineNo">158</span>          + ". Something is probably awry on the filesystem.",<a name="line.158"></a>
+<span class="sourceLineNo">159</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.159"></a>
+<span class="sourceLineNo">160</span>    }<a name="line.160"></a>
+<span class="sourceLineNo">161</span>    // if that was successful, then we delete the region<a name="line.161"></a>
+<span class="sourceLineNo">162</span>    return deleteRegionWithoutArchiving(fs, regionDir);<a name="line.162"></a>
+<span class="sourceLineNo">163</span>  }<a name="line.163"></a>
+<span class="sourceLineNo">164</span><a name="line.164"></a>
+<span class="sourceLineNo">165</span>  /**<a name="line.165"></a>
+<span class="sourceLineNo">166</span>   * Remove from the specified region the store files of the specified column family,<a name="line.166"></a>
+<span class="sourceLineNo">167</span>   * either by archiving them or outright deletion<a name="line.167"></a>
+<span class="sourceLineNo">168</span>   * @param fs the filesystem where the store files live<a name="line.168"></a>
+<span class="sourceLineNo">169</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.169"></a>
+<span class="sourceLineNo">170</span>   * @param parent Parent region hosting the store files<a name="line.170"></a>
+<span class="sourceLineNo">171</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.171"></a>
+<span class="sourceLineNo">172</span>   * @param family the family hosting the store files<a name="line.172"></a>
+<span class="sourceLineNo">173</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.173"></a>
+<span class="sourceLineNo">174</span>   */<a name="line.174"></a>
+<span class="sourceLineNo">175</span>  public static void archiveFamily(FileSystem fs, Configuration conf,<a name="line.175"></a>
+<span class="sourceLineNo">176</span>      RegionInfo parent, Path tableDir, byte[] family) throws IOException {<a name="line.176"></a>
+<span class="sourceLineNo">177</span>    Path familyDir = new Path(tableDir, new Path(parent.getEncodedName(), Bytes.toString(family)));<a name="line.177"></a>
+<span class="sourceLineNo">178</span>    archiveFamilyByFamilyDir(fs, conf, parent, familyDir, family);<a name="line.178"></a>
+<span class="sourceLineNo">179</span>  }<a name="line.179"></a>
+<span class="sourceLineNo">180</span><a name="line.180"></a>
+<span class="sourceLineNo">181</span>  /**<a name="line.181"></a>
+<span class="sourceLineNo">182</span>   * Removes from the specified region the store files of the specified column family,<a name="line.182"></a>
+<span class="sourceLineNo">183</span>   * either by archiving them or outright deletion<a name="line.183"></a>
+<span class="sourceLineNo">184</span>   * @param fs the filesystem where the store files live<a name="line.184"></a>
+<span class="sourceLineNo">185</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.185"></a>
+<span class="sourceLineNo">186</span>   * @param parent Parent region hosting the store files<a name="line.186"></a>
+<span class="sourceLineNo">187</span>   * @param familyDir {@link Path} to where the family is being stored<a name="line.187"></a>
+<span class="sourceLineNo">188</span>   * @param family the family hosting the store files<a name="line.188"></a>
+<span class="sourceLineNo">189</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.189"></a>
+<span class="sourceLineNo">190</span>   */<a name="line.190"></a>
+<span class="sourceLineNo">191</span>  public static void archiveFamilyByFamilyDir(FileSystem fs, Configuration conf,<a name="line.191"></a>
+<span class="sourceLineNo">192</span>      RegionInfo parent, Path familyDir, byte[] family) throws IOException {<a name="line.192"></a>
+<span class="sourceLineNo">193</span>    FileStatus[] storeFiles = FSUtils.listStatus(fs, familyDir);<a name="line.193"></a>
+<span class="sourceLineNo">194</span>    if (storeFiles == null) {<a name="line.194"></a>
+<span class="sourceLineNo">195</span>      LOG.debug("No files to dispose of in {}, family={}", parent.getRegionNameAsString(),<a name="line.195"></a>
+<span class="sourceLineNo">196</span>          Bytes.toString(family));<a name="line.196"></a>
+<span class="sourceLineNo">197</span>      return;<a name="line.197"></a>
+<span class="sourceLineNo">198</span>    }<a name="line.198"></a>
+<span class="sourceLineNo">199</span><a name="line.199"></a>
+<span class="sourceLineNo">200</span>    FileStatusConverter getAsFile = new FileStatusConverter(fs);<a name="line.200"></a>
+<span class="sourceLineNo">201</span>    Collection&lt;File&gt; toArchive = Lists.transform(Arrays.asList(storeFiles), getAsFile);<a name="line.201"></a>
+<span class="sourceLineNo">202</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, parent, family);<a name="line.202"></a>
+<span class="sourceLineNo">203</span><a name="line.203"></a>
+<span class="sourceLineNo">204</span>    // do the actual archive<a name="line.204"></a>
+<span class="sourceLineNo">205</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, toArchive,<a name="line.205"></a>
+<span class="sourceLineNo">206</span>        EnvironmentEdgeManager.currentTime());<a name="line.206"></a>
+<span class="sourceLineNo">207</span>    if (!failedArchive.isEmpty()){<a name="line.207"></a>
+<span class="sourceLineNo">208</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.208"></a>
+<span class="sourceLineNo">209</span>          + Bytes.toString(parent.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.209"></a>
+<span class="sourceLineNo">210</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.210"></a>
+<span class="sourceLineNo">211</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.211"></a>
+<span class="sourceLineNo">212</span>    }<a name="line.212"></a>
+<span class="sourceLineNo">213</span>  }<a name="line.213"></a>
+<span class="sourceLineNo">214</span><a name="line.214"></a>
+<span class="sourceLineNo">215</span>  /**<a name="line.215"></a>
+<span class="sourceLineNo">216</span>   * Remove the store files, either by archiving them or outright deletion<a name="line.216"></a>
+<span class="sourceLineNo">217</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.217"></a>
+<span class="sourceLineNo">218</span>   * @param fs the filesystem where the store files live<a name="line.218"></a>
+<span class="sourceLineNo">219</span>   * @param regionInfo {@link RegionInfo} of the region hosting the store files<a name="line.219"></a>
+<span class="sourceLineNo">220</span>   * @param family the family hosting the store files<a name="line.220"></a>
+<span class="sourceLineNo">221</span>   * @param compactedFiles files to be disposed of. No further reading of these files should be<a name="line.221"></a>
+<span class="sourceLineNo">222</span>   *          attempted; otherwise likely to cause an {@link IOException}<a name="line.222"></a>
+<span class="sourceLineNo">223</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.223"></a>
+<span class="sourceLineNo">224</span>   */<a name="line.224"></a>
+<span class="sourceLineNo">225</span>  public static void archiveStoreFiles(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.225"></a>
+<span class="sourceLineNo">226</span>      Path tableDir, byte[] family, Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.226"></a>
+<span class="sourceLineNo">227</span>      throws IOException, FailedArchiveException {<a name="line.227"></a>
+<span class="sourceLineNo">228</span><a name="line.228"></a>
+<span class="sourceLineNo">229</span>    // sometimes in testing, we don't have rss, so we need to check for that<a name="line.229"></a>
+<span class="sourceLineNo">230</span>    if (fs == null) {<a name="line.230"></a>
+<span class="sourceLineNo">231</span>      LOG.warn("Passed filesystem is null, so just deleting files without archiving for {}," +<a name="line.231"></a>
+<span class="sourceLineNo">232</span>              "family={}", Bytes.toString(regionInfo.getRegionName()), Bytes.toString(family));<a name="line.232"></a>
+<span class="sourceLineNo">233</span>      deleteStoreFilesWithoutArchiving(compactedFiles);<a name="line.233"></a>
+<span class="sourceLineNo">234</span>      return;<a name="line.234"></a>
+<span class="sourceLineNo">235</span>    }<a name="line.235"></a>
+<span class="sourceLineNo">236</span><a name="line.236"></a>
+<span class="sourceLineNo">237</span>    // short circuit if we don't have any files to delete<a name="line.237"></a>
+<span class="sourceLineNo">238</span>    if (compactedFiles.isEmpty()) {<a name="line.238"></a>
+<span class="sourceLineNo">239</span>      LOG.debug("No files to dispose of, done!");<a name="line.239"></a>
+<span class="sourceLineNo">240</span>      return;<a name="line.240"></a>
+<span class="sourceLineNo">241</span>    }<a name="line.241"></a>
+<span class="sourceLineNo">242</span><a name="line.242"></a>
+<span class="sourceLineNo">243</span>    // build the archive path<a name="line.243"></a>
+<span class="sourceLineNo">244</span>    if (regionInfo == null || family == null) throw new IOException(<a name="line.244"></a>
+<span class="sourceLineNo">245</span>        "Need to have a region and a family to archive from.");<a name="line.245"></a>
+<span class="sourceLineNo">246</span><a name="line.246"></a>
+<span class="sourceLineNo">247</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.247"></a>
 <span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.249"></a>
-<span class="sourceLineNo">250</span><a name="line.250"></a>
-<span class="sourceLineNo">251</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.251"></a>
-<span class="sourceLineNo">252</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.252"></a>
-<span class="sourceLineNo">253</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.253"></a>
-<span class="sourceLineNo">254</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.254"></a>
-<span class="sourceLineNo">255</span>    }<a name="line.255"></a>
-<span class="sourceLineNo">256</span><a name="line.256"></a>
-<span class="sourceLineNo">257</span>    // otherwise we attempt to archive the store files<a name="line.257"></a>
-<span class="sourceLineNo">258</span>    LOG.debug("Archiving compacted store files.");<a name="line.258"></a>
-<span class="sourceLineNo">259</span><a name="line.259"></a>
-<span class="sourceLineNo">260</span>    // Wrap the storefile into a File<a name="line.260"></a>
-<span class="sourceLineNo">261</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.261"></a>
-<span class="sourceLineNo">262</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.262"></a>
-<span class="sourceLineNo">263</span><a name="line.263"></a>
-<span class="sourceLineNo">264</span>    // do the actual archive<a name="line.264"></a>
-<span class="sourceLineNo">265</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.265"></a>
-<span class="sourceLineNo">266</span>        EnvironmentEdgeManager.currentTime());<a name="line.266"></a>
-<span class="sourceLineNo">267</span><a name="line.267"></a>
-<span class="sourceLineNo">268</span>    if (!failedArchive.isEmpty()){<a name="line.268"></a>
-<span class="sourceLineNo">269</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.269"></a>
-<span class="sourceLineNo">270</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.270"></a>
-<span class="sourceLineNo">271</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.271"></a>
-<span class="sourceLineNo">272</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.272"></a>
-<span class="sourceLineNo">273</span>    }<a name="line.273"></a>
-<span class="sourceLineNo">274</span>  }<a name="line.274"></a>
-<span class="sourceLineNo">275</span><a name="line.275"></a>
-<span class="sourceLineNo">276</span>  /**<a name="line.276"></a>
-<span class="sourceLineNo">277</span>   * Archive the store file<a name="line.277"></a>
-<span class="sourceLineNo">278</span>   * @param fs the filesystem where the store files live<a name="line.278"></a>
-<span class="sourceLineNo">279</span>   * @param regionInfo region hosting the store files<a name="line.279"></a>
-<span class="sourceLineNo">280</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.280"></a>
-<span class="sourceLineNo">281</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.281"></a>
-<span class="sourceLineNo">282</span>   * @param family the family hosting the store files<a name="line.282"></a>
-<span class="sourceLineNo">283</span>   * @param storeFile file to be archived<a name="line.283"></a>
-<span class="sourceLineNo">284</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.284"></a>
-<span class="sourceLineNo">285</span>   */<a name="line.285"></a>
-<span class="sourceLineNo">286</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.286"></a>
-<span class="sourceLineNo">287</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.287"></a>
-<span class="sourceLineNo">288</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.288"></a>
-<span class="sourceLineNo">289</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.289"></a>
-<span class="sourceLineNo">290</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.290"></a>
-<span class="sourceLineNo">291</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.291"></a>
-<span class="sourceLineNo">292</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.292"></a>
-<span class="sourceLineNo">293</span>    }<a name="line.293"></a>
-<span class="sourceLineNo">294</span><a name="line.294"></a>
-<span class="sourceLineNo">295</span>    // do the actual archive<a name="line.295"></a>
-<span class="sourceLineNo">296</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.296"></a>
-<span class="sourceLineNo">297</span>    File file = new FileablePath(fs, storeFile);<a name="line.297"></a>
-<span class="sourceLineNo">298</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.298"></a>
-<span class="sourceLineNo">299</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.299"></a>
-<span class="sourceLineNo">300</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.300"></a>
-<span class="sourceLineNo">301</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.301"></a>
-<span class="sourceLineNo">302</span>    }<a name="line.302"></a>
-<span class="sourceLineNo">303</span>  }<a name="line.303"></a>
-<span class="sourceLineNo">304</span><a name="line.304"></a>
-<span class="sourceLineNo">305</span>  /**<a name="line.305"></a>
-<span class="sourceLineNo">306</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.306"></a>
-<span class="sourceLineNo">307</span>   * renaming of the existing file and then archive the passed in files.<a name="line.307"></a>
-<span class="sourceLineNo">308</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.308"></a>
-<span class="sourceLineNo">309</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.309"></a>
-<span class="sourceLineNo">310</span>   *          the files to archive are directories, will append the name of the<a name="line.310"></a>
-<span class="sourceLineNo">311</span>   *          directory to the base archive directory name, creating a parallel<a name="line.311"></a>
-<span class="sourceLineNo">312</span>   *          structure.<a name="line.312"></a>
-<span class="sourceLineNo">313</span>   * @param toArchive files/directories that need to be archvied<a name="line.313"></a>
-<span class="sourceLineNo">314</span>   * @param start time the archiving started - used for resolving archive<a name="line.314"></a>
-<span class="sourceLineNo">315</span>   *          conflicts.<a name="line.315"></a>
-<span class="sourceLineNo">316</span>   * @return the list of failed to archive files.<a name="line.316"></a>
-<span class="sourceLineNo">317</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.317"></a>
-<span class="sourceLineNo">318</span>   */<a name="line.318"></a>
-<span class="sourceLineNo">319</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.319"></a>
-<span class="sourceLineNo">320</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.320"></a>
-<span class="sourceLineNo">321</span>    // short circuit if no files to move<a name="line.321"></a>
-<span class="sourceLineNo">322</span>    if (toArchive.isEmpty()) return Collections.emptyList();<a name="line.322"></a>
+<span class="sourceLineNo">249</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.249"></a>
+<span class="sourceLineNo">250</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.250"></a>
+<span class="sourceLineNo">251</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.251"></a>
+<span class="sourceLineNo">252</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.252"></a>
+<span class="sourceLineNo">253</span>    }<a name="line.253"></a>
+<span class="sourceLineNo">254</span><a name="line.254"></a>
+<span class="sourceLineNo">255</span>    // otherwise we attempt to archive the store files<a name="line.255"></a>
+<span class="sourceLineNo">256</span>    LOG.debug("Archiving compacted files.");<a name="line.256"></a>
+<span class="sourceLineNo">257</span><a name="line.257"></a>
+<span class="sourceLineNo">258</span>    // Wrap the storefile into a File<a name="line.258"></a>
+<span class="sourceLineNo">259</span>    StoreToFile getStorePath = new StoreToFile(fs);<a name="line.259"></a>
+<span class="sourceLineNo">260</span>    Collection&lt;File&gt; storeFiles = Collections2.transform(compactedFiles, getStorePath);<a name="line.260"></a>
+<span class="sourceLineNo">261</span><a name="line.261"></a>
+<span class="sourceLineNo">262</span>    // do the actual archive<a name="line.262"></a>
+<span class="sourceLineNo">263</span>    List&lt;File&gt; failedArchive = resolveAndArchive(fs, storeArchiveDir, storeFiles,<a name="line.263"></a>
+<span class="sourceLineNo">264</span>        EnvironmentEdgeManager.currentTime());<a name="line.264"></a>
+<span class="sourceLineNo">265</span><a name="line.265"></a>
+<span class="sourceLineNo">266</span>    if (!failedArchive.isEmpty()){<a name="line.266"></a>
+<span class="sourceLineNo">267</span>      throw new FailedArchiveException("Failed to archive/delete all the files for region:"<a name="line.267"></a>
+<span class="sourceLineNo">268</span>          + Bytes.toString(regionInfo.getRegionName()) + ", family:" + Bytes.toString(family)<a name="line.268"></a>
+<span class="sourceLineNo">269</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.",<a name="line.269"></a>
+<span class="sourceLineNo">270</span>          Collections2.transform(failedArchive, FUNC_FILE_TO_PATH));<a name="line.270"></a>
+<span class="sourceLineNo">271</span>    }<a name="line.271"></a>
+<span class="sourceLineNo">272</span>  }<a name="line.272"></a>
+<span class="sourceLineNo">273</span><a name="line.273"></a>
+<span class="sourceLineNo">274</span>  /**<a name="line.274"></a>
+<span class="sourceLineNo">275</span>   * Archive the store file<a name="line.275"></a>
+<span class="sourceLineNo">276</span>   * @param fs the filesystem where the store files live<a name="line.276"></a>
+<span class="sourceLineNo">277</span>   * @param regionInfo region hosting the store files<a name="line.277"></a>
+<span class="sourceLineNo">278</span>   * @param conf {@link Configuration} to examine to determine the archive directory<a name="line.278"></a>
+<span class="sourceLineNo">279</span>   * @param tableDir {@link Path} to where the table is being stored (for building the archive path)<a name="line.279"></a>
+<span class="sourceLineNo">280</span>   * @param family the family hosting the store files<a name="line.280"></a>
+<span class="sourceLineNo">281</span>   * @param storeFile file to be archived<a name="line.281"></a>
+<span class="sourceLineNo">282</span>   * @throws IOException if the files could not be correctly disposed.<a name="line.282"></a>
+<span class="sourceLineNo">283</span>   */<a name="line.283"></a>
+<span class="sourceLineNo">284</span>  public static void archiveStoreFile(Configuration conf, FileSystem fs, RegionInfo regionInfo,<a name="line.284"></a>
+<span class="sourceLineNo">285</span>      Path tableDir, byte[] family, Path storeFile) throws IOException {<a name="line.285"></a>
+<span class="sourceLineNo">286</span>    Path storeArchiveDir = HFileArchiveUtil.getStoreArchivePath(conf, regionInfo, tableDir, family);<a name="line.286"></a>
+<span class="sourceLineNo">287</span>    // make sure we don't archive if we can't and that the archive dir exists<a name="line.287"></a>
+<span class="sourceLineNo">288</span>    if (!fs.mkdirs(storeArchiveDir)) {<a name="line.288"></a>
+<span class="sourceLineNo">289</span>      throw new IOException("Could not make archive directory (" + storeArchiveDir + ") for store:"<a name="line.289"></a>
+<span class="sourceLineNo">290</span>          + Bytes.toString(family) + ", deleting compacted files instead.");<a name="line.290"></a>
+<span class="sourceLineNo">291</span>    }<a name="line.291"></a>
+<span class="sourceLineNo">292</span><a name="line.292"></a>
+<span class="sourceLineNo">293</span>    // do the actual archive<a name="line.293"></a>
+<span class="sourceLineNo">294</span>    long start = EnvironmentEdgeManager.currentTime();<a name="line.294"></a>
+<span class="sourceLineNo">295</span>    File file = new FileablePath(fs, storeFile);<a name="line.295"></a>
+<span class="sourceLineNo">296</span>    if (!resolveAndArchiveFile(storeArchiveDir, file, Long.toString(start))) {<a name="line.296"></a>
+<span class="sourceLineNo">297</span>      throw new IOException("Failed to archive/delete the file for region:"<a name="line.297"></a>
+<span class="sourceLineNo">298</span>          + regionInfo.getRegionNameAsString() + ", family:" + Bytes.toString(family)<a name="line.298"></a>
+<span class="sourceLineNo">299</span>          + " into " + storeArchiveDir + ". Something is probably awry on the filesystem.");<a name="line.299"></a>
+<span class="sourceLineNo">300</span>    }<a name="line.300"></a>
+<span class="sourceLineNo">301</span>  }<a name="line.301"></a>
+<span class="sourceLineNo">302</span><a name="line.302"></a>
+<span class="sourceLineNo">303</span>  /**<a name="line.303"></a>
+<span class="sourceLineNo">304</span>   * Resolve any conflict with an existing archive file via timestamp-append<a name="line.304"></a>
+<span class="sourceLineNo">305</span>   * renaming of the existing file and then archive the passed in files.<a name="line.305"></a>
+<span class="sourceLineNo">306</span>   * @param fs {@link FileSystem} on which to archive the files<a name="line.306"></a>
+<span class="sourceLineNo">307</span>   * @param baseArchiveDir base archive directory to store the files. If any of<a name="line.307"></a>
+<span class="sourceLineNo">308</span>   *          the files to archive are directories, will append the name of the<a name="line.308"></a>
+<span class="sourceLineNo">309</span>   *          directory to the base archive directory name, creating a parallel<a name="line.309"></a>
+<span class="sourceLineNo">310</span>   *          structure.<a name="line.310"></a>
+<span class="sourceLineNo">311</span>   * @param toArchive files/directories that need to be archvied<a name="line.311"></a>
+<span class="sourceLineNo">312</span>   * @param start time the archiving started - used for resolving archive<a name="line.312"></a>
+<span class="sourceLineNo">313</span>   *          conflicts.<a name="line.313"></a>
+<span class="sourceLineNo">314</span>   * @return the list of failed to archive files.<a name="line.314"></a>
+<span class="sourceLineNo">315</span>   * @throws IOException if an unexpected file operation exception occurred<a name="line.315"></a>
+<span class="sourceLineNo">316</span>   */<a name="line.316"></a>
+<span class="sourceLineNo">317</span>  private static List&lt;File&gt; resolveAndArchive(FileSystem fs, Path baseArchiveDir,<a name="line.317"></a>
+<span class="sourceLineNo">318</span>      Collection&lt;File&gt; toArchive, long start) throws IOException {<a name="line.318"></a>
+<span class="sourceLineNo">319</span>    // short circuit if no files to move<a name="line.319"></a>
+<span class="sourceLineNo">320</span>    if (toArchive.isEmpty()) {<a name="line.320"></a>
+<span class="sourceLineNo">321</span>      return Collections.emptyList();<a name="line.321"></a>
+<span class="sourceLineNo">322</span>    }<a name="line.322"></a>
 <span class="sourceLineNo">323</span><a name="line.323"></a>
-<span class="sourceLineNo">324</span>    if (LOG.isTraceEnabled()) LOG.trace("moving files to the archive directory: " + baseArchiveDir);<a name="line.324"></a>
+<span class="sourceLineNo">324</span>    LOG.trace("Moving files to the archive directory {}", baseArchiveDir);<a name="line.324"></a>
 <span class="sourceLineNo">325</span><a name="line.325"></a>
 <span class="sourceLineNo">326</span>    // make sure the archive directory exists<a name="line.326"></a>
 <span class="sourceLineNo">327</span>    if (!fs.exists(baseArchiveDir)) {<a name="line.327"></a>
@@ -337,7 +337,7 @@
 <span class="sourceLineNo">329</span>        throw new IOException("Failed to create the archive directory:" + baseArchiveDir<a name="line.329"></a>
 <span class="sourceLineNo">330</span>            + ", quitting archive attempt.");<a name="line.330"></a>
 <span class="sourceLineNo">331</span>      }<a name="line.331"></a>
-<span class="sourceLineNo">332</span>      if (LOG.isTraceEnabled()) LOG.trace("Created archive directory:" + baseArchiveDir);<a name="line.332"></a>
+<span class="sourceLineNo">332</span>      LOG.trace("Created archive directory {}", baseArchiveDir);<a name="line.332"></a>
 <span class="sourceLineNo">333</span>    }<a name="line.333"></a>
 <span class="sourceLineNo">334</span><a name="line.334"></a>
 <span class="sourceLineNo">335</span>    List&lt;File&gt; failures = new ArrayList&lt;&gt;();<a name="line.335"></a>
@@ -345,7 +345,7 @@
 <span class="sourceLineNo">337</span>    for (File file : toArchive) {<a name="line.337"></a>
 <span class="sourceLineNo">338</span>      // if its a file archive it<a name="line.338"></a>
 <span class="sourceLineNo">339</span>      try {<a name="line.339"></a>
-<span class="sourceLineNo">340</span>        if (LOG.isTraceEnabled()) LOG.trace("Archiving: " + file);<a name="line.340"></a>
+<span class="sourceLineNo">340</span>        LOG.trace("Archiving {}", file);<a name="line.340"></a>
 <span class="sourceLineNo">341</span>        if (file.isFile()) {<a name="line.341"></a>
 <span class="sourceLineNo">342</span>          // attempt to archive the file<a name="line.342"></a>
 <span class="sourceLineNo">343</span>          if (!resolveAndArchiveFile(baseArchiveDir, file, startTime)) {<a name="line.343"></a>
@@ -354,7 +354,7 @@
 <span class="sourceLineNo">346</span>          }<a name="line.346"></a>
 <span class="sourceLineNo">347</span>        } else {<a name="line.347"></a>
 <span class="sourceLineNo">348</span>          // otherwise its a directory and we need to archive all files<a name="line.348"></a>
-<span class="sourceLineNo">349</span>          if (LOG.isTraceEnabled()) LOG.trace(file + " is a directory, archiving children files");<a name="line.349"></a>
+<span class="sourceLineNo">349</span>          LOG.trace("{} is a directory, archiving children files", file);<a name="line.349"></a>
 <span class="sourceLineNo">350</span>          // so we add the directory name to the one base archive<a name="line.350"></a>
 <span class="sourceLineNo">351</span>          Path parentArchiveDir = new Path(baseArchiveDir, file.getName());<a name="line.351"></a>
 <span class="sourceLineNo">352</span>          // and then get all the files from that directory and attempt to<a name="line.352"></a>
@@ -363,7 +363,7 @@
 <span class="sourceLineNo">355</span>          failures.addAll(resolveAndArchive(fs, parentArchiveDir, children, start));<a name="line.355"></a>
 <span class="sourceLineNo">356</span>        }<a name="line.356"></a>
 <span class="sourceLineNo">357</span>      } catch (IOException e) {<a name="line.357"></a>
-<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive " + file, e);<a name="line.358"></a>
+<span class="sourceLineNo">358</span>        LOG.warn("Failed to archive {}", file, e);<a name="line.358"></a>
 <span class="sourceLineNo">359</span>        failures.add(file);<a name="line.359"></a>
 <span class="sourceLineNo">360</span>      }<a name="line.360"></a>
 <span class="sourceLineNo">361</span>    }<a name="line.361"></a>
@@ -393,319 +393,312 @@
 <span class="sourceLineNo">385</span>    // really, really unlikely situtation, where we get the same name for the existing file, but<a name="line.385"></a>
 <span class="sourceLineNo">386</span>    // is included just for that 1 in trillion chance.<a name="line.386"></a>
 <span class="sourceLineNo">387</span>    if (fs.exists(archiveFile)) {<a name="line.387"></a>
-<span class="sourceLineNo">388</span>      if (LOG.isDebugEnabled()) {<a name="line.388"></a>
-<span class="sourceLineNo">389</span>        LOG.debug("File:" + archiveFile + " already exists in archive, moving to "<a name="line.389"></a>
-<span class="sourceLineNo">390</span>            + "timestamped backup and overwriting current.");<a name="line.390"></a>
-<span class="sourceLineNo">391</span>      }<a name="line.391"></a>
-<span class="sourceLineNo">392</span><a name="line.392"></a>
-<span class="sourceLineNo">393</span>      // move the archive file to the stamped backup<a name="line.393"></a>
-<span class="sourceLineNo">394</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.394"></a>
-<span class="sourceLineNo">395</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.395"></a>
-<span class="sourceLineNo">396</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.396"></a>
-<span class="sourceLineNo">397</span>            + ", deleting existing file in favor of newer.");<a name="line.397"></a>
-<span class="sourceLineNo">398</span>        // try to delete the exisiting file, if we can't rename it<a name="line.398"></a>
-<span class="sourceLineNo">399</span>        if (!fs.delete(archiveFile, false)) {<a name="line.399"></a>
-<span class="sourceLineNo">400</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.400"></a>
-<span class="sourceLineNo">401</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.401"></a>
-<span class="sourceLineNo">402</span>              + ") to make room for similarly named file.");<a name="line.402"></a>
-<span class="sourceLineNo">403</span>        }<a name="line.403"></a>
-<span class="sourceLineNo">404</span>      }<a name="line.404"></a>
-<span class="sourceLineNo">405</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.405"></a>
-<span class="sourceLineNo">406</span>    }<a name="line.406"></a>
+<span class="sourceLineNo">388</span>      LOG.debug("{} already exists in archive, moving to timestamped backup and " +<a name="line.388"></a>
+<span class="sourceLineNo">389</span>          "overwriting current.", archiveFile);<a name="line.389"></a>
+<span class="sourceLineNo">390</span><a name="line.390"></a>
+<span class="sourceLineNo">391</span>      // move the archive file to the stamped backup<a name="line.391"></a>
+<span class="sourceLineNo">392</span>      Path backedupArchiveFile = new Path(archiveDir, filename + SEPARATOR + archiveStartTime);<a name="line.392"></a>
+<span class="sourceLineNo">393</span>      if (!fs.rename(archiveFile, backedupArchiveFile)) {<a name="line.393"></a>
+<span class="sourceLineNo">394</span>        LOG.error("Could not rename archive file to backup: " + backedupArchiveFile<a name="line.394"></a>
+<span class="sourceLineNo">395</span>            + ", deleting existing file in favor of newer.");<a name="line.395"></a>
+<span class="sourceLineNo">396</span>        // try to delete the exisiting file, if we can't rename it<a name="line.396"></a>
+<span class="sourceLineNo">397</span>        if (!fs.delete(archiveFile, false)) {<a name="line.397"></a>
+<span class="sourceLineNo">398</span>          throw new IOException("Couldn't delete existing archive file (" + archiveFile<a name="line.398"></a>
+<span class="sourceLineNo">399</span>              + ") or rename it to the backup file (" + backedupArchiveFile<a name="line.399"></a>
+<span class="sourceLineNo">400</span>              + ") to make room for similarly named file.");<a name="line.400"></a>
+<span class="sourceLineNo">401</span>        }<a name="line.401"></a>
+<span class="sourceLineNo">402</span>      }<a name="line.402"></a>
+<span class="sourceLineNo">403</span>      LOG.debug("Backed up archive file from " + archiveFile);<a name="line.403"></a>
+<span class="sourceLineNo">404</span>    }<a name="line.404"></a>
+<span class="sourceLineNo">405</span><a name="line.405"></a>
+<span class="sourceLineNo">406</span>    LOG.trace("No existing file in archive for {}, free to archive original file.", archiveFile);<a name="line.406"></a>
 <span class="sourceLineNo">407</span><a name="line.407"></a>
-<span class="sourceLineNo">408</span>    if (LOG.isTraceEnabled()) {<a name="line.408"></a>
-<span class="sourceLineNo">409</span>      LOG.trace("No existing file in archive for: " + archiveFile +<a name="line.409"></a>
-<span class="sourceLineNo">410</span>        ", free to archive original file.");<a name="line.410"></a>
-<span class="sourceLineNo">411</span>    }<a name="line.411"></a>
-<span class="sourceLineNo">412</span><a name="line.412"></a>
-<span class="sourceLineNo">413</span>    // at this point, we should have a free spot for the archive file<a name="line.413"></a>
-<span class="sourceLineNo">414</span>    boolean success = false;<a name="line.414"></a>
-<span class="sourceLineNo">415</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.415"></a>
-<span class="sourceLineNo">416</span>      if (i &gt; 0) {<a name="line.416"></a>
-<span class="sourceLineNo">417</span>        // Ensure that the archive directory exists.<a name="line.417"></a>
-<span class="sourceLineNo">418</span>        // The previous "move to archive" operation has failed probably because<a name="line.418"></a>
-<span class="sourceLineNo">419</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.419"></a>
-<span class="sourceLineNo">420</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.420"></a>
-<span class="sourceLineNo">421</span>        try {<a name="line.421"></a>
-<span class="sourceLineNo">422</span>          if (!fs.exists(archiveDir)) {<a name="line.422"></a>
-<span class="sourceLineNo">423</span>            if (fs.mkdirs(archiveDir)) {<a name="line.423"></a>
-<span class="sourceLineNo">424</span>              LOG.debug("Created archive directory:" + archiveDir);<a name="line.424"></a>
-<span class="sourceLineNo">425</span>            }<a name="line.425"></a>
-<span class="sourceLineNo">426</span>          }<a name="line.426"></a>
-<span class="sourceLineNo">427</span>        } catch (IOException e) {<a name="line.427"></a>
-<span class="sourceLineNo">428</span>          LOG.warn("Failed to create directory: " + archiveDir, e);<a name="line.428"></a>
-<span class="sourceLineNo">429</span>        }<a name="line.429"></a>
-<span class="sourceLineNo">430</span>      }<a name="line.430"></a>
-<span class="sourceLineNo">431</span><a name="line.431"></a>
-<span class="sourceLineNo">432</span>      try {<a name="line.432"></a>
-<span class="sourceLineNo">433</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.433"></a>
-<span class="sourceLineNo">434</span>      } catch (FileNotFoundException fnfe) {<a name="line.434"></a>
-<span class="sourceLineNo">435</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.435"></a>
-<span class="sourceLineNo">436</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.436"></a>
-<span class="sourceLineNo">437</span>        success = true;<a name="line.437"></a>
-<span class="sourceLineNo">438</span>      } catch (IOException e) {<a name="line.438"></a>
-<span class="sourceLineNo">439</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.439"></a>
-<span class="sourceLineNo">440</span>        success = false;<a name="line.440"></a>
-<span class="sourceLineNo">441</span>      }<a name="line.441"></a>
+<span class="sourceLineNo">408</span>    // at this point, we should have a free spot for the archive file<a name="line.408"></a>
+<span class="sourceLineNo">409</span>    boolean success = false;<a name="line.409"></a>
+<span class="sourceLineNo">410</span>    for (int i = 0; !success &amp;&amp; i &lt; DEFAULT_RETRIES_NUMBER; ++i) {<a name="line.410"></a>
+<span class="sourceLineNo">411</span>      if (i &gt; 0) {<a name="line.411"></a>
+<span class="sourceLineNo">412</span>        // Ensure that the archive directory exists.<a name="line.412"></a>
+<span class="sourceLineNo">413</span>        // The previous "move to archive" operation has failed probably because<a name="line.413"></a>
+<span class="sourceLineNo">414</span>        // the cleaner has removed our archive directory (HBASE-7643).<a name="line.414"></a>
+<span class="sourceLineNo">415</span>        // (we're in a retry loop, so don't worry too much about the exception)<a name="line.415"></a>
+<span class="sourceLineNo">416</span>        try {<a name="line.416"></a>
+<span class="sourceLineNo">417</span>          if (!fs.exists(archiveDir)) {<a name="line.417"></a>
+<span class="sourceLineNo">418</span>            if (fs.mkdirs(archiveDir)) {<a name="line.418"></a>
+<span class="sourceLineNo">419</span>              LOG.debug("Created archive directory {}", archiveDir);<a name="line.419"></a>
+<span class="sourceLineNo">420</span>            }<a name="line.420"></a>
+<span class="sourceLineNo">421</span>          }<a name="line.421"></a>
+<span class="sourceLineNo">422</span>        } catch (IOException e) {<a name="line.422"></a>
+<span class="sourceLineNo">423</span>          LOG.warn("Failed to create directory {}", archiveDir, e);<a name="line.423"></a>
+<span class="sourceLineNo">424</span>        }<a name="line.424"></a>
+<span class="sourceLineNo">425</span>      }<a name="line.425"></a>
+<span class="sourceLineNo">426</span><a name="line.426"></a>
+<span class="sourceLineNo">427</span>      try {<a name="line.427"></a>
+<span class="sourceLineNo">428</span>        success = currentFile.moveAndClose(archiveFile);<a name="line.428"></a>
+<span class="sourceLineNo">429</span>      } catch (FileNotFoundException fnfe) {<a name="line.429"></a>
+<span class="sourceLineNo">430</span>        LOG.warn("Failed to archive " + currentFile +<a name="line.430"></a>
+<span class="sourceLineNo">431</span>            " because it does not exist! Skipping and continuing on.", fnfe);<a name="line.431"></a>
+<span class="sourceLineNo">432</span>        success = true;<a name="line.432"></a>
+<span class="sourceLineNo">433</span>      } catch (IOException e) {<a name="line.433"></a>
+<span class="sourceLineNo">434</span>        LOG.warn("Failed to archive " + currentFile + " on try #" + i, e);<a name="line.434"></a>
+<span class="sourceLineNo">435</span>        success = false;<a name="line.435"></a>
+<span class="sourceLineNo">436</span>      }<a name="line.436"></a>
+<span class="sourceLineNo">437</span>    }<a name="line.437"></a>
+<span class="sourceLineNo">438</span><a name="line.438"></a>
+<span class="sourceLineNo">439</span>    if (!success) {<a name="line.439"></a>
+<span class="sourceLineNo">440</span>      LOG.error("Failed to archive " + currentFile);<a name="line.440"></a>
+<span class="sourceLineNo">441</span>      return false;<a name="line.441"></a>
 <span class="sourceLineNo">442</span>    }<a name="line.442"></a>
 <span class="sourceLineNo">443</span><a name="line.443"></a>
-<span class="sourceLineNo">444</span>    if (!success) {<a name="line.444"></a>
-<span class="sourceLineNo">445</span>      LOG.error("Failed to archive " + currentFile);<a name="line.445"></a>
-<span class="sourceLineNo">446</span>      return false;<a name="line.446"></a>
-<span class="sourceLineNo">447</span>    }<a name="line.447"></a>
-<span class="sourceLineNo">448</span><a name="line.448"></a>
-<span class="sourceLineNo">449</span>    if (LOG.isDebugEnabled()) {<a name="line.449"></a>
-<span class="sourceLineNo">450</span>      LOG.debug("Finished archiving from " + currentFile + ", to " + archiveFile);<a name="line.450"></a>
-<span class="sourceLineNo">451</span>    }<a name="line.451"></a>
-<span class="sourceLineNo">452</span>    return true;<a name="line.452"></a>
-<span class="sourceLineNo">453</span>  }<a name="line.453"></a>
-<span class="sourceLineNo">454</span><a name="line.454"></a>
-<span class="sourceLineNo">455</span>  /**<a name="line.455"></a>
-<span class="sourceLineNo">456</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.456"></a>
-<span class="sourceLineNo">457</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.457"></a>
-<span class="sourceLineNo">458</span>   * @param fs FileSystem from which to delete the region<a name="line.458"></a>
-<span class="sourceLineNo">459</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.459"></a>
-<span class="sourceLineNo">460</span>   * @throws IOException on filesystem operation failure<a name="line.460"></a>
-<span class="sourceLineNo">461</span>   */<a name="line.461"></a>
-<span class="sourceLineNo">462</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.462"></a>
-<span class="sourceLineNo">463</span>      throws IOException {<a name="line.463"></a>
-<span class="sourceLineNo">464</span>    if (fs.delete(regionDir, true)) {<a name="line.464"></a>
-<span class="sourceLineNo">465</span>      LOG.debug("Deleted " + regionDir);<a name="line.465"></a>
-<span class="sourceLineNo">466</span>      return true;<a name="line.466"></a>
-<span class="sourceLineNo">467</span>    }<a name="line.467"></a>
-<span class="sourceLineNo">468</span>    LOG.debug("Failed to delete region directory:" + regionDir);<a name="line.468"></a>
-<span class="sourceLineNo">469</span>    return false;<a name="line.469"></a>
-<span class="sourceLineNo">470</span>  }<a name="line.470"></a>
-<span class="sourceLineNo">471</span><a name="line.471"></a>
-<span class="sourceLineNo">472</span>  /**<a name="line.472"></a>
-<span class="sourceLineNo">473</span>   * Just do a simple delete of the given store files<a name="line.473"></a>
-<span class="sourceLineNo">474</span>   * &lt;p&gt;<a name="line.474"></a>
-<span class="sourceLineNo">475</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.475"></a>
-<span class="sourceLineNo">476</span>   * &lt;p&gt;<a name="line.476"></a>
-<span class="sourceLineNo">477</span>   * @param compactedFiles store files to delete from the file system.<a name="line.477"></a>
-<span class="sourceLineNo">478</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.478"></a>
-<span class="sourceLineNo">479</span>   *           throwing the exception, rather than failing at the first file.<a name="line.479"></a>
-<span class="sourceLineNo">480</span>   */<a name="line.480"></a>
-<span class="sourceLineNo">481</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.481"></a>
-<span class="sourceLineNo">482</span>      throws IOException {<a name="line.482"></a>
-<span class="sourceLineNo">483</span>    LOG.debug("Deleting store files without archiving.");<a name="line.483"></a>
-<span class="sourceLineNo">484</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.484"></a>
-<span class="sourceLineNo">485</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.485"></a>
-<span class="sourceLineNo">486</span>      try {<a name="line.486"></a>
-<span class="sourceLineNo">487</span>        hsf.deleteStoreFile();<a name="line.487"></a>
-<span class="sourceLineNo">488</span>      } catch (IOException e) {<a name="line.488"></a>
-<span class="sourceLineNo">489</span>        LOG.error("Failed to delete store file:" + hsf.getPath());<a name="line.489"></a>
-<span class="sourceLineNo">490</span>        errors.add(e);<a name="line.490"></a>
-<span class="sourceLineNo">491</span>      }<a name="line.491"></a>
-<span class="sourceLineNo">492</span>    }<a name="line.492"></a>
-<span class="sourceLineNo">493</span>    if (errors.size() &gt; 0) {<a name="line.493"></a>
-<span class="sourceLineNo">494</span>      throw MultipleIOException.createIOException(errors);<a name="line.494"></a>
-<span class="sourceLineNo">495</span>    }<a name="line.495"></a>
-<span class="sourceLineNo">496</span>  }<a name="line.496"></a>
-<span class="sourceLineNo">497</span><a name="line.497"></a>
-<span class="sourceLineNo">498</span>  /**<a name="line.498"></a>
-<span class="sourceLineNo">499</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.499"></a>
-<span class="sourceLineNo">500</span>   * archival/removal of files<a name="line.500"></a>
-<span class="sourceLineNo">501</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.501"></a>
-<span class="sourceLineNo">502</span>   */<a name="line.502"></a>
-<span class="sourceLineNo">503</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.503"></a>
-<span class="sourceLineNo">504</span>    protected final FileSystem fs;<a name="line.504"></a>
-<span class="sourceLineNo">505</span><a name="line.505"></a>
-<span class="sourceLineNo">506</span>    public FileConverter(FileSystem fs) {<a name="line.506"></a>
-<span class="sourceLineNo">507</span>      this.fs = fs;<a name="line.507"></a>
-<span class="sourceLineNo">508</span>    }<a name="line.508"></a>
-<span class="sourceLineNo">509</span>  }<a name="line.509"></a>
-<span class="sourceLineNo">510</span><a name="line.510"></a>
-<span class="sourceLineNo">511</span>  /**<a name="line.511"></a>
-<span class="sourceLineNo">512</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.512"></a>
-<span class="sourceLineNo">513</span>   */<a name="line.513"></a>
-<span class="sourceLineNo">514</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.514"></a>
-<span class="sourceLineNo">515</span>    public FileStatusConverter(FileSystem fs) {<a name="line.515"></a>
-<span class="sourceLineNo">516</span>      super(fs);<a name="line.516"></a>
-<span class="sourceLineNo">517</span>    }<a name="line.517"></a>
-<span class="sourceLineNo">518</span><a name="line.518"></a>
-<span class="sourceLineNo">519</span>    @Override<a name="line.519"></a>
-<span class="sourceLineNo">520</span>    public File apply(FileStatus input) {<a name="line.520"></a>
-<span class="sourceLineNo">521</span>      return new FileablePath(fs, input.getPath());<a name="line.521"></a>
-<span class="sourceLineNo">522</span>    }<a name="line.522"></a>
-<span class="sourceLineNo">523</span>  }<a name="line.523"></a>
-<span class="sourceLineNo">524</span><a name="line.524"></a>
-<span class="sourceLineNo">525</span>  /**<a name="line.525"></a>
-<span class="sourceLineNo">526</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.526"></a>
-<span class="sourceLineNo">527</span>   * methods<a name="line.527"></a>
-<span class="sourceLineNo">528</span>   */<a name="line.528"></a>
-<span class="sourceLineNo">529</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.529"></a>
-<span class="sourceLineNo">530</span>    public StoreToFile(FileSystem fs) {<a name="line.530"></a>
-<span class="sourceLineNo">531</span>      super(fs);<a name="line.531"></a>
-<span class="sourceLineNo">532</span>    }<a name="line.532"></a>
-<span class="sourceLineNo">533</span><a name="line.533"></a>
-<span class="sourceLineNo">534</span>    @Override<a name="line.534"></a>
-<span class="sourceLineNo">535</span>    public File apply(HStoreFile input) {<a name="line.535"></a>
-<span class="sourceLineNo">536</span>      return new FileableStoreFile(fs, input);<a name="line.536"></a>
-<span class="sourceLineNo">537</span>    }<a name="line.537"></a>
-<span class="sourceLineNo">538</span>  }<a name="line.538"></a>
-<span class="sourceLineNo">539</span><a name="line.539"></a>
-<span class="sourceLineNo">540</span>  /**<a name="line.540"></a>
-<span class="sourceLineNo">541</span>   * Wrapper to handle file operations uniformly<a name="line.541"></a>
-<span class="sourceLineNo">542</span>   */<a name="line.542"></a>
-<span class="sourceLineNo">543</span>  private static abstract class File {<a name="line.543"></a>
-<span class="sourceLineNo">544</span>    protected final FileSystem fs;<a name="line.544"></a>
-<span class="sourceLineNo">545</span><a name="line.545"></a>
-<span class="sourceLineNo">546</span>    public File(FileSystem fs) {<a name="line.546"></a>
-<span class="sourceLineNo">547</span>      this.fs = fs;<a name="line.547"></a>
-<span class="sourceLineNo">548</span>    }<a name="line.548"></a>
-<span class="sourceLineNo">549</span><a name="line.549"></a>
-<span class="sourceLineNo">550</span>    /**<a name="line.550"></a>
-<span class="sourceLineNo">551</span>     * Delete the file<a name="line.551"></a>
-<span class="sourceLineNo">552</span>     * @throws IOException on failure<a name="line.552"></a>
+<span class="sourceLineNo">444</span>    LOG.debug("Archived from {} to {}", currentFile, archiveFile);<a name="line.444"></a>
+<span class="sourceLineNo">445</span>    return true;<a name="line.445"></a>
+<span class="sourceLineNo">446</span>  }<a name="line.446"></a>
+<span class="sourceLineNo">447</span><a name="line.447"></a>
+<span class="sourceLineNo">448</span>  /**<a name="line.448"></a>
+<span class="sourceLineNo">449</span>   * Without regard for backup, delete a region. Should be used with caution.<a name="line.449"></a>
+<span class="sourceLineNo">450</span>   * @param regionDir {@link Path} to the region to be deleted.<a name="line.450"></a>
+<span class="sourceLineNo">451</span>   * @param fs FileSystem from which to delete the region<a name="line.451"></a>
+<span class="sourceLineNo">452</span>   * @return &lt;tt&gt;true&lt;/tt&gt; on successful deletion, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.452"></a>
+<span class="sourceLineNo">453</span>   * @throws IOException on filesystem operation failure<a name="line.453"></a>
+<span class="sourceLineNo">454</span>   */<a name="line.454"></a>
+<span class="sourceLineNo">455</span>  private static boolean deleteRegionWithoutArchiving(FileSystem fs, Path regionDir)<a name="line.455"></a>
+<span class="sourceLineNo">456</span>      throws IOException {<a name="line.456"></a>
+<span class="sourceLineNo">457</span>    if (fs.delete(regionDir, true)) {<a name="line.457"></a>
+<span class="sourceLineNo">458</span>      LOG.debug("Deleted {}", regionDir);<a name="line.458"></a>
+<span class="sourceLineNo">459</span>      return true;<a name="line.459"></a>
+<span class="sourceLineNo">460</span>    }<a name="line.460"></a>
+<span class="sourceLineNo">461</span>    LOG.debug("Failed to delete directory {}", regionDir);<a name="line.461"></a>
+<span class="sourceLineNo">462</span>    return false;<a name="line.462"></a>
+<span class="sourceLineNo">463</span>  }<a name="line.463"></a>
+<span class="sourceLineNo">464</span><a name="line.464"></a>
+<span class="sourceLineNo">465</span>  /**<a name="line.465"></a>
+<span class="sourceLineNo">466</span>   * Just do a simple delete of the given store files<a name="line.466"></a>
+<span class="sourceLineNo">467</span>   * &lt;p&gt;<a name="line.467"></a>
+<span class="sourceLineNo">468</span>   * A best effort is made to delete each of the files, rather than bailing on the first failure.<a name="line.468"></a>
+<span class="sourceLineNo">469</span>   * &lt;p&gt;<a name="line.469"></a>
+<span class="sourceLineNo">470</span>   * @param compactedFiles store files to delete from the file system.<a name="line.470"></a>
+<span class="sourceLineNo">471</span>   * @throws IOException if a file cannot be deleted. All files will be attempted to deleted before<a name="line.471"></a>
+<span class="sourceLineNo">472</span>   *           throwing the exception, rather than failing at the first file.<a name="line.472"></a>
+<span class="sourceLineNo">473</span>   */<a name="line.473"></a>
+<span class="sourceLineNo">474</span>  private static void deleteStoreFilesWithoutArchiving(Collection&lt;HStoreFile&gt; compactedFiles)<a name="line.474"></a>
+<span class="sourceLineNo">475</span>      throws IOException {<a name="line.475"></a>
+<span class="sourceLineNo">476</span>    LOG.debug("Deleting files without archiving.");<a name="line.476"></a>
+<span class="sourceLineNo">477</span>    List&lt;IOException&gt; errors = new ArrayList&lt;&gt;(0);<a name="line.477"></a>
+<span class="sourceLineNo">478</span>    for (HStoreFile hsf : compactedFiles) {<a name="line.478"></a>
+<span class="sourceLineNo">479</span>      try {<a name="line.479"></a>
+<span class="sourceLineNo">480</span>        hsf.deleteStoreFile();<a name="line.480"></a>
+<span class="sourceLineNo">481</span>      } catch (IOException e) {<a name="line.481"></a>
+<span class="sourceLineNo">482</span>        LOG.error("Failed to delete {}", hsf.getPath());<a name="line.482"></a>
+<span class="sourceLineNo">483</span>        errors.add(e);<a name="line.483"></a>
+<span class="sourceLineNo">484</span>      }<a name="line.484"></a>
+<span class="sourceLineNo">485</span>    }<a name="line.485"></a>
+<span class="sourceLineNo">486</span>    if (errors.size() &gt; 0) {<a name="line.486"></a>
+<span class="sourceLineNo">487</span>      throw MultipleIOException.createIOException(errors);<a name="line.487"></a>
+<span class="sourceLineNo">488</span>    }<a name="line.488"></a>
+<span class="sourceLineNo">489</span>  }<a name="line.489"></a>
+<span class="sourceLineNo">490</span><a name="line.490"></a>
+<span class="sourceLineNo">491</span>  /**<a name="line.491"></a>
+<span class="sourceLineNo">492</span>   * Adapt a type to match the {@link File} interface, which is used internally for handling<a name="line.492"></a>
+<span class="sourceLineNo">493</span>   * archival/removal of files<a name="line.493"></a>
+<span class="sourceLineNo">494</span>   * @param &lt;T&gt; type to adapt to the {@link File} interface<a name="line.494"></a>
+<span class="sourceLineNo">495</span>   */<a name="line.495"></a>
+<span class="sourceLineNo">496</span>  private static abstract class FileConverter&lt;T&gt; implements Function&lt;T, File&gt; {<a name="line.496"></a>
+<span class="sourceLineNo">497</span>    protected final FileSystem fs;<a name="line.497"></a>
+<span class="sourceLineNo">498</span><a name="line.498"></a>
+<span class="sourceLineNo">499</span>    public FileConverter(FileSystem fs) {<a name="line.499"></a>
+<span class="sourceLineNo">500</span>      this.fs = fs;<a name="line.500"></a>
+<span class="sourceLineNo">501</span>    }<a name="line.501"></a>
+<span class="sourceLineNo">502</span>  }<a name="line.502"></a>
+<span class="sourceLineNo">503</span><a name="line.503"></a>
+<span class="sourceLineNo">504</span>  /**<a name="line.504"></a>
+<span class="sourceLineNo">505</span>   * Convert a FileStatus to something we can manage in the archiving<a name="line.505"></a>
+<span class="sourceLineNo">506</span>   */<a name="line.506"></a>
+<span class="sourceLineNo">507</span>  private static class FileStatusConverter extends FileConverter&lt;FileStatus&gt; {<a name="line.507"></a>
+<span class="sourceLineNo">508</span>    public FileStatusConverter(FileSystem fs) {<a name="line.508"></a>
+<span class="sourceLineNo">509</span>      super(fs);<a name="line.509"></a>
+<span class="sourceLineNo">510</span>    }<a name="line.510"></a>
+<span class="sourceLineNo">511</span><a name="line.511"></a>
+<span class="sourceLineNo">512</span>    @Override<a name="line.512"></a>
+<span class="sourceLineNo">513</span>    public File apply(FileStatus input) {<a name="line.513"></a>
+<span class="sourceLineNo">514</span>      return new FileablePath(fs, input.getPath());<a name="line.514"></a>
+<span class="sourceLineNo">515</span>    }<a name="line.515"></a>
+<span class="sourceLineNo">516</span>  }<a name="line.516"></a>
+<span class="sourceLineNo">517</span><a name="line.517"></a>
+<span class="sourceLineNo">518</span>  /**<a name="line.518"></a>
+<span class="sourceLineNo">519</span>   * Convert the {@link HStoreFile} into something we can manage in the archive<a name="line.519"></a>
+<span class="sourceLineNo">520</span>   * methods<a name="line.520"></a>
+<span class="sourceLineNo">521</span>   */<a name="line.521"></a>
+<span class="sourceLineNo">522</span>  private static class StoreToFile extends FileConverter&lt;HStoreFile&gt; {<a name="line.522"></a>
+<span class="sourceLineNo">523</span>    public StoreToFile(FileSystem fs) {<a name="line.523"></a>
+<span class="sourceLineNo">524</span>      super(fs);<a name="line.524"></a>
+<span class="sourceLineNo">525</span>    }<a name="line.525"></a>
+<span class="sourceLineNo">526</span><a name="line.526"></a>
+<span class="sourceLineNo">527</span>    @Override<a name="line.527"></a>
+<span class="sourceLineNo">528</span>    public File apply(HStoreFile input) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span>      return new FileableStoreFile(fs, input);<a name="line.529"></a>
+<span class="sourceLineNo">530</span>    }<a name="line.530"></a>
+<span class="sourceLineNo">531</span>  }<a name="line.531"></a>
+<span class="sourceLineNo">532</span><a name="line.532"></a>
+<span class="sourceLineNo">533</span>  /**<a name="line.533"></a>
+<span class="sourceLineNo">534</span>   * Wrapper to handle file operations uniformly<a name="line.534"></a>
+<span class="sourceLineNo">535</span>   */<a name="line.535"></a>
+<span class="sourceLineNo">536</span>  private static abstract class File {<a name="line.536"></a>
+<span class="sourceLineNo">537</span>    protected final FileSystem fs;<a name="line.537"></a>
+<span class="sourceLineNo">538</span><a name="line.538"></a>
+<span class="sourceLineNo">539</span>    public File(FileSystem fs) {<a name="line.539"></a>
+<span class="sourceLineNo">540</span>      this.fs = fs;<a name="line.540"></a>
+<span class="sourceLineNo">541</span>    }<a name="line.541"></a>
+<span class="sourceLineNo">542</span><a name="line.542"></a>
+<span class="sourceLineNo">543</span>    /**<a name="line.543"></a>
+<span class="sourceLineNo">544</span>     * Delete the file<a name="line.544"></a>
+<span class="sourceLineNo">545</span>     * @throws IOException on failure<a name="line.545"></a>
+<span class="sourceLineNo">546</span>     */<a name="line.546"></a>
+<span class="sourceLineNo">547</span>    abstract void delete() throws IOException;<a name="line.547"></a>
+<span class="sourceLineNo">548</span><a name="line.548"></a>
+<span class="sourceLineNo">549</span>    /**<a name="line.549"></a>
+<span class="sourceLineNo">550</span>     * Check to see if this is a file or a directory<a name="line.550"></a>
+<span class="sourceLineNo">551</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.551"></a>
+<span class="sourceLineNo">552</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.552"></a>
 <span class="sourceLineNo">553</span>     */<a name="line.553"></a>
-<span class="sourceLineNo">554</span>    abstract void delete() throws IOException;<a name="line.554"></a>
+<span class="sourceLineNo">554</span>    abstract boolean isFile() throws IOException;<a name="line.554"></a>
 <span class="sourceLineNo">555</span><a name="line.555"></a>
 <span class="sourceLineNo">556</span>    /**<a name="line.556"></a>
-<span class="sourceLineNo">557</span>     * Check to see if this is a file or a directory<a name="line.557"></a>
-<span class="sourceLineNo">558</span>     * @return &lt;tt&gt;true&lt;/tt&gt; if it is a file, &lt;tt&gt;false&lt;/tt&gt; otherwise<a name="line.558"></a>
-<span class="sourceLineNo">559</span>     * @throws IOException on {@link FileSystem} connection error<a name="line.559"></a>
+<span class="sourceLineNo">557</span>     * @return if this is a directory, returns all the children in the<a name="line.557"></a>
+<span class="sourceLineNo">558</span>     *         directory, otherwise returns an empty list<a name="line.558"></a>
+<span class="sourceLineNo">559</span>     * @throws IOException<a name="line.559"></a>
 <span class="sourceLineNo">560</span>     */<a name="line.560"></a>
-<span class="sourceLineNo">561</span>    abstract boolean isFile() throws IOException;<a name="line.561"></a>
+<span class="sourceLineNo">561</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.561"></a>
 <span class="sourceLineNo">562</span><a name="line.562"></a>
 <span class="sourceLineNo">563</span>    /**<a name="line.563"></a>
-<span class="sourceLineNo">564</span>     * @return if this is a directory, returns all the children in the<a name="line.564"></a>
-<span class="sourceLineNo">565</span>     *         directory, otherwise returns an empty list<a name="line.565"></a>
-<span class="sourceLineNo">566</span>     * @throws IOException<a name="line.566"></a>
-<span class="sourceLineNo">567</span>     */<a name="line.567"></a>
-<span class="sourceLineNo">568</span>    abstract Collection&lt;File&gt; getChildren() throws IOException;<a name="line.568"></a>
-<span class="sourceLineNo">569</span><a name="line.569"></a>
-<span class="sourceLineNo">570</span>    /**<a name="line.570"></a>
-<span class="sourceLineNo">571</span>     * close any outside readers of the file<a name="line.571"></a>
-<span class="sourceLineNo">572</span>     * @throws IOException<a name="line.572"></a>
-<span class="sourceLineNo">573</span>     */<a name="line.573"></a>
-<span class="sourceLineNo">574</span>    abstract void close() throws IOException;<a name="line.574"></a>
-<span class="sourceLineNo">575</span><a name="line.575"></a>
-<span class="sourceLineNo">576</span>    /**<a name="line.576"></a>
-<span class="sourceLineNo">577</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.577"></a>
-<span class="sourceLineNo">578</span>     *         file name)<a name="line.578"></a>
-<span class="sourceLineNo">579</span>     */<a name="line.579"></a>
-<span class="sourceLineNo">580</span>    abstract String getName();<a name="line.580"></a>
-<span class="sourceLineNo">581</span><a name="line.581"></a>
-<span class="sourceLineNo">582</span>    /**<a name="line.582"></a>
-<span class="sourceLineNo">583</span>     * @return the path to this file<a name="line.583"></a>
-<span class="sourceLineNo">584</span>     */<a name="line.584"></a>
-<span class="sourceLineNo">585</span>    abstract Path getPath();<a name="line.585"></a>
-<span class="sourceLineNo">586</span><a name="line.586"></a>
-<span class="sourceLineNo">587</span>    /**<a name="line.587"></a>
-<span class="sourceLineNo">588</span>     * Move the file to the given destination<a name="line.588"></a>
-<span class="sourceLineNo">589</span>     * @param dest<a name="line.589"></a>
-<span class="sourceLineNo">590</span>     * @return &lt;tt&gt;true&lt;/tt&gt; on success<a name="line.590"></a>
-<span class="sourceLineNo">591</span>     * @throws IOException<a name="line.591"></a>
-<span class="sourceLineNo">592</span>     */<a name="line.592"></a>
-<span class="sourceLineNo">593</span>    public boolean moveAndClose(Path dest) throws IOException {<a name="line.593"></a>
-<span class="sourceLineNo">594</span>      this.close();<a name="line.594"></a>
-<span class="sourceLineNo">595</span>      Path p = this.getPath();<a name="line.595"></a>
-<span class="sourceLineNo">596</span>      return FSUtils.renameAndSetModifyTime(fs, p, dest);<a name="line.596"></a>
+<span class="sourceLineNo">564</span>     * close any outside readers of the file<a name="line.564"></a>
+<span class="sourceLineNo">565</span>     * @throws IOException<a name="line.565"></a>
+<span class="sourceLineNo">566</span>     */<a name="line.566"></a>
+<span class="sourceLineNo">567</span>    abstract void close() throws IOException;<a name="line.567"></a>
+<span class="sourceLineNo">568</span><a name="line.568"></a>
+<span class="sourceLineNo">569</span>    /**<a name="line.569"></a>
+<span class="sourceLineNo">570</span>     * @return the name of the file (not the full fs path, just the individual<a name="line.570"></a>
+<span class="sourceLineNo">571</span>     *         file name)<a name="line.571"></a>
+<span class="sourceLineNo">572</span>     */<a name="line.572"></a>
+<span class="sourceLineNo">573</span>    abstract String getName();<a name="line.573"></a>
+<span class="sourceLineNo">574</span><a name="line.574"></a>
+<span class="sourceLineNo">575</span>    /**<a name="line.575"></a>
+<span class="sourceLineNo">576</span>     * @return the path to this file<a name="line.576"></a>
+<span class="sourceLineNo">577</span>     */<a name="line.577"></a>
+<span class="sourceLineNo">578</span>    abstract Path getPath();<a name="line.578"></a>
+<span class="sourceLineNo">579</span><a name="line.579"></a>
+<span class="sourceLineNo">580</span>    /**<a name="line.580"></a>
+<span class="sourceLineNo">581</span>     * Move the file to the given destination<a name="line.581"></a>
+<span class="sourceLineNo">582</span>     * @param dest<a name="line.

<TRUNCATED>

[48/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/index-all.html
----------------------------------------------------------------------
diff --git a/devapidocs/index-all.html b/devapidocs/index-all.html
index a47005c..ca9ab07 100644
--- a/devapidocs/index-all.html
+++ b/devapidocs/index-all.html
@@ -1759,8 +1759,6 @@
 <dd>
 <div class="block">Add new hfile references to the queue.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#addHFileRefs-java.lang.String-java.util.List-">addHFileRefs(String, List&lt;Pair&lt;Path, Path&gt;&gt;)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#addHFileRefs-java.lang.String-java.util.List-">addHFileRefs(String, List&lt;Pair&lt;Path, Path&gt;&gt;)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/regionserver/Replication.html#addHFileRefsToQueue-org.apache.hadoop.hbase.TableName-byte:A-java.util.List-">addHFileRefsToQueue(TableName, byte[], List&lt;Pair&lt;Path, Path&gt;&gt;)</a></span> - Method in class org.apache.hadoop.hbase.replication.regionserver.<a href="org/apache/hadoop/hbase/replication/regionserver/Replication.html" title="class in org.apache.hadoop.hbase.replication.regionserver">Replication</a></dt>
@@ -2045,8 +2043,6 @@
 <dd>
 <div class="block">Add a replication peer.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#addPeer-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-boolean-">addPeer(String, ReplicationPeerConfig, boolean)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationPeerStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#addPeer-java.lang.String-org.apache.hadoop.hbase.replication.ReplicationPeerConfig-boolean-">addPeer(String, ReplicationPeerConfig, boolean)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationPeerStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><a href="org/apache/hadoop/hbase/master/replication/AddPeerProcedure.html" title="class in org.apache.hadoop.hbase.master.replication"><span class="typeNameLink">AddPeerProcedure</span></a> - Class in <a href="org/apache/hadoop/hbase/master/replication/package-summary.html">org.apache.hadoop.hbase.master.replication</a></dt>
@@ -2061,8 +2057,6 @@
 <dd>
 <div class="block">Add a peer to hfile reference queue if peer does not exist.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#addPeerToHFileRefs-java.lang.String-">addPeerToHFileRefs(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#addPeerToHFileRefs-java.lang.String-">addPeerToHFileRefs(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/SnapshotOfRegionAssignmentFromMeta.html#addPrimaryAssignment-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.ServerName-">addPrimaryAssignment(RegionInfo, ServerName)</a></span> - Method in class org.apache.hadoop.hbase.master.<a href="org/apache/hadoop/hbase/master/SnapshotOfRegionAssignmentFromMeta.html" title="class in org.apache.hadoop.hbase.master">SnapshotOfRegionAssignmentFromMeta</a></dt>
@@ -2592,8 +2586,6 @@
 <dd>
 <div class="block">Add a new WAL file to the given queue for a given regionserver.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#addWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">addWAL(ServerName, String, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#addWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">addWAL(ServerName, String, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/wal/AbstractFSWALProvider.html#addWALActionsListener-org.apache.hadoop.hbase.regionserver.wal.WALActionsListener-">addWALActionsListener(WALActionsListener)</a></span> - Method in class org.apache.hadoop.hbase.wal.<a href="org/apache/hadoop/hbase/wal/AbstractFSWALProvider.html" title="class in org.apache.hadoop.hbase.wal">AbstractFSWALProvider</a></dt>
@@ -9644,8 +9636,6 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/regionserver/MetricsRegionServerWrapperImpl.html#cellsSizeCompactedToMob">cellsSizeCompactedToMob</a></span> - Variable in class org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/MetricsRegionServerWrapperImpl.html" title="class in org.apache.hadoop.hbase.regionserver">MetricsRegionServerWrapperImpl</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#cellTimestamp">cellTimestamp</a></span> - Variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/backup/impl/BackupSystemTable.html#cellToBackupInfo-org.apache.hadoop.hbase.Cell-">cellToBackupInfo(Cell)</a></span> - Method in class org.apache.hadoop.hbase.backup.impl.<a href="org/apache/hadoop/hbase/backup/impl/BackupSystemTable.html" title="class in org.apache.hadoop.hbase.backup.impl">BackupSystemTable</a></dt>
 <dd>
 <div class="block">Converts cell to backup info instance.</div>
@@ -10603,6 +10593,10 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/tool/Canary.RegionServerMonitor.html#checkNoTableNames--">checkNoTableNames()</a></span> - Method in class org.apache.hadoop.hbase.tool.<a href="org/apache/hadoop/hbase/tool/Canary.RegionServerMonitor.html" title="class in org.apache.hadoop.hbase.tool">Canary.RegionServerMonitor</a></dt>
 <dd>&nbsp;</dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html#checkOnline-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-">checkOnline(MasterProcedureEnv, RegionInfo)</a></span> - Static method in class org.apache.hadoop.hbase.master.procedure.<a href="org/apache/hadoop/hbase/master/procedure/AbstractStateMachineTableProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">AbstractStateMachineTableProcedure</a></dt>
+<dd>
+<div class="block">Check region is online.</div>
+</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/assignment/AssignmentManager.html#checkOnlineRegionsReport-org.apache.hadoop.hbase.master.assignment.RegionStates.ServerStateNode-java.util.Set-">checkOnlineRegionsReport(RegionStates.ServerStateNode, Set&lt;byte[]&gt;)</a></span> - Method in class org.apache.hadoop.hbase.master.assignment.<a href="org/apache/hadoop/hbase/master/assignment/AssignmentManager.html" title="class in org.apache.hadoop.hbase.master.assignment">AssignmentManager</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/assignment/AssignmentManager.html#checkOnlineRegionsReportForMeta-org.apache.hadoop.hbase.master.assignment.RegionStates.ServerStateNode-java.util.Set-">checkOnlineRegionsReportForMeta(RegionStates.ServerStateNode, Set&lt;byte[]&gt;)</a></span> - Method in class org.apache.hadoop.hbase.master.assignment.<a href="org/apache/hadoop/hbase/master/assignment/AssignmentManager.html" title="class in org.apache.hadoop.hbase.master.assignment">AssignmentManager</a></dt>
@@ -10758,10 +10752,12 @@
 </dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.html#checkRegionsAndGetTableName-byte:A-byte:A-">checkRegionsAndGetTableName(byte[], byte[])</a></span> - Method in class org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.html" title="class in org.apache.hadoop.hbase.client">RawAsyncHBaseAdmin</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.client.RegionInfo:A-boolean-">checkRegionsToMerge(RegionInfo[], boolean)</a></span> - Static method in class org.apache.hadoop.hbase.master.assignment.<a href="org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment">MergeTableRegionsProcedure</a></dt>
-<dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-boolean-">checkRegionsToMerge(RegionInfo, RegionInfo, boolean)</a></span> - Static method in class org.apache.hadoop.hbase.master.assignment.<a href="org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment">MergeTableRegionsProcedure</a></dt>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo:A-boolean-">checkRegionsToMerge(MasterProcedureEnv, RegionInfo[], boolean)</a></span> - Static method in class org.apache.hadoop.hbase.master.assignment.<a href="org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment">MergeTableRegionsProcedure</a></dt>
 <dd>&nbsp;</dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html#checkRegionsToMerge-org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv-org.apache.hadoop.hbase.client.RegionInfo-org.apache.hadoop.hbase.client.RegionInfo-boolean-">checkRegionsToMerge(MasterProcedureEnv, RegionInfo, RegionInfo, boolean)</a></span> - Static method in class org.apache.hadoop.hbase.master.assignment.<a href="org/apache/hadoop/hbase/master/assignment/MergeTableRegionsProcedure.html" title="class in org.apache.hadoop.hbase.master.assignment">MergeTableRegionsProcedure</a></dt>
+<dd>
+<div class="block">One time checks.</div>
+</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/backup/impl/BackupCommands.RepairCommand.html#checkRemoveBackupImages-org.apache.hadoop.fs.FileSystem-java.lang.String-java.lang.String:A-">checkRemoveBackupImages(FileSystem, String, String[])</a></span> - Static method in class org.apache.hadoop.hbase.backup.impl.<a href="org/apache/hadoop/hbase/backup/impl/BackupCommands.RepairCommand.html" title="class in org.apache.hadoop.hbase.backup.impl">BackupCommands.RepairCommand</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/RegionInfoBuilder.MutableRegionInfo.html#checkReplicaId-int-">checkReplicaId(int)</a></span> - Static method in class org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/RegionInfoBuilder.MutableRegionInfo.html" title="class in org.apache.hadoop.hbase.client">RegionInfoBuilder.MutableRegionInfo</a></dt>
@@ -11270,8 +11266,6 @@
 <dd>
 <div class="block">Change ownership for the queue identified by queueId and belongs to a dead region server.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#claimQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-org.apache.hadoop.hbase.ServerName-">claimQueue(ServerName, String, ServerName)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#claimQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-org.apache.hadoop.hbase.ServerName-">claimQueue(ServerName, String, ServerName)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/CommonFSUtils.StreamCapabilities.html#CLASS">CLASS</a></span> - Static variable in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/CommonFSUtils.StreamCapabilities.html" title="class in org.apache.hadoop.hbase.util">CommonFSUtils.StreamCapabilities</a></dt>
@@ -16110,8 +16104,6 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationPeers.html#conf">conf</a></span> - Variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationPeers.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeers</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#conf">conf</a></span> - Variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationStorageBase.html#conf">conf</a></span> - Variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationStorageBase</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/rest/client/RemoteAdmin.html#conf">conf</a></span> - Variable in class org.apache.hadoop.hbase.rest.client.<a href="org/apache/hadoop/hbase/rest/client/RemoteAdmin.html" title="class in org.apache.hadoop.hbase.rest.client">RemoteAdmin</a></dt>
@@ -16625,8 +16617,6 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/regionserver/RegionReplicaReplicationEndpoint.RegionReplicaSinkWriter.html#connection">connection</a></span> - Variable in class org.apache.hadoop.hbase.replication.regionserver.<a href="org/apache/hadoop/hbase/replication/regionserver/RegionReplicaReplicationEndpoint.RegionReplicaSinkWriter.html" title="class in org.apache.hadoop.hbase.replication.regionserver">RegionReplicaReplicationEndpoint.RegionReplicaSinkWriter</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#connection">connection</a></span> - Variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/tool/Canary.Monitor.html#connection">connection</a></span> - Variable in class org.apache.hadoop.hbase.tool.<a href="org/apache/hadoop/hbase/tool/Canary.Monitor.html" title="class in org.apache.hadoop.hbase.tool">Canary.Monitor</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/tool/Canary.RegionServerTask.html#connection">connection</a></span> - Variable in class org.apache.hadoop.hbase.tool.<a href="org/apache/hadoop/hbase/tool/Canary.RegionServerTask.html" title="class in org.apache.hadoop.hbase.tool">Canary.RegionServerTask</a></dt>
@@ -18580,8 +18570,6 @@
 </dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/regionserver/ReplicationSourceFactory.html#create-org.apache.hadoop.conf.Configuration-java.lang.String-">create(Configuration, String)</a></span> - Static method in class org.apache.hadoop.hbase.replication.regionserver.<a href="org/apache/hadoop/hbase/replication/regionserver/ReplicationSourceFactory.html" title="class in org.apache.hadoop.hbase.replication.regionserver">ReplicationSourceFactory</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#create-org.apache.hadoop.hbase.Cell-">create(Cell)</a></span> - Static method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/security/User.html#create-org.apache.hadoop.security.UserGroupInformation-">create(UserGroupInformation)</a></span> - Static method in class org.apache.hadoop.hbase.security.<a href="org/apache/hadoop/hbase/security/User.html" title="class in org.apache.hadoop.hbase.security">User</a></dt>
 <dd>
 <div class="block">Wraps an underlying <code>UserGroupInformation</code> instance.</div>
@@ -20233,8 +20221,6 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/regionserver/ReplicationSource.html#createReplicationEndpoint--">createReplicationEndpoint()</a></span> - Method in class org.apache.hadoop.hbase.replication.regionserver.<a href="org/apache/hadoop/hbase/replication/regionserver/ReplicationSource.html" title="class in org.apache.hadoop.hbase.replication.regionserver">ReplicationSource</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#createReplicationTableDescBuilder-org.apache.hadoop.conf.Configuration-">createReplicationTableDescBuilder(Configuration)</a></span> - Static method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/regionserver/HBaseInterClusterReplicationEndpoint.html#createReplicator-java.util.List-int-">createReplicator(List&lt;WAL.Entry&gt;, int)</a></span> - Method in class org.apache.hadoop.hbase.replication.regionserver.<a href="org/apache/hadoop/hbase/replication/regionserver/HBaseInterClusterReplicationEndpoint.html" title="class in org.apache.hadoop.hbase.replication.regionserver">HBaseInterClusterReplicationEndpoint</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/compaction/MajorCompactionRequest.html#createRequest-org.apache.hadoop.conf.Configuration-java.util.Set-">createRequest(Configuration, Set&lt;String&gt;)</a></span> - Method in class org.apache.hadoop.hbase.util.compaction.<a href="org/apache/hadoop/hbase/util/compaction/MajorCompactionRequest.html" title="class in org.apache.hadoop.hbase.util.compaction">MajorCompactionRequest</a></dt>
@@ -23170,10 +23156,6 @@
 </dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/cleaner/ReplicationBarrierCleaner.html#DEFAULT_REPLICATION_BARRIER_CLEANER_INTERVAL">DEFAULT_REPLICATION_BARRIER_CLEANER_INTERVAL</a></span> - Static variable in class org.apache.hadoop.hbase.master.cleaner.<a href="org/apache/hadoop/hbase/master/cleaner/ReplicationBarrierCleaner.html" title="class in org.apache.hadoop.hbase.master.cleaner">ReplicationBarrierCleaner</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#DEFAULT_REPLICATION_PEER_STORAGE_IMPL">DEFAULT_REPLICATION_PEER_STORAGE_IMPL</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html" title="class in org.apache.hadoop.hbase.replication">ReplicationStorageFactory</a></dt>
-<dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#DEFAULT_REPLICATION_QUEUE_STORAGE_IMPL">DEFAULT_REPLICATION_QUEUE_STORAGE_IMPL</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html" title="class in org.apache.hadoop.hbase.replication">ReplicationStorageFactory</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/ColumnFamilyDescriptorBuilder.html#DEFAULT_REPLICATION_SCOPE">DEFAULT_REPLICATION_SCOPE</a></span> - Static variable in class org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/ColumnFamilyDescriptorBuilder.html" title="class in org.apache.hadoop.hbase.client">ColumnFamilyDescriptorBuilder</a></dt>
 <dd>
 <div class="block">Default scope.</div>
@@ -25146,6 +25128,8 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/wal/DisabledWALProvider.html#disabled">disabled</a></span> - Variable in class org.apache.hadoop.hbase.wal.<a href="org/apache/hadoop/hbase/wal/DisabledWALProvider.html" title="class in org.apache.hadoop.hbase.wal">DisabledWALProvider</a></dt>
 <dd>&nbsp;</dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#DISABLED_ZNODE_BYTES">DISABLED_ZNODE_BYTES</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationPeerStorage</a></dt>
+<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/regionserver/RegionReplicaReplicationEndpoint.RegionReplicaSinkWriter.html#disabledAndDroppedTables">disabledAndDroppedTables</a></span> - Variable in class org.apache.hadoop.hbase.replication.regionserver.<a href="org/apache/hadoop/hbase/replication/regionserver/RegionReplicaReplicationEndpoint.RegionReplicaSinkWriter.html" title="class in org.apache.hadoop.hbase.replication.regionserver">RegionReplicaReplicationEndpoint.RegionReplicaSinkWriter</a></dt>
 <dd>&nbsp;</dd>
 <dt><a href="org/apache/hadoop/hbase/regionserver/DisabledRegionSplitPolicy.html" title="class in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">DisabledRegionSplitPolicy</span></a> - Class in <a href="org/apache/hadoop/hbase/regionserver/package-summary.html">org.apache.hadoop.hbase.regionserver</a></dt>
@@ -25837,6 +25821,8 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/DoNotRetryRegionException.html#DoNotRetryRegionException-java.lang.String-">DoNotRetryRegionException(String)</a></span> - Constructor for exception org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/DoNotRetryRegionException.html" title="class in org.apache.hadoop.hbase.client">DoNotRetryRegionException</a></dt>
 <dd>&nbsp;</dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/DoNotRetryRegionException.html#DoNotRetryRegionException-java.lang.Throwable-">DoNotRetryRegionException(Throwable)</a></span> - Constructor for exception org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/DoNotRetryRegionException.html" title="class in org.apache.hadoop.hbase.client">DoNotRetryRegionException</a></dt>
+<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/Base64.html#DONT_BREAK_LINES">DONT_BREAK_LINES</a></span> - Static variable in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/Base64.html" title="class in org.apache.hadoop.hbase.util">Base64</a></dt>
 <dd>
 <div class="block">Don't break lines when encoding (violates strict Base64 specification)</div>
@@ -26588,6 +26574,8 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/constraint/Constraints.html#ENABLED_KEY">ENABLED_KEY</a></span> - Static variable in class org.apache.hadoop.hbase.constraint.<a href="org/apache/hadoop/hbase/constraint/Constraints.html" title="class in org.apache.hadoop.hbase.constraint">Constraints</a></dt>
 <dd>&nbsp;</dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#ENABLED_ZNODE_BYTES">ENABLED_ZNODE_BYTES</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationPeerStorage</a></dt>
+<dd>&nbsp;</dd>
 <dt><a href="org/apache/hadoop/hbase/master/snapshot/EnabledTableSnapshotHandler.html" title="class in org.apache.hadoop.hbase.master.snapshot"><span class="typeNameLink">EnabledTableSnapshotHandler</span></a> - Class in <a href="org/apache/hadoop/hbase/master/snapshot/package-summary.html">org.apache.hadoop.hbase.master.snapshot</a></dt>
 <dd>
 <div class="block">Handle the master side of taking a snapshot of an online table, regardless of snapshot type.</div>
@@ -29719,26 +29707,14 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/tool/LoadIncrementalHFiles.LoadQueueItem.html#family">family</a></span> - Variable in class org.apache.hadoop.hbase.tool.<a href="org/apache/hadoop/hbase/tool/LoadIncrementalHFiles.LoadQueueItem.html" title="class in org.apache.hadoop.hbase.tool">LoadIncrementalHFiles.LoadQueueItem</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_HFILE_REFS">FAMILY_HFILE_REFS</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/KeyValue.html#FAMILY_LENGTH_SIZE">FAMILY_LENGTH_SIZE</a></span> - Static variable in class org.apache.hadoop.hbase.<a href="org/apache/hadoop/hbase/KeyValue.html" title="class in org.apache.hadoop.hbase">KeyValue</a></dt>
 <dd>
 <div class="block">Size of the family length field in bytes</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_PEER">FAMILY_PEER</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_QUEUE">FAMILY_QUEUE</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_REGIONS">FAMILY_REGIONS</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_RS_STATE">FAMILY_RS_STATE</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/coprocessor/example/ScanModifyingObserver.html#FAMILY_TO_ADD">FAMILY_TO_ADD</a></span> - Variable in class org.apache.hadoop.hbase.coprocessor.example.<a href="org/apache/hadoop/hbase/coprocessor/example/ScanModifyingObserver.html" title="class in org.apache.hadoop.hbase.coprocessor.example">ScanModifyingObserver</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/coprocessor/example/ScanModifyingObserver.html#FAMILY_TO_ADD_KEY">FAMILY_TO_ADD_KEY</a></span> - Static variable in class org.apache.hadoop.hbase.coprocessor.example.<a href="org/apache/hadoop/hbase/coprocessor/example/ScanModifyingObserver.html" title="class in org.apache.hadoop.hbase.coprocessor.example">ScanModifyingObserver</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#FAMILY_WAL">FAMILY_WAL</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/regionserver/HRegion.BatchOperation.html#familyCellMaps">familyCellMaps</a></span> - Variable in class org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/HRegion.BatchOperation.html" title="class in org.apache.hadoop.hbase.regionserver">HRegion.BatchOperation</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/snapshot/SnapshotManifest.RegionVisitor.html#familyClose-TRegion-TFamily-">familyClose(TRegion, TFamily)</a></span> - Method in interface org.apache.hadoop.hbase.snapshot.<a href="org/apache/hadoop/hbase/snapshot/SnapshotManifest.RegionVisitor.html" title="interface in org.apache.hadoop.hbase.snapshot">SnapshotManifest.RegionVisitor</a></dt>
@@ -30308,8 +30284,6 @@
 <dd>
 <div class="block">Path of file where regions will be written to during unloading/read from during loading</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#fileNameMatch-java.lang.String-">fileNameMatch(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/regionserver/wal/AbstractFSWAL.html#filenum">filenum</a></span> - Variable in class org.apache.hadoop.hbase.regionserver.wal.<a href="org/apache/hadoop/hbase/regionserver/wal/AbstractFSWAL.html" title="class in org.apache.hadoop.hbase.regionserver.wal">AbstractFSWAL</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/cleaner/HFileCleaner.HFileDeleteTask.html#filePath">filePath</a></span> - Variable in class org.apache.hadoop.hbase.master.cleaner.<a href="org/apache/hadoop/hbase/master/cleaner/HFileCleaner.HFileDeleteTask.html" title="class in org.apache.hadoop.hbase.master.cleaner">HFileCleaner.HFileDeleteTask</a></dt>
@@ -33987,8 +33961,6 @@
 <dd>
 <div class="block">Load all hfile references in all replication queues.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllHFileRefs--">getAllHFileRefs()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllHFileRefs--">getAllHFileRefs()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/io/hfile/bucket/BucketCache.html#getAllocator--">getAllocator()</a></span> - Method in class org.apache.hadoop.hbase.io.hfile.bucket.<a href="org/apache/hadoop/hbase/io/hfile/bucket/BucketCache.html" title="class in org.apache.hadoop.hbase.io.hfile.bucket">BucketCache</a></dt>
@@ -34004,8 +33976,6 @@
 <dd>
 <div class="block">Get list of all peers from hfile reference queue.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllPeersFromHFileRefsQueue--">getAllPeersFromHFileRefsQueue()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllPeersFromHFileRefsQueue--">getAllPeersFromHFileRefsQueue()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllPeersFromHFileRefsQueue0--">getAllPeersFromHFileRefsQueue0()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
@@ -34021,8 +33991,6 @@
 <dd>
 <div class="block">Get a list of all queues for the specified region server.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllQueues-org.apache.hadoop.hbase.ServerName-">getAllQueues(ServerName)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllQueues-org.apache.hadoop.hbase.ServerName-">getAllQueues(ServerName)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllQueues0-org.apache.hadoop.hbase.ServerName-">getAllQueues0(ServerName)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
@@ -34055,8 +34023,6 @@
 <dd>
 <div class="block">Load all wals in all replication queues.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getAllWALs--">getAllWALs()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getAllWALs--">getAllWALs()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/Base64.html#getAlphabet-int-">getAlphabet(int)</a></span> - Static method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/Base64.html" title="class in org.apache.hadoop.hbase.util">Base64</a></dt>
@@ -38474,6 +38440,8 @@
 <dd>
 <div class="block">Exposed for Testing!</div>
 </dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html#getFileChannels--">getFileChannels()</a></span> - Method in class org.apache.hadoop.hbase.io.hfile.bucket.<a href="org/apache/hadoop/hbase/io/hfile/bucket/FileIOEngine.html" title="class in org.apache.hadoop.hbase.io.hfile.bucket">FileIOEngine</a></dt>
+<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/snapshot/ExportSnapshot.ExportMapper.html#getFileChecksum-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-">getFileChecksum(FileSystem, Path)</a></span> - Method in class org.apache.hadoop.hbase.snapshot.<a href="org/apache/hadoop/hbase/snapshot/ExportSnapshot.ExportMapper.html" title="class in org.apache.hadoop.hbase.snapshot">ExportSnapshot.ExportMapper</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/io/hfile/HFile.Reader.html#getFileContext--">getFileContext()</a></span> - Method in interface org.apache.hadoop.hbase.io.hfile.<a href="org/apache/hadoop/hbase/io/hfile/HFile.Reader.html" title="interface in org.apache.hadoop.hbase.io.hfile">HFile.Reader</a></dt>
@@ -40400,8 +40368,6 @@
 <dd>
 <div class="block">Read the max sequence id of the specific region for a given peer.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getLastSequenceId-java.lang.String-java.lang.String-">getLastSequenceId(String, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getLastSequenceId-java.lang.String-java.lang.String-">getLastSequenceId(String, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/regionserver/MetricsReplicationGlobalSourceSource.html#getLastShippedAge--">getLastShippedAge()</a></span> - Method in class org.apache.hadoop.hbase.replication.regionserver.<a href="org/apache/hadoop/hbase/replication/regionserver/MetricsReplicationGlobalSourceSource.html" title="class in org.apache.hadoop.hbase.replication.regionserver">MetricsReplicationGlobalSourceSource</a></dt>
@@ -40602,8 +40568,6 @@
 <dd>
 <div class="block">Get a list of all region servers that have outstanding replication queues.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getListOfReplicators--">getListOfReplicators()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getListOfReplicators--">getListOfReplicators()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getListOfReplicators0--">getListOfReplicators0()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
@@ -44208,8 +44172,6 @@
 <dd>
 <div class="block">Get the peer config of a replication peer.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#getPeerConfig-java.lang.String-">getPeerConfig(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationPeerStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#getPeerConfig-java.lang.String-">getPeerConfig(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationPeerStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html#getPeerData--">getPeerData()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationPeerConfig.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig</a></dt>
@@ -46110,8 +46072,6 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html#getRegionOverThreshold--">getRegionOverThreshold()</a></span> - Method in class org.apache.hadoop.hbase.master.assignment.<a href="org/apache/hadoop/hbase/master/assignment/AssignmentManager.RegionInTransitionStat.html" title="class in org.apache.hadoop.hbase.master.assignment">AssignmentManager.RegionInTransitionStat</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getRegionQualifier-java.lang.String-">getRegionQualifier(String)</a></span> - Static method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/FSUtils.html#getRegionReferenceFileCount-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-">getRegionReferenceFileCount(FileSystem, Path)</a></span> - Static method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/FSUtils.html" title="class in org.apache.hadoop.hbase.util">FSUtils</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/ServerRegionReplicaUtil.html#getRegionReplicaStoreFileRefreshMultiplier-org.apache.hadoop.conf.Configuration-">getRegionReplicaStoreFileRefreshMultiplier(Configuration)</a></span> - Static method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/ServerRegionReplicaUtil.html" title="class in org.apache.hadoop.hbase.util">ServerRegionReplicaUtil</a></dt>
@@ -46569,8 +46529,6 @@
 <dd>
 <div class="block">Get a list of all hfile references in the given peer.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getReplicableHFiles-java.lang.String-">getReplicableHFiles(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getReplicableHFiles-java.lang.String-">getReplicableHFiles(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getReplicableHFiles0-java.lang.String-">getReplicableHFiles0(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
@@ -46658,8 +46616,6 @@
 <dd>
 <div class="block">Get the replication sources manager</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getReplicationMetaTable--">getReplicationMetaTable()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationEndpoint.Context.html#getReplicationPeer--">getReplicationPeer()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationEndpoint.Context.html" title="class in org.apache.hadoop.hbase.replication">ReplicationEndpoint.Context</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/Admin.html#getReplicationPeerConfig-java.lang.String-">getReplicationPeerConfig(String)</a></span> - Method in interface org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client">Admin</a></dt>
@@ -48308,8 +48264,6 @@
 </dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/zookeeper/ZKUtil.html#getServerNameOrEmptyString-byte:A-">getServerNameOrEmptyString(byte[])</a></span> - Static method in class org.apache.hadoop.hbase.zookeeper.<a href="org/apache/hadoop/hbase/zookeeper/ZKUtil.html" title="class in org.apache.hadoop.hbase.zookeeper">ZKUtil</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#getServerNameRowKey-org.apache.hadoop.hbase.ServerName-">getServerNameRowKey(ServerName)</a></span> - Static method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/assignment/RegionStates.html#getServerNode-org.apache.hadoop.hbase.ServerName-">getServerNode(ServerName)</a></span> - Method in class org.apache.hadoop.hbase.master.assignment.<a href="org/apache/hadoop/hbase/master/assignment/RegionStates.html" title="class in org.apache.hadoop.hbase.master.assignment">RegionStates</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html#getServerOperationType--">getServerOperationType()</a></span> - Method in class org.apache.hadoop.hbase.master.procedure.<a href="org/apache/hadoop/hbase/master/procedure/ServerCrashProcedure.html" title="class in org.apache.hadoop.hbase.master.procedure">ServerCrashProcedure</a></dt>
@@ -52683,8 +52637,6 @@
 <dd>
 <div class="block">Get the current position for a specific WAL in a given queue for a given regionserver.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">getWALPosition(ServerName, String, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getWALPosition-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">getWALPosition(ServerName, String, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/wal/AbstractFSWALProvider.html#getWALPrefixFromWALName-java.lang.String-">getWALPrefixFromWALName(String)</a></span> - Static method in class org.apache.hadoop.hbase.wal.<a href="org/apache/hadoop/hbase/wal/AbstractFSWALProvider.html" title="class in org.apache.hadoop.hbase.wal">AbstractFSWALProvider</a></dt>
@@ -52730,14 +52682,8 @@
 <dd>
 <div class="block">Get a list of all WALs in the given queue on the given region server.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALsInQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue(ServerName, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getWALsInQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue(ServerName, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#getWALsInQueue0-org.apache.hadoop.hbase.client.Table-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue0(Table, ServerName, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>
-<div class="block">List all WALs for the specific region server and queueId.</div>
-</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#getWALsInQueue0-org.apache.hadoop.hbase.ServerName-java.lang.String-">getWALsInQueue0(ServerName, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/monitoring/MonitoredTask.html#getWarnTime--">getWarnTime()</a></span> - Method in interface org.apache.hadoop.hbase.monitoring.<a href="org/apache/hadoop/hbase/monitoring/MonitoredTask.html" title="interface in org.apache.hadoop.hbase.monitoring">MonitoredTask</a></dt>
@@ -59485,7 +59431,7 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/regionserver/HRegionServer.html#initializeMemStoreChunkCreator--">initializeMemStoreChunkCreator()</a></span> - Method in class org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/HRegionServer.html" title="class in org.apache.hadoop.hbase.regionserver">HRegionServer</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/regionserver/ChunkCreator.html#initializePool-long-float-float-int-org.apache.hadoop.hbase.regionserver.HeapMemoryManager-">initializePool(long, float, float, int, HeapMemoryManager)</a></span> - Method in class org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/ChunkCreator.html" title="class in org.apache.hadoop.hbase.regionserver">ChunkCreator</a></dt>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/regionserver/ChunkCreator.html#initializePool-java.lang.String-long-float-float-int-org.apache.hadoop.hbase.regionserver.HeapMemoryManager-">initializePool(String, long, float, float, int, HeapMemoryManager)</a></span> - Method in class org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/ChunkCreator.html" title="class in org.apache.hadoop.hbase.regionserver">ChunkCreator</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/regionserver/ChunkCreator.html#initializePools-int-long-float-float-float-org.apache.hadoop.hbase.regionserver.HeapMemoryManager-">initializePools(int, long, float, float, float, HeapMemoryManager)</a></span> - Method in class org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/ChunkCreator.html" title="class in org.apache.hadoop.hbase.regionserver">ChunkCreator</a></dt>
 <dd>&nbsp;</dd>
@@ -62416,8 +62362,6 @@
 <dd>
 <div class="block">Test whether a replication peer is enabled.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#isPeerEnabled-java.lang.String-">isPeerEnabled(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationPeerStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#isPeerEnabled-java.lang.String-">isPeerEnabled(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationPeerStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html#isPeerProcedure-org.apache.hadoop.hbase.procedure2.Procedure-">isPeerProcedure(Procedure&lt;?&gt;)</a></span> - Static method in class org.apache.hadoop.hbase.master.procedure.<a href="org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureScheduler</a></dt>
@@ -64563,6 +64507,8 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/regionserver/MetricsRegionServerWrapperImpl.html#l2Stats">l2Stats</a></span> - Variable in class org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/MetricsRegionServerWrapperImpl.html" title="class in org.apache.hadoop.hbase.regionserver">MetricsRegionServerWrapperImpl</a></dt>
 <dd>&nbsp;</dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#label">label</a></span> - Variable in class org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html" title="class in org.apache.hadoop.hbase.regionserver">ChunkCreator.MemStoreChunkPool</a></dt>
+<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/security/visibility/VisibilityConstants.html#LABEL_QUALIFIER">LABEL_QUALIFIER</a></span> - Static variable in class org.apache.hadoop.hbase.security.visibility.<a href="org/apache/hadoop/hbase/security/visibility/VisibilityConstants.html" title="class in org.apache.hadoop.hbase.security.visibility">VisibilityConstants</a></dt>
 <dd>
 <div class="block">Qualifier for the internal storage table for visibility labels</div>
@@ -65522,8 +65468,6 @@
 <dd>
 <div class="block">Return the peer ids of all replication peers.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#listPeerIds--">listPeerIds()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationPeerStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#listPeerIds--">listPeerIds()</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationPeerStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.html#listPeers-java.util.regex.Pattern-">listPeers(Pattern)</a></span> - Method in class org.apache.hadoop.hbase.master.replication.<a href="org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.html" title="class in org.apache.hadoop.hbase.master.replication">ReplicationPeerManager</a></dt>
@@ -67664,8 +67608,6 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationTrackerZKImpl.html#LOG">LOG</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationTrackerZKImpl.html" title="class in org.apache.hadoop.hbase.replication">ReplicationTrackerZKImpl</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#LOG">LOG</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#LOG">LOG</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/rest/client/Client.html#LOG">LOG</a></span> - Static variable in class org.apache.hadoop.hbase.rest.client.<a href="org/apache/hadoop/hbase/rest/client/Client.html" title="class in org.apache.hadoop.hbase.rest.client">Client</a></dt>
@@ -69107,10 +69049,6 @@
 <dd>
 <div class="block">The <a href="org/apache/hadoop/hbase/io/hfile/HFile.html" title="class in org.apache.hadoop.hbase.io.hfile"><code>HFile</code></a> format major version.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#makeByteArray-java.lang.String-long-">makeByteArray(String, long)</a></span> - Static method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>
-<div class="block">Serialize the {fileName, position} pair into a byte array.</div>
-</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/CellUtil.html#makeColumn-byte:A-byte:A-">makeColumn(byte[], byte[])</a></span> - Static method in class org.apache.hadoop.hbase.<a href="org/apache/hadoop/hbase/CellUtil.html" title="class in org.apache.hadoop.hbase">CellUtil</a></dt>
 <dd>
 <div class="block">Makes a column in family:qualifier form from separate byte arrays.</div>
@@ -71100,7 +71038,7 @@
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/io/util/MemorySizeUtil.html#MEMSTORE_SIZE_OLD_KEY">MEMSTORE_SIZE_OLD_KEY</a></span> - Static variable in class org.apache.hadoop.hbase.io.util.<a href="org/apache/hadoop/hbase/io/util/MemorySizeUtil.html" title="class in org.apache.hadoop.hbase.io.util">MemorySizeUtil</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#MemStoreChunkPool-int-int-int-float-">MemStoreChunkPool(int, int, int, float)</a></span> - Constructor for class org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html" title="class in org.apache.hadoop.hbase.regionserver">ChunkCreator.MemStoreChunkPool</a></dt>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html#MemStoreChunkPool-java.lang.String-int-int-int-float-">MemStoreChunkPool(String, int, int, int, float)</a></span> - Constructor for class org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/ChunkCreator.MemStoreChunkPool.html" title="class in org.apache.hadoop.hbase.regionserver">ChunkCreator.MemStoreChunkPool</a></dt>
 <dd>&nbsp;</dd>
 <dt><a href="org/apache/hadoop/hbase/regionserver/MemStoreCompactionStrategy.html" title="class in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">MemStoreCompactionStrategy</span></a> - Class in <a href="org/apache/hadoop/hbase/regionserver/package-summary.html">org.apache.hadoop.hbase.regionserver</a></dt>
 <dd>
@@ -71356,6 +71294,8 @@
 <dd>
 <div class="block">Constructor</div>
 </dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/exceptions/MergeRegionException.html#MergeRegionException-java.lang.Throwable-">MergeRegionException(Throwable)</a></span> - Constructor for exception org.apache.hadoop.hbase.exceptions.<a href="org/apache/hadoop/hbase/exceptions/MergeRegionException.html" title="class in org.apache.hadoop.hbase.exceptions">MergeRegionException</a></dt>
+<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/Admin.html#mergeRegions-byte:A-byte:A-boolean-">mergeRegions(byte[], byte[], boolean)</a></span> - Method in interface org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client">Admin</a></dt>
 <dd>
 <div class="block"><span class="deprecatedLabel">Deprecated.</span>
@@ -78994,10 +78934,6 @@ service.</div>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/security/visibility/ParseException.html#ParseException-java.lang.String-java.lang.Throwable-">ParseException(String, Throwable)</a></span> - Constructor for exception org.apache.hadoop.hbase.security.visibility.<a href="org/apache/hadoop/hbase/security/visibility/ParseException.html" title="class in org.apache.hadoop.hbase.security.visibility">ParseException</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#parseFileNameAndPosition-byte:A-int-">parseFileNameAndPosition(byte[], int)</a></span> - Static method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>
-<div class="block">Deserialize the byte array into a {filename, position} pair.</div>
-</dd>
 <dt><a href="org/apache/hadoop/hbase/filter/ParseFilter.html" title="class in org.apache.hadoop.hbase.filter"><span class="typeNameLink">ParseFilter</span></a> - Class in <a href="org/apache/hadoop/hbase/filter/package-summary.html">org.apache.hadoop.hbase.filter</a></dt>
 <dd>
 <div class="block">This class allows a user to specify a filter via a string
@@ -79231,8 +79167,6 @@ service.</div>
 </dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.html#parsePeerFrom-byte:A-">parsePeerFrom(byte[])</a></span> - Static method in class org.apache.hadoop.hbase.client.replication.<a href="org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.html" title="class in org.apache.hadoop.hbase.client.replication">ReplicationPeerConfigUtil</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationUtils.html#parsePeerIdFromQueueId-java.lang.String-">parsePeerIdFromQueueId(String)</a></span> - Static method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationUtils.html" title="class in org.apache.hadoop.hbase.replication">ReplicationUtils</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/security/access/AccessControlLists.html#parsePermissionRecord-byte:A-org.apache.hadoop.hbase.Cell-">parsePermissionRecord(byte[], Cell)</a></span> - Static method in class org.apache.hadoop.hbase.security.access.<a href="org/apache/hadoop/hbase/security/access/AccessControlLists.html" title="class in org.apache.hadoop.hbase.security.access">AccessControlLists</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/security/access/AccessControlLists.html#parsePermissions-byte:A-org.apache.hadoop.hbase.client.Result-">parsePermissions(byte[], Result)</a></span> - Static method in class org.apache.hadoop.hbase.security.access.<a href="org/apache/hadoop/hbase/security/access/AccessControlLists.html" title="class in org.apache.hadoop.hbase.security.access">AccessControlLists</a></dt>
@@ -79655,10 +79589,6 @@ service.</div>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html#PEER_QUEUE_KEY_COMPARATOR">PEER_QUEUE_KEY_COMPARATOR</a></span> - Static variable in class org.apache.hadoop.hbase.master.procedure.<a href="org/apache/hadoop/hbase/master/procedure/MasterProcedureScheduler.html" title="class in org.apache.hadoop.hbase.master.procedure">MasterProcedureScheduler</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationUtils.html#PEER_STATE_DISABLED_BYTES">PEER_STATE_DISABLED_BYTES</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationUtils.html" title="class in org.apache.hadoop.hbase.replication">ReplicationUtils</a></dt>
-<dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationUtils.html#PEER_STATE_ENABLED_BYTES">PEER_STATE_ENABLED_BYTES</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationUtils.html" title="class in org.apache.hadoop.hbase.replication">ReplicationUtils</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/mapreduce/CopyTable.html#peerAddress">peerAddress</a></span> - Variable in class org.apache.hadoop.hbase.mapreduce.<a href="org/apache/hadoop/hbase/mapreduce/CopyTable.html" title="class in org.apache.hadoop.hbase.mapreduce">CopyTable</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationPeers.html#peerCache">peerCache</a></span> - Variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationPeers.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeers</a></dt>
@@ -79689,8 +79619,6 @@ service.</div>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationPeerConfig.ReplicationPeerConfigBuilderImpl.html#peerData">peerData</a></span> - Variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationPeerConfig.ReplicationPeerConfigBuilderImpl.html" title="class in org.apache.hadoop.hbase.replication">ReplicationPeerConfig.ReplicationPeerConfigBuilderImpl</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#peerExist-java.lang.String-org.apache.hadoop.hbase.client.Table-">peerExist(String, Table)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationPeerStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/mapreduce/replication/VerifyReplication.html#peerFSAddress">peerFSAddress</a></span> - Variable in class org.apache.hadoop.hbase.mapreduce.replication.<a href="org/apache/hadoop/hbase/mapreduce/replication/VerifyReplication.html" title="class in org.apache.hadoop.hbase.mapreduce.replication">VerifyReplication</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/mapreduce/replication/VerifyReplication.html#peerHBaseRootAddress">peerHBaseRootAddress</a></span> - Variable in class org.apache.hadoop.hbase.mapreduce.replication.<a href="org/apache/hadoop/hbase/mapreduce/replication/VerifyReplication.html" title="class in org.apache.hadoop.hbase.mapreduce.replication">VerifyReplication</a></dt>
@@ -80338,8 +80266,6 @@ service.</div>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/nio/SingleByteBuff.html#position-int-">position(int)</a></span> - Method in class org.apache.hadoop.hbase.nio.<a href="org/apache/hadoop/hbase/nio/SingleByteBuff.html" title="class in org.apache.hadoop.hbase.nio">SingleByteBuff</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#position">position</a></span> - Variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/AbstractPositionedByteRange.html#position">position</a></span> - Variable in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/AbstractPositionedByteRange.html" title="class in org.apache.hadoop.hbase.util">AbstractPositionedByteRange</a></dt>
 <dd>
 <div class="block">The current index into the range.</div>
@@ -85166,12 +85092,6 @@ service.</div>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/thrift/IncrementCoalescer.FullyQualifiedRow.html#qualifier">qualifier</a></span> - Variable in class org.apache.hadoop.hbase.thrift.<a href="org/apache/hadoop/hbase/thrift/IncrementCoalescer.FullyQualifiedRow.html" title="class in org.apache.hadoop.hbase.thrift">IncrementCoalescer.FullyQualifiedRow</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#QUALIFIER_PEER_CONFIG">QUALIFIER_PEER_CONFIG</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#QUALIFIER_PEER_STATE">QUALIFIER_PEER_STATE</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#QUALIFIER_STATE_ENABLED">QUALIFIER_STATE_ENABLED</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationStorageBase</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/coprocessor/example/ScanModifyingObserver.html#QUALIFIER_TO_ADD">QUALIFIER_TO_ADD</a></span> - Variable in class org.apache.hadoop.hbase.coprocessor.example.<a href="org/apache/hadoop/hbase/coprocessor/example/ScanModifyingObserver.html" title="class in org.apache.hadoop.hbase.coprocessor.example">ScanModifyingObserver</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/coprocessor/example/ScanModifyingObserver.html#QUALIFIER_TO_ADD_KEY">QUALIFIER_TO_ADD_KEY</a></span> - Static variable in class org.apache.hadoop.hbase.coprocessor.example.<a href="org/apache/hadoop/hbase/coprocessor/example/ScanModifyingObserver.html" title="class in org.apache.hadoop.hbase.coprocessor.example">ScanModifyingObserver</a></dt>
@@ -85331,8 +85251,6 @@ service.</div>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationQueueInfo.html#queueId">queueId</a></span> - Variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationQueueInfo.html" title="class in org.apache.hadoop.hbase.replication">ReplicationQueueInfo</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html#queueId">queueId</a></span> - Variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.WALCell.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage.WALCell</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/thrift/IncrementCoalescer.html#queueIncrement-org.apache.hadoop.hbase.thrift.generated.TIncrement-">queueIncrement(TIncrement)</a></span> - Method in class org.apache.hadoop.hbase.thrift.<a href="org/apache/hadoop/hbase/thrift/IncrementCoalescer.html" title="class in org.apache.hadoop.hbase.thrift">IncrementCoalescer</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/thrift/IncrementCoalescer.html#queueIncrements-java.util.List-">queueIncrements(List&lt;TIncrement&gt;)</a></span> - Method in class org.apache.hadoop.hbase.thrift.<a href="org/apache/hadoop/hbase/thrift/IncrementCoalescer.html" title="class in org.apache.hadoop.hbase.thrift">IncrementCoalescer</a></dt>
@@ -89959,8 +89877,6 @@ service.</div>
 <dd>
 <div class="block">Remove hfile references from the queue.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeHFileRefs-java.lang.String-java.util.List-">removeHFileRefs(String, List&lt;String&gt;)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removeHFileRefs-java.lang.String-java.util.List-">removeHFileRefs(String, List&lt;String&gt;)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/metrics2/lib/DynamicMetricsRegistry.html#removeHistogramMetrics-java.lang.String-">removeHistogramMetrics(String)</a></span> - Method in class org.apache.hadoop.metrics2.lib.<a href="org/apache/hadoop/metrics2/lib/DynamicMetricsRegistry.html" title="class in org.apache.hadoop.metrics2.lib">DynamicMetricsRegistry</a></dt>
@@ -90074,16 +89990,12 @@ service.</div>
 <dd>
 <div class="block">Remove a replication peer.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html#removePeer-java.lang.String-">removePeer(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationPeerStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html#removePeer-java.lang.String-">removePeer(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationPeerStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationPeerStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html#removePeerFromHFileRefs-java.lang.String-">removePeerFromHFileRefs(String)</a></span> - Method in interface org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationQueueStorage.html" title="interface in org.apache.hadoop.hbase.replication">ReplicationQueueStorage</a></dt>
 <dd>
 <div class="block">Remove a peer from hfile reference queue.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removePeerFromHFileRefs-java.lang.String-">removePeerFromHFileRefs(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removePeerFromHFileRefs-java.lang.String-">removePeerFromHFileRefs(String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/procedure/SchemaLocking.html#removePeerLock-java.lang.String-">removePeerLock(String)</a></span> - Method in class org.apache.hadoop.hbase.master.procedure.<a href="org/apache/hadoop/hbase/master/procedure/SchemaLocking.html" title="class in org.apache.hadoop.hbase.master.procedure">SchemaLocking</a></dt>
@@ -90115,8 +90027,6 @@ service.</div>
 <dd>
 <div class="block">Remove a replication queue for a given regionserver.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">removeQueue(ServerName, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removeQueue-org.apache.hadoop.hbase.ServerName-java.lang.String-">removeQueue(ServerName, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/filter/ParseFilter.html#removeQuotesFromByteArray-byte:A-">removeQuotesFromByteArray(byte[])</a></span> - Static method in class org.apache.hadoop.hbase.filter.<a href="org/apache/hadoop/hbase/filter/ParseFilter.html" title="class in org.apache.hadoop.hbase.filter">ParseFilter</a></dt>
@@ -90219,8 +90129,6 @@ service.</div>
 <dd>
 <div class="block">Remove the record of region server if the queue is empty.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeReplicatorIfQueueIsEmpty-org.apache.hadoop.hbase.ServerName-">removeReplicatorIfQueueIsEmpty(ServerName)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removeReplicatorIfQueueIsEmpty-org.apache.hadoop.hbase.ServerName-">removeReplicatorIfQueueIsEmpty(ServerName)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html#removeResult-long-">removeResult(long)</a></span> - Method in class org.apache.hadoop.hbase.procedure2.<a href="org/apache/hadoop/hbase/procedure2/ProcedureExecutor.html" title="class in org.apache.hadoop.hbase.procedure2">ProcedureExecutor</a></dt>
@@ -90369,8 +90277,6 @@ service.</div>
 <dd>
 <div class="block">Remove an WAL file from the given queue for a given regionserver.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html#removeWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">removeWAL(ServerName, String, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">TableReplicationQueueStorage</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html#removeWAL-org.apache.hadoop.hbase.ServerName-java.lang.String-java.lang.String-">removeWAL(ServerName, String, String)</a></span> - Method in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ZKReplicationQueueStorage.html" title="class in org.apache.hadoop.hbase.replication">ZKReplicationQueueStorage</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/CommonFSUtils.html#removeWALRootPath-org.apache.hadoop.fs.Path-org.apache.hadoop.conf.Configuration-">removeWALRootPath(Path, Configuration)</a></span> - Static method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/CommonFSUtils.html" title="class in org.apache.hadoop.hbase.util">CommonFSUtils</a></dt>
@@ -90768,16 +90674,12 @@ service.</div>
 </dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/MetaTableAccessor.html#REPLICATION_PARENT_QUALIFIER">REPLICATION_PARENT_QUALIFIER</a></span> - Static variable in class org.apache.hadoop.hbase.<a href="org/apache/hadoop/hbase/MetaTableAccessor.html" title="class in org.apache.hadoop.hbase">MetaTableAccessor</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#REPLICATION_PEER_STORAGE_IMPL">REPLICATION_PEER_STORAGE_IMPL</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html" title="class in org.apache.hadoop.hbase.replication">ReplicationStorageFactory</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/HConstants.html#REPLICATION_QOS">REPLICATION_QOS</a></span> - Static variable in class org.apache.hadoop.hbase.<a href="org/apache/hadoop/hbase/HConstants.html" title="class in org.apache.hadoop.hbase">HConstants</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/ipc/MetricsHBaseServerSource.html#REPLICATION_QUEUE_DESC">REPLICATION_QUEUE_DESC</a></span> - Static variable in interface org.apache.hadoop.hbase.ipc.<a href="org/apache/hadoop/hbase/ipc/MetricsHBaseServerSource.html" title="interface in org.apache.hadoop.hbase.ipc">MetricsHBaseServerSource</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/ipc/MetricsHBaseServerSource.html#REPLICATION_QUEUE_NAME">REPLICATION_QUEUE_NAME</a></span> - Static variable in interface org.apache.hadoop.hbase.ipc.<a href="org/apache/hadoop/hbase/ipc/MetricsHBaseServerSource.html" title="interface in org.apache.hadoop.hbase.ipc">MetricsHBaseServerSource</a></dt>
 <dd>&nbsp;</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html#REPLICATION_QUEUE_STORAGE_IMPL">REPLICATION_QUEUE_STORAGE_IMPL</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationStorageFactory.html" title="class in org.apache.hadoop.hbase.replication">ReplicationStorageFactory</a></dt>
-<dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/ColumnFamilyDescriptorBuilder.html#REPLICATION_SCOPE">REPLICATION_SCOPE</a></span> - Static variable in class org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/ColumnFamilyDescriptorBuilder.html" title="class in org.apache.hadoop.hbase.client">ColumnFamilyDescriptorBuilder</a></dt>
 <dd>&nbsp;</dd>
 <dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/HColumnDescriptor.html#REPLICATION_SCOPE">REPLICATION_SCOPE</a></span> - Static variable in class org.apache.hadoop.hbase.<a href="org/apache/hadoop/hbase/HColumnDescriptor.html" title="class in org.apache.hadoop.hbase">HColumnDescriptor</a></dt>
@@ -90824,8 +90726,6 @@ service.</div>
 <dd>
 <div class="block">Max total size of buffered entries in all replication peers.</div>
 </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html#REPLICATION_TABLE">REPLICATION_TABLE</a></span> - Static variable in class org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/TableReplicationStorageBase.html" tit

<TRUNCATED>

[10/51] [partial] hbase-site git commit: Published site at 00095a2ef9442e3fd86c04876c9d91f2f8b23ad8.

Posted by gi...@apache.org.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bd675fa3/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
index 3bc66bb..97aa79c 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/ProcedureExecutor.CompletedProcedureCleaner.html
@@ -1435,459 +1435,460 @@
 <span class="sourceLineNo">1427</span>   */<a name="line.1427"></a>
 <span class="sourceLineNo">1428</span>  private void execProcedure(final RootProcedureState procStack,<a name="line.1428"></a>
 <span class="sourceLineNo">1429</span>      final Procedure&lt;TEnvironment&gt; procedure) {<a name="line.1429"></a>
-<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE);<a name="line.1430"></a>
-<span class="sourceLineNo">1431</span><a name="line.1431"></a>
-<span class="sourceLineNo">1432</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1432"></a>
-<span class="sourceLineNo">1433</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1433"></a>
-<span class="sourceLineNo">1434</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1434"></a>
-<span class="sourceLineNo">1435</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1435"></a>
-<span class="sourceLineNo">1436</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1436"></a>
-<span class="sourceLineNo">1437</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1437"></a>
-<span class="sourceLineNo">1438</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1438"></a>
-<span class="sourceLineNo">1439</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1439"></a>
-<span class="sourceLineNo">1440</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1440"></a>
-<span class="sourceLineNo">1441</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1441"></a>
-<span class="sourceLineNo">1442</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1442"></a>
-<span class="sourceLineNo">1443</span>    boolean suspended = false;<a name="line.1443"></a>
-<span class="sourceLineNo">1444</span><a name="line.1444"></a>
-<span class="sourceLineNo">1445</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1445"></a>
-<span class="sourceLineNo">1446</span>    boolean reExecute = false;<a name="line.1446"></a>
-<span class="sourceLineNo">1447</span><a name="line.1447"></a>
-<span class="sourceLineNo">1448</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1448"></a>
-<span class="sourceLineNo">1449</span>    do {<a name="line.1449"></a>
-<span class="sourceLineNo">1450</span>      reExecute = false;<a name="line.1450"></a>
-<span class="sourceLineNo">1451</span>      try {<a name="line.1451"></a>
-<span class="sourceLineNo">1452</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1452"></a>
-<span class="sourceLineNo">1453</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1453"></a>
-<span class="sourceLineNo">1454</span>          subprocs = null;<a name="line.1454"></a>
-<span class="sourceLineNo">1455</span>        }<a name="line.1455"></a>
-<span class="sourceLineNo">1456</span>      } catch (ProcedureSuspendedException e) {<a name="line.1456"></a>
-<span class="sourceLineNo">1457</span>        if (LOG.isTraceEnabled()) {<a name="line.1457"></a>
-<span class="sourceLineNo">1458</span>          LOG.trace("Suspend " + procedure);<a name="line.1458"></a>
-<span class="sourceLineNo">1459</span>        }<a name="line.1459"></a>
-<span class="sourceLineNo">1460</span>        suspended = true;<a name="line.1460"></a>
-<span class="sourceLineNo">1461</span>      } catch (ProcedureYieldException e) {<a name="line.1461"></a>
-<span class="sourceLineNo">1462</span>        if (LOG.isTraceEnabled()) {<a name="line.1462"></a>
-<span class="sourceLineNo">1463</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1463"></a>
-<span class="sourceLineNo">1464</span>        }<a name="line.1464"></a>
-<span class="sourceLineNo">1465</span>        scheduler.yield(procedure);<a name="line.1465"></a>
-<span class="sourceLineNo">1466</span>        return;<a name="line.1466"></a>
-<span class="sourceLineNo">1467</span>      } catch (InterruptedException e) {<a name="line.1467"></a>
-<span class="sourceLineNo">1468</span>        if (LOG.isTraceEnabled()) {<a name="line.1468"></a>
-<span class="sourceLineNo">1469</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1469"></a>
-<span class="sourceLineNo">1470</span>        }<a name="line.1470"></a>
-<span class="sourceLineNo">1471</span>        handleInterruptedException(procedure, e);<a name="line.1471"></a>
-<span class="sourceLineNo">1472</span>        scheduler.yield(procedure);<a name="line.1472"></a>
-<span class="sourceLineNo">1473</span>        return;<a name="line.1473"></a>
-<span class="sourceLineNo">1474</span>      } catch (Throwable e) {<a name="line.1474"></a>
-<span class="sourceLineNo">1475</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1475"></a>
-<span class="sourceLineNo">1476</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1476"></a>
-<span class="sourceLineNo">1477</span>        LOG.error(msg, e);<a name="line.1477"></a>
-<span class="sourceLineNo">1478</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1478"></a>
-<span class="sourceLineNo">1479</span>      }<a name="line.1479"></a>
-<span class="sourceLineNo">1480</span><a name="line.1480"></a>
-<span class="sourceLineNo">1481</span>      if (!procedure.isFailed()) {<a name="line.1481"></a>
-<span class="sourceLineNo">1482</span>        if (subprocs != null) {<a name="line.1482"></a>
-<span class="sourceLineNo">1483</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1483"></a>
-<span class="sourceLineNo">1484</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1484"></a>
-<span class="sourceLineNo">1485</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1485"></a>
-<span class="sourceLineNo">1486</span>            subprocs = null;<a name="line.1486"></a>
-<span class="sourceLineNo">1487</span>            reExecute = true;<a name="line.1487"></a>
-<span class="sourceLineNo">1488</span>            if (LOG.isTraceEnabled()) {<a name="line.1488"></a>
-<span class="sourceLineNo">1489</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1489"></a>
-<span class="sourceLineNo">1490</span>            }<a name="line.1490"></a>
-<span class="sourceLineNo">1491</span>          } else {<a name="line.1491"></a>
-<span class="sourceLineNo">1492</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1492"></a>
-<span class="sourceLineNo">1493</span>            // subprocs may come back 'null'.<a name="line.1493"></a>
-<span class="sourceLineNo">1494</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1494"></a>
-<span class="sourceLineNo">1495</span>            LOG.info("Initialized subprocedures=" +<a name="line.1495"></a>
-<span class="sourceLineNo">1496</span>              (subprocs == null? null:<a name="line.1496"></a>
-<span class="sourceLineNo">1497</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1497"></a>
-<span class="sourceLineNo">1498</span>                collect(Collectors.toList()).toString()));<a name="line.1498"></a>
-<span class="sourceLineNo">1499</span>          }<a name="line.1499"></a>
-<span class="sourceLineNo">1500</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1500"></a>
-<span class="sourceLineNo">1501</span>          if (LOG.isTraceEnabled()) {<a name="line.1501"></a>
-<span class="sourceLineNo">1502</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1502"></a>
-<span class="sourceLineNo">1503</span>          }<a name="line.1503"></a>
-<span class="sourceLineNo">1504</span>          timeoutExecutor.add(procedure);<a name="line.1504"></a>
-<span class="sourceLineNo">1505</span>        } else if (!suspended) {<a name="line.1505"></a>
-<span class="sourceLineNo">1506</span>          // No subtask, so we are done<a name="line.1506"></a>
-<span class="sourceLineNo">1507</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1507"></a>
-<span class="sourceLineNo">1508</span>        }<a name="line.1508"></a>
-<span class="sourceLineNo">1509</span>      }<a name="line.1509"></a>
-<span class="sourceLineNo">1510</span><a name="line.1510"></a>
-<span class="sourceLineNo">1511</span>      // Add the procedure to the stack<a name="line.1511"></a>
-<span class="sourceLineNo">1512</span>      procStack.addRollbackStep(procedure);<a name="line.1512"></a>
-<span class="sourceLineNo">1513</span><a name="line.1513"></a>
-<span class="sourceLineNo">1514</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1514"></a>
-<span class="sourceLineNo">1515</span>      // useful to test the procedure recovery.<a name="line.1515"></a>
-<span class="sourceLineNo">1516</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1516"></a>
-<span class="sourceLineNo">1517</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1517"></a>
-<span class="sourceLineNo">1518</span>        stop();<a name="line.1518"></a>
-<span class="sourceLineNo">1519</span>        return;<a name="line.1519"></a>
-<span class="sourceLineNo">1520</span>      }<a name="line.1520"></a>
-<span class="sourceLineNo">1521</span><a name="line.1521"></a>
-<span class="sourceLineNo">1522</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1522"></a>
-<span class="sourceLineNo">1523</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1523"></a>
-<span class="sourceLineNo">1524</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1524"></a>
-<span class="sourceLineNo">1525</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1525"></a>
-<span class="sourceLineNo">1526</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1526"></a>
-<span class="sourceLineNo">1527</span>      //<a name="line.1527"></a>
-<span class="sourceLineNo">1528</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1528"></a>
-<span class="sourceLineNo">1529</span>      // can take a bunch of time to complete.<a name="line.1529"></a>
-<span class="sourceLineNo">1530</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1530"></a>
-<span class="sourceLineNo">1531</span><a name="line.1531"></a>
-<span class="sourceLineNo">1532</span>      // if the store is not running we are aborting<a name="line.1532"></a>
-<span class="sourceLineNo">1533</span>      if (!store.isRunning()) return;<a name="line.1533"></a>
-<span class="sourceLineNo">1534</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1534"></a>
-<span class="sourceLineNo">1535</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1535"></a>
-<span class="sourceLineNo">1536</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1536"></a>
-<span class="sourceLineNo">1537</span>        scheduler.yield(procedure);<a name="line.1537"></a>
-<span class="sourceLineNo">1538</span>        return;<a name="line.1538"></a>
-<span class="sourceLineNo">1539</span>      }<a name="line.1539"></a>
-<span class="sourceLineNo">1540</span><a name="line.1540"></a>
-<span class="sourceLineNo">1541</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1541"></a>
-<span class="sourceLineNo">1542</span>    } while (reExecute);<a name="line.1542"></a>
-<span class="sourceLineNo">1543</span>    // Submit the new subprocedures<a name="line.1543"></a>
-<span class="sourceLineNo">1544</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1544"></a>
-<span class="sourceLineNo">1545</span>      submitChildrenProcedures(subprocs);<a name="line.1545"></a>
-<span class="sourceLineNo">1546</span>    }<a name="line.1546"></a>
-<span class="sourceLineNo">1547</span><a name="line.1547"></a>
-<span class="sourceLineNo">1548</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1548"></a>
-<span class="sourceLineNo">1549</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1549"></a>
-<span class="sourceLineNo">1550</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1550"></a>
-<span class="sourceLineNo">1551</span>      countDownChildren(procStack, procedure);<a name="line.1551"></a>
-<span class="sourceLineNo">1552</span>    }<a name="line.1552"></a>
-<span class="sourceLineNo">1553</span>  }<a name="line.1553"></a>
-<span class="sourceLineNo">1554</span><a name="line.1554"></a>
-<span class="sourceLineNo">1555</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1555"></a>
-<span class="sourceLineNo">1556</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1556"></a>
-<span class="sourceLineNo">1557</span>    assert subprocs != null : "expected subprocedures";<a name="line.1557"></a>
-<span class="sourceLineNo">1558</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1558"></a>
-<span class="sourceLineNo">1559</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1559"></a>
-<span class="sourceLineNo">1560</span>      final Procedure subproc = subprocs[i];<a name="line.1560"></a>
-<span class="sourceLineNo">1561</span>      if (subproc == null) {<a name="line.1561"></a>
-<span class="sourceLineNo">1562</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1562"></a>
-<span class="sourceLineNo">1563</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1563"></a>
-<span class="sourceLineNo">1564</span>          new IllegalArgumentIOException(msg)));<a name="line.1564"></a>
-<span class="sourceLineNo">1565</span>        return null;<a name="line.1565"></a>
-<span class="sourceLineNo">1566</span>      }<a name="line.1566"></a>
-<span class="sourceLineNo">1567</span><a name="line.1567"></a>
-<span class="sourceLineNo">1568</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1568"></a>
-<span class="sourceLineNo">1569</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1569"></a>
-<span class="sourceLineNo">1570</span>      subproc.setRootProcId(rootProcId);<a name="line.1570"></a>
-<span class="sourceLineNo">1571</span>      subproc.setProcId(nextProcId());<a name="line.1571"></a>
-<span class="sourceLineNo">1572</span>      procStack.addSubProcedure(subproc);<a name="line.1572"></a>
-<span class="sourceLineNo">1573</span>    }<a name="line.1573"></a>
-<span class="sourceLineNo">1574</span><a name="line.1574"></a>
-<span class="sourceLineNo">1575</span>    if (!procedure.isFailed()) {<a name="line.1575"></a>
-<span class="sourceLineNo">1576</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1576"></a>
-<span class="sourceLineNo">1577</span>      switch (procedure.getState()) {<a name="line.1577"></a>
-<span class="sourceLineNo">1578</span>        case RUNNABLE:<a name="line.1578"></a>
-<span class="sourceLineNo">1579</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1579"></a>
-<span class="sourceLineNo">1580</span>          break;<a name="line.1580"></a>
-<span class="sourceLineNo">1581</span>        case WAITING_TIMEOUT:<a name="line.1581"></a>
-<span class="sourceLineNo">1582</span>          timeoutExecutor.add(procedure);<a name="line.1582"></a>
-<span class="sourceLineNo">1583</span>          break;<a name="line.1583"></a>
-<span class="sourceLineNo">1584</span>        default:<a name="line.1584"></a>
-<span class="sourceLineNo">1585</span>          break;<a name="line.1585"></a>
-<span class="sourceLineNo">1586</span>      }<a name="line.1586"></a>
-<span class="sourceLineNo">1587</span>    }<a name="line.1587"></a>
-<span class="sourceLineNo">1588</span>    return subprocs;<a name="line.1588"></a>
-<span class="sourceLineNo">1589</span>  }<a name="line.1589"></a>
-<span class="sourceLineNo">1590</span><a name="line.1590"></a>
-<span class="sourceLineNo">1591</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1591"></a>
-<span class="sourceLineNo">1592</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1592"></a>
-<span class="sourceLineNo">1593</span>      final Procedure subproc = subprocs[i];<a name="line.1593"></a>
-<span class="sourceLineNo">1594</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1594"></a>
-<span class="sourceLineNo">1595</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1595"></a>
-<span class="sourceLineNo">1596</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1596"></a>
-<span class="sourceLineNo">1597</span>      scheduler.addFront(subproc);<a name="line.1597"></a>
-<span class="sourceLineNo">1598</span>    }<a name="line.1598"></a>
-<span class="sourceLineNo">1599</span>  }<a name="line.1599"></a>
-<span class="sourceLineNo">1600</span><a name="line.1600"></a>
-<span class="sourceLineNo">1601</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1601"></a>
-<span class="sourceLineNo">1602</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1602"></a>
-<span class="sourceLineNo">1603</span>    if (parent == null) {<a name="line.1603"></a>
-<span class="sourceLineNo">1604</span>      assert procStack.isRollingback();<a name="line.1604"></a>
-<span class="sourceLineNo">1605</span>      return;<a name="line.1605"></a>
-<span class="sourceLineNo">1606</span>    }<a name="line.1606"></a>
-<span class="sourceLineNo">1607</span><a name="line.1607"></a>
-<span class="sourceLineNo">1608</span>    // If this procedure is the last child awake the parent procedure<a name="line.1608"></a>
-<span class="sourceLineNo">1609</span>    if (parent.tryRunnable()) {<a name="line.1609"></a>
-<span class="sourceLineNo">1610</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1610"></a>
-<span class="sourceLineNo">1611</span>      // children have completed, move parent to front of the queue.<a name="line.1611"></a>
-<span class="sourceLineNo">1612</span>      store.update(parent);<a name="line.1612"></a>
-<span class="sourceLineNo">1613</span>      scheduler.addFront(parent);<a name="line.1613"></a>
-<span class="sourceLineNo">1614</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1614"></a>
-<span class="sourceLineNo">1615</span>      return;<a name="line.1615"></a>
-<span class="sourceLineNo">1616</span>    }<a name="line.1616"></a>
-<span class="sourceLineNo">1617</span>  }<a name="line.1617"></a>
-<span class="sourceLineNo">1618</span><a name="line.1618"></a>
-<span class="sourceLineNo">1619</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1619"></a>
-<span class="sourceLineNo">1620</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1620"></a>
-<span class="sourceLineNo">1621</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1621"></a>
-<span class="sourceLineNo">1622</span>      if (LOG.isTraceEnabled()) {<a name="line.1622"></a>
-<span class="sourceLineNo">1623</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1623"></a>
-<span class="sourceLineNo">1624</span>      }<a name="line.1624"></a>
-<span class="sourceLineNo">1625</span>      store.insert(procedure, subprocs);<a name="line.1625"></a>
-<span class="sourceLineNo">1626</span>    } else {<a name="line.1626"></a>
-<span class="sourceLineNo">1627</span>      if (LOG.isTraceEnabled()) {<a name="line.1627"></a>
-<span class="sourceLineNo">1628</span>        LOG.trace("Store update " + procedure);<a name="line.1628"></a>
-<span class="sourceLineNo">1629</span>      }<a name="line.1629"></a>
-<span class="sourceLineNo">1630</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1630"></a>
-<span class="sourceLineNo">1631</span>        // remove child procedures<a name="line.1631"></a>
-<span class="sourceLineNo">1632</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1632"></a>
-<span class="sourceLineNo">1633</span>        if (childProcIds != null) {<a name="line.1633"></a>
-<span class="sourceLineNo">1634</span>          store.delete(procedure, childProcIds);<a name="line.1634"></a>
-<span class="sourceLineNo">1635</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1635"></a>
-<span class="sourceLineNo">1636</span>            procedures.remove(childProcIds[i]);<a name="line.1636"></a>
-<span class="sourceLineNo">1637</span>          }<a name="line.1637"></a>
-<span class="sourceLineNo">1638</span>        } else {<a name="line.1638"></a>
-<span class="sourceLineNo">1639</span>          store.update(procedure);<a name="line.1639"></a>
-<span class="sourceLineNo">1640</span>        }<a name="line.1640"></a>
-<span class="sourceLineNo">1641</span>      } else {<a name="line.1641"></a>
-<span class="sourceLineNo">1642</span>        store.update(procedure);<a name="line.1642"></a>
-<span class="sourceLineNo">1643</span>      }<a name="line.1643"></a>
-<span class="sourceLineNo">1644</span>    }<a name="line.1644"></a>
-<span class="sourceLineNo">1645</span>  }<a name="line.1645"></a>
-<span class="sourceLineNo">1646</span><a name="line.1646"></a>
-<span class="sourceLineNo">1647</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1647"></a>
-<span class="sourceLineNo">1648</span>    if (LOG.isTraceEnabled()) {<a name="line.1648"></a>
-<span class="sourceLineNo">1649</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1649"></a>
-<span class="sourceLineNo">1650</span>    }<a name="line.1650"></a>
-<span class="sourceLineNo">1651</span><a name="line.1651"></a>
-<span class="sourceLineNo">1652</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1652"></a>
-<span class="sourceLineNo">1653</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1653"></a>
-<span class="sourceLineNo">1654</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1654"></a>
-<span class="sourceLineNo">1655</span>    // and the executor/store will be stopped.<a name="line.1655"></a>
-<span class="sourceLineNo">1656</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1656"></a>
-<span class="sourceLineNo">1657</span>  }<a name="line.1657"></a>
-<span class="sourceLineNo">1658</span><a name="line.1658"></a>
-<span class="sourceLineNo">1659</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1659"></a>
-<span class="sourceLineNo">1660</span>    final TEnvironment env = getEnvironment();<a name="line.1660"></a>
-<span class="sourceLineNo">1661</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1661"></a>
-<span class="sourceLineNo">1662</span>      releaseLock(proc, true);<a name="line.1662"></a>
-<span class="sourceLineNo">1663</span>    }<a name="line.1663"></a>
-<span class="sourceLineNo">1664</span>    try {<a name="line.1664"></a>
-<span class="sourceLineNo">1665</span>      proc.completionCleanup(env);<a name="line.1665"></a>
-<span class="sourceLineNo">1666</span>    } catch (Throwable e) {<a name="line.1666"></a>
-<span class="sourceLineNo">1667</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1667"></a>
-<span class="sourceLineNo">1668</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1668"></a>
-<span class="sourceLineNo">1669</span>    }<a name="line.1669"></a>
-<span class="sourceLineNo">1670</span>  }<a name="line.1670"></a>
-<span class="sourceLineNo">1671</span><a name="line.1671"></a>
-<span class="sourceLineNo">1672</span>  private void procedureFinished(final Procedure proc) {<a name="line.1672"></a>
-<span class="sourceLineNo">1673</span>    // call the procedure completion cleanup handler<a name="line.1673"></a>
-<span class="sourceLineNo">1674</span>    execCompletionCleanup(proc);<a name="line.1674"></a>
-<span class="sourceLineNo">1675</span><a name="line.1675"></a>
-<span class="sourceLineNo">1676</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1676"></a>
-<span class="sourceLineNo">1677</span><a name="line.1677"></a>
-<span class="sourceLineNo">1678</span>    // update the executor internal state maps<a name="line.1678"></a>
-<span class="sourceLineNo">1679</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1679"></a>
-<span class="sourceLineNo">1680</span>      retainer.setClientAckTime(0);<a name="line.1680"></a>
-<span class="sourceLineNo">1681</span>    }<a name="line.1681"></a>
-<span class="sourceLineNo">1682</span><a name="line.1682"></a>
-<span class="sourceLineNo">1683</span>    completed.put(proc.getProcId(), retainer);<a name="line.1683"></a>
-<span class="sourceLineNo">1684</span>    rollbackStack.remove(proc.getProcId());<a name="line.1684"></a>
-<span class="sourceLineNo">1685</span>    procedures.remove(proc.getProcId());<a name="line.1685"></a>
-<span class="sourceLineNo">1686</span><a name="line.1686"></a>
-<span class="sourceLineNo">1687</span>    // call the runnableSet completion cleanup handler<a name="line.1687"></a>
-<span class="sourceLineNo">1688</span>    try {<a name="line.1688"></a>
-<span class="sourceLineNo">1689</span>      scheduler.completionCleanup(proc);<a name="line.1689"></a>
-<span class="sourceLineNo">1690</span>    } catch (Throwable e) {<a name="line.1690"></a>
-<span class="sourceLineNo">1691</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1691"></a>
-<span class="sourceLineNo">1692</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1692"></a>
-<span class="sourceLineNo">1693</span>    }<a name="line.1693"></a>
-<span class="sourceLineNo">1694</span><a name="line.1694"></a>
-<span class="sourceLineNo">1695</span>    // Notify the listeners<a name="line.1695"></a>
-<span class="sourceLineNo">1696</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1696"></a>
-<span class="sourceLineNo">1697</span>  }<a name="line.1697"></a>
-<span class="sourceLineNo">1698</span><a name="line.1698"></a>
-<span class="sourceLineNo">1699</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1699"></a>
-<span class="sourceLineNo">1700</span>    return rollbackStack.get(rootProcId);<a name="line.1700"></a>
-<span class="sourceLineNo">1701</span>  }<a name="line.1701"></a>
-<span class="sourceLineNo">1702</span><a name="line.1702"></a>
-<span class="sourceLineNo">1703</span>  // ==========================================================================<a name="line.1703"></a>
-<span class="sourceLineNo">1704</span>  //  Worker Thread<a name="line.1704"></a>
-<span class="sourceLineNo">1705</span>  // ==========================================================================<a name="line.1705"></a>
-<span class="sourceLineNo">1706</span>  private class WorkerThread extends StoppableThread {<a name="line.1706"></a>
-<span class="sourceLineNo">1707</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1707"></a>
-<span class="sourceLineNo">1708</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1708"></a>
-<span class="sourceLineNo">1709</span><a name="line.1709"></a>
-<span class="sourceLineNo">1710</span>    public WorkerThread(ThreadGroup group) {<a name="line.1710"></a>
-<span class="sourceLineNo">1711</span>      this(group, "PEWorker-");<a name="line.1711"></a>
-<span class="sourceLineNo">1712</span>    }<a name="line.1712"></a>
-<span class="sourceLineNo">1713</span><a name="line.1713"></a>
-<span class="sourceLineNo">1714</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1714"></a>
-<span class="sourceLineNo">1715</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1715"></a>
-<span class="sourceLineNo">1716</span>      setDaemon(true);<a name="line.1716"></a>
-<span class="sourceLineNo">1717</span>    }<a name="line.1717"></a>
-<span class="sourceLineNo">1718</span><a name="line.1718"></a>
-<span class="sourceLineNo">1719</span>    @Override<a name="line.1719"></a>
-<span class="sourceLineNo">1720</span>    public void sendStopSignal() {<a name="line.1720"></a>
-<span class="sourceLineNo">1721</span>      scheduler.signalAll();<a name="line.1721"></a>
-<span class="sourceLineNo">1722</span>    }<a name="line.1722"></a>
-<span class="sourceLineNo">1723</span><a name="line.1723"></a>
-<span class="sourceLineNo">1724</span>    @Override<a name="line.1724"></a>
-<span class="sourceLineNo">1725</span>    public void run() {<a name="line.1725"></a>
-<span class="sourceLineNo">1726</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1726"></a>
-<span class="sourceLineNo">1727</span>      try {<a name="line.1727"></a>
-<span class="sourceLineNo">1728</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1728"></a>
-<span class="sourceLineNo">1729</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1729"></a>
-<span class="sourceLineNo">1730</span>          if (proc == null) {<a name="line.1730"></a>
-<span class="sourceLineNo">1731</span>            continue;<a name="line.1731"></a>
-<span class="sourceLineNo">1732</span>          }<a name="line.1732"></a>
-<span class="sourceLineNo">1733</span>          this.activeProcedure = proc;<a name="line.1733"></a>
-<span class="sourceLineNo">1734</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1734"></a>
-<span class="sourceLineNo">1735</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1735"></a>
-<span class="sourceLineNo">1736</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1736"></a>
-<span class="sourceLineNo">1737</span>            runningCount, activeCount);<a name="line.1737"></a>
-<span class="sourceLineNo">1738</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1738"></a>
-<span class="sourceLineNo">1739</span>          try {<a name="line.1739"></a>
-<span class="sourceLineNo">1740</span>            executeProcedure(proc);<a name="line.1740"></a>
-<span class="sourceLineNo">1741</span>          } catch (AssertionError e) {<a name="line.1741"></a>
-<span class="sourceLineNo">1742</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1742"></a>
-<span class="sourceLineNo">1743</span>            throw e;<a name="line.1743"></a>
-<span class="sourceLineNo">1744</span>          } finally {<a name="line.1744"></a>
-<span class="sourceLineNo">1745</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1745"></a>
-<span class="sourceLineNo">1746</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1746"></a>
-<span class="sourceLineNo">1747</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1747"></a>
-<span class="sourceLineNo">1748</span>              runningCount, activeCount);<a name="line.1748"></a>
-<span class="sourceLineNo">1749</span>            this.activeProcedure = null;<a name="line.1749"></a>
-<span class="sourceLineNo">1750</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1750"></a>
-<span class="sourceLineNo">1751</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1751"></a>
-<span class="sourceLineNo">1752</span>          }<a name="line.1752"></a>
-<span class="sourceLineNo">1753</span>        }<a name="line.1753"></a>
-<span class="sourceLineNo">1754</span>      } catch (Throwable t) {<a name="line.1754"></a>
-<span class="sourceLineNo">1755</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1755"></a>
-<span class="sourceLineNo">1756</span>      } finally {<a name="line.1756"></a>
-<span class="sourceLineNo">1757</span>        LOG.trace("Worker terminated.");<a name="line.1757"></a>
-<span class="sourceLineNo">1758</span>      }<a name="line.1758"></a>
-<span class="sourceLineNo">1759</span>      workerThreads.remove(this);<a name="line.1759"></a>
-<span class="sourceLineNo">1760</span>    }<a name="line.1760"></a>
-<span class="sourceLineNo">1761</span><a name="line.1761"></a>
-<span class="sourceLineNo">1762</span>    @Override<a name="line.1762"></a>
-<span class="sourceLineNo">1763</span>    public String toString() {<a name="line.1763"></a>
-<span class="sourceLineNo">1764</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1764"></a>
-<span class="sourceLineNo">1765</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1765"></a>
-<span class="sourceLineNo">1766</span>    }<a name="line.1766"></a>
-<span class="sourceLineNo">1767</span><a name="line.1767"></a>
-<span class="sourceLineNo">1768</span>    /**<a name="line.1768"></a>
-<span class="sourceLineNo">1769</span>     * @return the time since the current procedure is running<a name="line.1769"></a>
-<span class="sourceLineNo">1770</span>     */<a name="line.1770"></a>
-<span class="sourceLineNo">1771</span>    public long getCurrentRunTime() {<a name="line.1771"></a>
-<span class="sourceLineNo">1772</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1772"></a>
-<span class="sourceLineNo">1773</span>    }<a name="line.1773"></a>
-<span class="sourceLineNo">1774</span><a name="line.1774"></a>
-<span class="sourceLineNo">1775</span>    // core worker never timeout<a name="line.1775"></a>
-<span class="sourceLineNo">1776</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1776"></a>
-<span class="sourceLineNo">1777</span>      return true;<a name="line.1777"></a>
-<span class="sourceLineNo">1778</span>    }<a name="line.1778"></a>
-<span class="sourceLineNo">1779</span>  }<a name="line.1779"></a>
-<span class="sourceLineNo">1780</span><a name="line.1780"></a>
-<span class="sourceLineNo">1781</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1781"></a>
-<span class="sourceLineNo">1782</span>  // keepAliveTime if there is no procedure to run.<a name="line.1782"></a>
-<span class="sourceLineNo">1783</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1783"></a>
-<span class="sourceLineNo">1784</span><a name="line.1784"></a>
-<span class="sourceLineNo">1785</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1785"></a>
-<span class="sourceLineNo">1786</span>      super(group, "KeepAlivePEWorker-");<a name="line.1786"></a>
-<span class="sourceLineNo">1787</span>    }<a name="line.1787"></a>
-<span class="sourceLineNo">1788</span><a name="line.1788"></a>
-<span class="sourceLineNo">1789</span>    @Override<a name="line.1789"></a>
-<span class="sourceLineNo">1790</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1790"></a>
-<span class="sourceLineNo">1791</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1791"></a>
-<span class="sourceLineNo">1792</span>    }<a name="line.1792"></a>
-<span class="sourceLineNo">1793</span>  }<a name="line.1793"></a>
-<span class="sourceLineNo">1794</span><a name="line.1794"></a>
-<span class="sourceLineNo">1795</span>  // ----------------------------------------------------------------------------<a name="line.1795"></a>
-<span class="sourceLineNo">1796</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1796"></a>
-<span class="sourceLineNo">1797</span>  // full set of procedures pending and completed to write a compacted<a name="line.1797"></a>
-<span class="sourceLineNo">1798</span>  // version of the log (in case is a log)?<a name="line.1798"></a>
-<span class="sourceLineNo">1799</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1799"></a>
-<span class="sourceLineNo">1800</span>  // will have the tracker saying everything is in the last log.<a name="line.1800"></a>
-<span class="sourceLineNo">1801</span>  // ----------------------------------------------------------------------------<a name="line.1801"></a>
-<span class="sourceLineNo">1802</span><a name="line.1802"></a>
-<span class="sourceLineNo">1803</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1803"></a>
-<span class="sourceLineNo">1804</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1804"></a>
-<span class="sourceLineNo">1805</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1805"></a>
-<span class="sourceLineNo">1806</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1806"></a>
-<span class="sourceLineNo">1807</span><a name="line.1807"></a>
-<span class="sourceLineNo">1808</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1808"></a>
-<span class="sourceLineNo">1809</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1809"></a>
-<span class="sourceLineNo">1810</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1810"></a>
-<span class="sourceLineNo">1811</span><a name="line.1811"></a>
-<span class="sourceLineNo">1812</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1812"></a>
-<span class="sourceLineNo">1813</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1813"></a>
-<span class="sourceLineNo">1814</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1814"></a>
-<span class="sourceLineNo">1815</span><a name="line.1815"></a>
-<span class="sourceLineNo">1816</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1816"></a>
-<span class="sourceLineNo">1817</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1817"></a>
-<span class="sourceLineNo">1818</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1818"></a>
-<span class="sourceLineNo">1819</span><a name="line.1819"></a>
-<span class="sourceLineNo">1820</span>    public WorkerMonitor() {<a name="line.1820"></a>
-<span class="sourceLineNo">1821</span>      refreshConfig();<a name="line.1821"></a>
-<span class="sourceLineNo">1822</span>    }<a name="line.1822"></a>
-<span class="sourceLineNo">1823</span><a name="line.1823"></a>
-<span class="sourceLineNo">1824</span>    @Override<a name="line.1824"></a>
-<span class="sourceLineNo">1825</span>    public void run() {<a name="line.1825"></a>
-<span class="sourceLineNo">1826</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1826"></a>
-<span class="sourceLineNo">1827</span>      checkThreadCount(stuckCount);<a name="line.1827"></a>
-<span class="sourceLineNo">1828</span><a name="line.1828"></a>
-<span class="sourceLineNo">1829</span>      // refresh interval (poor man dynamic conf update)<a name="line.1829"></a>
-<span class="sourceLineNo">1830</span>      refreshConfig();<a name="line.1830"></a>
-<span class="sourceLineNo">1831</span>    }<a name="line.1831"></a>
-<span class="sourceLineNo">1832</span><a name="line.1832"></a>
-<span class="sourceLineNo">1833</span>    private int checkForStuckWorkers() {<a name="line.1833"></a>
-<span class="sourceLineNo">1834</span>      // check if any of the worker is stuck<a name="line.1834"></a>
-<span class="sourceLineNo">1835</span>      int stuckCount = 0;<a name="line.1835"></a>
-<span class="sourceLineNo">1836</span>      for (WorkerThread worker : workerThreads) {<a name="line.1836"></a>
-<span class="sourceLineNo">1837</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1837"></a>
-<span class="sourceLineNo">1838</span>          continue;<a name="line.1838"></a>
-<span class="sourceLineNo">1839</span>        }<a name="line.1839"></a>
-<span class="sourceLineNo">1840</span><a name="line.1840"></a>
-<span class="sourceLineNo">1841</span>        // WARN the worker is stuck<a name="line.1841"></a>
-<span class="sourceLineNo">1842</span>        stuckCount++;<a name="line.1842"></a>
-<span class="sourceLineNo">1843</span>        LOG.warn("Worker stuck {} run time {}", worker,<a name="line.1843"></a>
-<span class="sourceLineNo">1844</span>          StringUtils.humanTimeDiff(worker.getCurrentRunTime()));<a name="line.1844"></a>
-<span class="sourceLineNo">1845</span>      }<a name="line.1845"></a>
-<span class="sourceLineNo">1846</span>      return stuckCount;<a name="line.1846"></a>
-<span class="sourceLineNo">1847</span>    }<a name="line.1847"></a>
-<span class="sourceLineNo">1848</span><a name="line.1848"></a>
-<span class="sourceLineNo">1849</span>    private void checkThreadCount(final int stuckCount) {<a name="line.1849"></a>
-<span class="sourceLineNo">1850</span>      // nothing to do if there are no runnable tasks<a name="line.1850"></a>
-<span class="sourceLineNo">1851</span>      if (stuckCount &lt; 1 || !scheduler.hasRunnables()) {<a name="line.1851"></a>
-<span class="sourceLineNo">1852</span>        return;<a name="line.1852"></a>
-<span class="sourceLineNo">1853</span>      }<a name="line.1853"></a>
-<span class="sourceLineNo">1854</span><a name="line.1854"></a>
-<span class="sourceLineNo">1855</span>      // add a new thread if the worker stuck percentage exceed the threshold limit<a name="line.1855"></a>
-<span class="sourceLineNo">1856</span>      // and every handler is active.<a name="line.1856"></a>
-<span class="sourceLineNo">1857</span>      final float stuckPerc = ((float) stuckCount) / workerThreads.size();<a name="line.1857"></a>
-<span class="sourceLineNo">1858</span>      // let's add new worker thread more aggressively, as they will timeout finally if there is no<a name="line.1858"></a>
-<span class="sourceLineNo">1859</span>      // work to do.<a name="line.1859"></a>
-<span class="sourceLineNo">1860</span>      if (stuckPerc &gt;= addWorkerStuckPercentage &amp;&amp; workerThreads.size() &lt; maxPoolSize) {<a name="line.1860"></a>
-<span class="sourceLineNo">1861</span>        final KeepAliveWorkerThread worker = new KeepAliveWorkerThread(threadGroup);<a name="line.1861"></a>
-<span class="sourceLineNo">1862</span>        workerThreads.add(worker);<a name="line.1862"></a>
-<span class="sourceLineNo">1863</span>        worker.start();<a name="line.1863"></a>
-<span class="sourceLineNo">1864</span>        LOG.debug("Added new worker thread {}", worker);<a name="line.1864"></a>
-<span class="sourceLineNo">1865</span>      }<a name="line.1865"></a>
-<span class="sourceLineNo">1866</span>    }<a name="line.1866"></a>
-<span class="sourceLineNo">1867</span><a name="line.1867"></a>
-<span class="sourceLineNo">1868</span>    private void refreshConfig() {<a name="line.1868"></a>
-<span class="sourceLineNo">1869</span>      addWorkerStuckPercentage = conf.getFloat(WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY,<a name="line.1869"></a>
-<span class="sourceLineNo">1870</span>          DEFAULT_WORKER_ADD_STUCK_PERCENTAGE);<a name="line.1870"></a>
-<span class="sourceLineNo">1871</span>      timeoutInterval = conf.getInt(WORKER_MONITOR_INTERVAL_CONF_KEY,<a name="line.1871"></a>
-<span class="sourceLineNo">1872</span>        DEFAULT_WORKER_MONITOR_INTERVAL);<a name="line.1872"></a>
-<span class="sourceLineNo">1873</span>      stuckThreshold = conf.getInt(WORKER_STUCK_THRESHOLD_CONF_KEY,<a name="line.1873"></a>
-<span class="sourceLineNo">1874</span>        DEFAULT_WORKER_STUCK_THRESHOLD);<a name="line.1874"></a>
-<span class="sourceLineNo">1875</span>    }<a name="line.1875"></a>
-<span class="sourceLineNo">1876</span><a name="line.1876"></a>
-<span class="sourceLineNo">1877</span>    @Override<a name="line.1877"></a>
-<span class="sourceLineNo">1878</span>    public int getTimeoutInterval() {<a name="line.1878"></a>
-<span class="sourceLineNo">1879</span>      return timeoutInterval;<a name="line.1879"></a>
-<span class="sourceLineNo">1880</span>    }<a name="line.1880"></a>
-<span class="sourceLineNo">1881</span>  }<a name="line.1881"></a>
-<span class="sourceLineNo">1882</span>}<a name="line.1882"></a>
+<span class="sourceLineNo">1430</span>    Preconditions.checkArgument(procedure.getState() == ProcedureState.RUNNABLE,<a name="line.1430"></a>
+<span class="sourceLineNo">1431</span>        procedure.toString());<a name="line.1431"></a>
+<span class="sourceLineNo">1432</span><a name="line.1432"></a>
+<span class="sourceLineNo">1433</span>    // Procedures can suspend themselves. They skip out by throwing a ProcedureSuspendedException.<a name="line.1433"></a>
+<span class="sourceLineNo">1434</span>    // The exception is caught below and then we hurry to the exit without disturbing state. The<a name="line.1434"></a>
+<span class="sourceLineNo">1435</span>    // idea is that the processing of this procedure will be unsuspended later by an external event<a name="line.1435"></a>
+<span class="sourceLineNo">1436</span>    // such the report of a region open. TODO: Currently, its possible for two worker threads<a name="line.1436"></a>
+<span class="sourceLineNo">1437</span>    // to be working on the same procedure concurrently (locking in procedures is NOT about<a name="line.1437"></a>
+<span class="sourceLineNo">1438</span>    // concurrency but about tying an entity to a procedure; i.e. a region to a particular<a name="line.1438"></a>
+<span class="sourceLineNo">1439</span>    // procedure instance). This can make for issues if both threads are changing state.<a name="line.1439"></a>
+<span class="sourceLineNo">1440</span>    // See env.getProcedureScheduler().wakeEvent(regionNode.getProcedureEvent());<a name="line.1440"></a>
+<span class="sourceLineNo">1441</span>    // in RegionTransitionProcedure#reportTransition for example of Procedure putting<a name="line.1441"></a>
+<span class="sourceLineNo">1442</span>    // itself back on the scheduler making it possible for two threads running against<a name="line.1442"></a>
+<span class="sourceLineNo">1443</span>    // the one Procedure. Might be ok if they are both doing different, idempotent sections.<a name="line.1443"></a>
+<span class="sourceLineNo">1444</span>    boolean suspended = false;<a name="line.1444"></a>
+<span class="sourceLineNo">1445</span><a name="line.1445"></a>
+<span class="sourceLineNo">1446</span>    // Whether to 're-' -execute; run through the loop again.<a name="line.1446"></a>
+<span class="sourceLineNo">1447</span>    boolean reExecute = false;<a name="line.1447"></a>
+<span class="sourceLineNo">1448</span><a name="line.1448"></a>
+<span class="sourceLineNo">1449</span>    Procedure&lt;TEnvironment&gt;[] subprocs = null;<a name="line.1449"></a>
+<span class="sourceLineNo">1450</span>    do {<a name="line.1450"></a>
+<span class="sourceLineNo">1451</span>      reExecute = false;<a name="line.1451"></a>
+<span class="sourceLineNo">1452</span>      try {<a name="line.1452"></a>
+<span class="sourceLineNo">1453</span>        subprocs = procedure.doExecute(getEnvironment());<a name="line.1453"></a>
+<span class="sourceLineNo">1454</span>        if (subprocs != null &amp;&amp; subprocs.length == 0) {<a name="line.1454"></a>
+<span class="sourceLineNo">1455</span>          subprocs = null;<a name="line.1455"></a>
+<span class="sourceLineNo">1456</span>        }<a name="line.1456"></a>
+<span class="sourceLineNo">1457</span>      } catch (ProcedureSuspendedException e) {<a name="line.1457"></a>
+<span class="sourceLineNo">1458</span>        if (LOG.isTraceEnabled()) {<a name="line.1458"></a>
+<span class="sourceLineNo">1459</span>          LOG.trace("Suspend " + procedure);<a name="line.1459"></a>
+<span class="sourceLineNo">1460</span>        }<a name="line.1460"></a>
+<span class="sourceLineNo">1461</span>        suspended = true;<a name="line.1461"></a>
+<span class="sourceLineNo">1462</span>      } catch (ProcedureYieldException e) {<a name="line.1462"></a>
+<span class="sourceLineNo">1463</span>        if (LOG.isTraceEnabled()) {<a name="line.1463"></a>
+<span class="sourceLineNo">1464</span>          LOG.trace("Yield " + procedure + ": " + e.getMessage(), e);<a name="line.1464"></a>
+<span class="sourceLineNo">1465</span>        }<a name="line.1465"></a>
+<span class="sourceLineNo">1466</span>        scheduler.yield(procedure);<a name="line.1466"></a>
+<span class="sourceLineNo">1467</span>        return;<a name="line.1467"></a>
+<span class="sourceLineNo">1468</span>      } catch (InterruptedException e) {<a name="line.1468"></a>
+<span class="sourceLineNo">1469</span>        if (LOG.isTraceEnabled()) {<a name="line.1469"></a>
+<span class="sourceLineNo">1470</span>          LOG.trace("Yield interrupt " + procedure + ": " + e.getMessage(), e);<a name="line.1470"></a>
+<span class="sourceLineNo">1471</span>        }<a name="line.1471"></a>
+<span class="sourceLineNo">1472</span>        handleInterruptedException(procedure, e);<a name="line.1472"></a>
+<span class="sourceLineNo">1473</span>        scheduler.yield(procedure);<a name="line.1473"></a>
+<span class="sourceLineNo">1474</span>        return;<a name="line.1474"></a>
+<span class="sourceLineNo">1475</span>      } catch (Throwable e) {<a name="line.1475"></a>
+<span class="sourceLineNo">1476</span>        // Catch NullPointerExceptions or similar errors...<a name="line.1476"></a>
+<span class="sourceLineNo">1477</span>        String msg = "CODE-BUG: Uncaught runtime exception: " + procedure;<a name="line.1477"></a>
+<span class="sourceLineNo">1478</span>        LOG.error(msg, e);<a name="line.1478"></a>
+<span class="sourceLineNo">1479</span>        procedure.setFailure(new RemoteProcedureException(msg, e));<a name="line.1479"></a>
+<span class="sourceLineNo">1480</span>      }<a name="line.1480"></a>
+<span class="sourceLineNo">1481</span><a name="line.1481"></a>
+<span class="sourceLineNo">1482</span>      if (!procedure.isFailed()) {<a name="line.1482"></a>
+<span class="sourceLineNo">1483</span>        if (subprocs != null) {<a name="line.1483"></a>
+<span class="sourceLineNo">1484</span>          if (subprocs.length == 1 &amp;&amp; subprocs[0] == procedure) {<a name="line.1484"></a>
+<span class="sourceLineNo">1485</span>            // Procedure returned itself. Quick-shortcut for a state machine-like procedure;<a name="line.1485"></a>
+<span class="sourceLineNo">1486</span>            // i.e. we go around this loop again rather than go back out on the scheduler queue.<a name="line.1486"></a>
+<span class="sourceLineNo">1487</span>            subprocs = null;<a name="line.1487"></a>
+<span class="sourceLineNo">1488</span>            reExecute = true;<a name="line.1488"></a>
+<span class="sourceLineNo">1489</span>            if (LOG.isTraceEnabled()) {<a name="line.1489"></a>
+<span class="sourceLineNo">1490</span>              LOG.trace("Short-circuit to next step on pid=" + procedure.getProcId());<a name="line.1490"></a>
+<span class="sourceLineNo">1491</span>            }<a name="line.1491"></a>
+<span class="sourceLineNo">1492</span>          } else {<a name="line.1492"></a>
+<span class="sourceLineNo">1493</span>            // Yield the current procedure, and make the subprocedure runnable<a name="line.1493"></a>
+<span class="sourceLineNo">1494</span>            // subprocs may come back 'null'.<a name="line.1494"></a>
+<span class="sourceLineNo">1495</span>            subprocs = initializeChildren(procStack, procedure, subprocs);<a name="line.1495"></a>
+<span class="sourceLineNo">1496</span>            LOG.info("Initialized subprocedures=" +<a name="line.1496"></a>
+<span class="sourceLineNo">1497</span>              (subprocs == null? null:<a name="line.1497"></a>
+<span class="sourceLineNo">1498</span>                Stream.of(subprocs).map(e -&gt; "{" + e.toString() + "}").<a name="line.1498"></a>
+<span class="sourceLineNo">1499</span>                collect(Collectors.toList()).toString()));<a name="line.1499"></a>
+<span class="sourceLineNo">1500</span>          }<a name="line.1500"></a>
+<span class="sourceLineNo">1501</span>        } else if (procedure.getState() == ProcedureState.WAITING_TIMEOUT) {<a name="line.1501"></a>
+<span class="sourceLineNo">1502</span>          if (LOG.isTraceEnabled()) {<a name="line.1502"></a>
+<span class="sourceLineNo">1503</span>            LOG.trace("Added to timeoutExecutor " + procedure);<a name="line.1503"></a>
+<span class="sourceLineNo">1504</span>          }<a name="line.1504"></a>
+<span class="sourceLineNo">1505</span>          timeoutExecutor.add(procedure);<a name="line.1505"></a>
+<span class="sourceLineNo">1506</span>        } else if (!suspended) {<a name="line.1506"></a>
+<span class="sourceLineNo">1507</span>          // No subtask, so we are done<a name="line.1507"></a>
+<span class="sourceLineNo">1508</span>          procedure.setState(ProcedureState.SUCCESS);<a name="line.1508"></a>
+<span class="sourceLineNo">1509</span>        }<a name="line.1509"></a>
+<span class="sourceLineNo">1510</span>      }<a name="line.1510"></a>
+<span class="sourceLineNo">1511</span><a name="line.1511"></a>
+<span class="sourceLineNo">1512</span>      // Add the procedure to the stack<a name="line.1512"></a>
+<span class="sourceLineNo">1513</span>      procStack.addRollbackStep(procedure);<a name="line.1513"></a>
+<span class="sourceLineNo">1514</span><a name="line.1514"></a>
+<span class="sourceLineNo">1515</span>      // allows to kill the executor before something is stored to the wal.<a name="line.1515"></a>
+<span class="sourceLineNo">1516</span>      // useful to test the procedure recovery.<a name="line.1516"></a>
+<span class="sourceLineNo">1517</span>      if (testing != null &amp;&amp; testing.shouldKillBeforeStoreUpdate(suspended)) {<a name="line.1517"></a>
+<span class="sourceLineNo">1518</span>        LOG.debug("TESTING: Kill before store update: " + procedure);<a name="line.1518"></a>
+<span class="sourceLineNo">1519</span>        stop();<a name="line.1519"></a>
+<span class="sourceLineNo">1520</span>        return;<a name="line.1520"></a>
+<span class="sourceLineNo">1521</span>      }<a name="line.1521"></a>
+<span class="sourceLineNo">1522</span><a name="line.1522"></a>
+<span class="sourceLineNo">1523</span>      // TODO: The code here doesn't check if store is running before persisting to the store as<a name="line.1523"></a>
+<span class="sourceLineNo">1524</span>      // it relies on the method call below to throw RuntimeException to wind up the stack and<a name="line.1524"></a>
+<span class="sourceLineNo">1525</span>      // executor thread to stop. The statement following the method call below seems to check if<a name="line.1525"></a>
+<span class="sourceLineNo">1526</span>      // store is not running, to prevent scheduling children procedures, re-execution or yield<a name="line.1526"></a>
+<span class="sourceLineNo">1527</span>      // of this procedure. This may need more scrutiny and subsequent cleanup in future<a name="line.1527"></a>
+<span class="sourceLineNo">1528</span>      //<a name="line.1528"></a>
+<span class="sourceLineNo">1529</span>      // Commit the transaction even if a suspend (state may have changed). Note this append<a name="line.1529"></a>
+<span class="sourceLineNo">1530</span>      // can take a bunch of time to complete.<a name="line.1530"></a>
+<span class="sourceLineNo">1531</span>      updateStoreOnExec(procStack, procedure, subprocs);<a name="line.1531"></a>
+<span class="sourceLineNo">1532</span><a name="line.1532"></a>
+<span class="sourceLineNo">1533</span>      // if the store is not running we are aborting<a name="line.1533"></a>
+<span class="sourceLineNo">1534</span>      if (!store.isRunning()) return;<a name="line.1534"></a>
+<span class="sourceLineNo">1535</span>      // if the procedure is kind enough to pass the slot to someone else, yield<a name="line.1535"></a>
+<span class="sourceLineNo">1536</span>      if (procedure.isRunnable() &amp;&amp; !suspended &amp;&amp;<a name="line.1536"></a>
+<span class="sourceLineNo">1537</span>          procedure.isYieldAfterExecutionStep(getEnvironment())) {<a name="line.1537"></a>
+<span class="sourceLineNo">1538</span>        scheduler.yield(procedure);<a name="line.1538"></a>
+<span class="sourceLineNo">1539</span>        return;<a name="line.1539"></a>
+<span class="sourceLineNo">1540</span>      }<a name="line.1540"></a>
+<span class="sourceLineNo">1541</span><a name="line.1541"></a>
+<span class="sourceLineNo">1542</span>      assert (reExecute &amp;&amp; subprocs == null) || !reExecute;<a name="line.1542"></a>
+<span class="sourceLineNo">1543</span>    } while (reExecute);<a name="line.1543"></a>
+<span class="sourceLineNo">1544</span>    // Submit the new subprocedures<a name="line.1544"></a>
+<span class="sourceLineNo">1545</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1545"></a>
+<span class="sourceLineNo">1546</span>      submitChildrenProcedures(subprocs);<a name="line.1546"></a>
+<span class="sourceLineNo">1547</span>    }<a name="line.1547"></a>
+<span class="sourceLineNo">1548</span><a name="line.1548"></a>
+<span class="sourceLineNo">1549</span>    // if the procedure is complete and has a parent, count down the children latch.<a name="line.1549"></a>
+<span class="sourceLineNo">1550</span>    // If 'suspended', do nothing to change state -- let other threads handle unsuspend event.<a name="line.1550"></a>
+<span class="sourceLineNo">1551</span>    if (!suspended &amp;&amp; procedure.isFinished() &amp;&amp; procedure.hasParent()) {<a name="line.1551"></a>
+<span class="sourceLineNo">1552</span>      countDownChildren(procStack, procedure);<a name="line.1552"></a>
+<span class="sourceLineNo">1553</span>    }<a name="line.1553"></a>
+<span class="sourceLineNo">1554</span>  }<a name="line.1554"></a>
+<span class="sourceLineNo">1555</span><a name="line.1555"></a>
+<span class="sourceLineNo">1556</span>  private Procedure[] initializeChildren(final RootProcedureState procStack,<a name="line.1556"></a>
+<span class="sourceLineNo">1557</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1557"></a>
+<span class="sourceLineNo">1558</span>    assert subprocs != null : "expected subprocedures";<a name="line.1558"></a>
+<span class="sourceLineNo">1559</span>    final long rootProcId = getRootProcedureId(procedure);<a name="line.1559"></a>
+<span class="sourceLineNo">1560</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1560"></a>
+<span class="sourceLineNo">1561</span>      final Procedure subproc = subprocs[i];<a name="line.1561"></a>
+<span class="sourceLineNo">1562</span>      if (subproc == null) {<a name="line.1562"></a>
+<span class="sourceLineNo">1563</span>        String msg = "subproc[" + i + "] is null, aborting the procedure";<a name="line.1563"></a>
+<span class="sourceLineNo">1564</span>        procedure.setFailure(new RemoteProcedureException(msg,<a name="line.1564"></a>
+<span class="sourceLineNo">1565</span>          new IllegalArgumentIOException(msg)));<a name="line.1565"></a>
+<span class="sourceLineNo">1566</span>        return null;<a name="line.1566"></a>
+<span class="sourceLineNo">1567</span>      }<a name="line.1567"></a>
+<span class="sourceLineNo">1568</span><a name="line.1568"></a>
+<span class="sourceLineNo">1569</span>      assert subproc.getState() == ProcedureState.INITIALIZING : subproc;<a name="line.1569"></a>
+<span class="sourceLineNo">1570</span>      subproc.setParentProcId(procedure.getProcId());<a name="line.1570"></a>
+<span class="sourceLineNo">1571</span>      subproc.setRootProcId(rootProcId);<a name="line.1571"></a>
+<span class="sourceLineNo">1572</span>      subproc.setProcId(nextProcId());<a name="line.1572"></a>
+<span class="sourceLineNo">1573</span>      procStack.addSubProcedure(subproc);<a name="line.1573"></a>
+<span class="sourceLineNo">1574</span>    }<a name="line.1574"></a>
+<span class="sourceLineNo">1575</span><a name="line.1575"></a>
+<span class="sourceLineNo">1576</span>    if (!procedure.isFailed()) {<a name="line.1576"></a>
+<span class="sourceLineNo">1577</span>      procedure.setChildrenLatch(subprocs.length);<a name="line.1577"></a>
+<span class="sourceLineNo">1578</span>      switch (procedure.getState()) {<a name="line.1578"></a>
+<span class="sourceLineNo">1579</span>        case RUNNABLE:<a name="line.1579"></a>
+<span class="sourceLineNo">1580</span>          procedure.setState(ProcedureState.WAITING);<a name="line.1580"></a>
+<span class="sourceLineNo">1581</span>          break;<a name="line.1581"></a>
+<span class="sourceLineNo">1582</span>        case WAITING_TIMEOUT:<a name="line.1582"></a>
+<span class="sourceLineNo">1583</span>          timeoutExecutor.add(procedure);<a name="line.1583"></a>
+<span class="sourceLineNo">1584</span>          break;<a name="line.1584"></a>
+<span class="sourceLineNo">1585</span>        default:<a name="line.1585"></a>
+<span class="sourceLineNo">1586</span>          break;<a name="line.1586"></a>
+<span class="sourceLineNo">1587</span>      }<a name="line.1587"></a>
+<span class="sourceLineNo">1588</span>    }<a name="line.1588"></a>
+<span class="sourceLineNo">1589</span>    return subprocs;<a name="line.1589"></a>
+<span class="sourceLineNo">1590</span>  }<a name="line.1590"></a>
+<span class="sourceLineNo">1591</span><a name="line.1591"></a>
+<span class="sourceLineNo">1592</span>  private void submitChildrenProcedures(final Procedure[] subprocs) {<a name="line.1592"></a>
+<span class="sourceLineNo">1593</span>    for (int i = 0; i &lt; subprocs.length; ++i) {<a name="line.1593"></a>
+<span class="sourceLineNo">1594</span>      final Procedure subproc = subprocs[i];<a name="line.1594"></a>
+<span class="sourceLineNo">1595</span>      subproc.updateMetricsOnSubmit(getEnvironment());<a name="line.1595"></a>
+<span class="sourceLineNo">1596</span>      assert !procedures.containsKey(subproc.getProcId());<a name="line.1596"></a>
+<span class="sourceLineNo">1597</span>      procedures.put(subproc.getProcId(), subproc);<a name="line.1597"></a>
+<span class="sourceLineNo">1598</span>      scheduler.addFront(subproc);<a name="line.1598"></a>
+<span class="sourceLineNo">1599</span>    }<a name="line.1599"></a>
+<span class="sourceLineNo">1600</span>  }<a name="line.1600"></a>
+<span class="sourceLineNo">1601</span><a name="line.1601"></a>
+<span class="sourceLineNo">1602</span>  private void countDownChildren(final RootProcedureState procStack, final Procedure procedure) {<a name="line.1602"></a>
+<span class="sourceLineNo">1603</span>    final Procedure parent = procedures.get(procedure.getParentProcId());<a name="line.1603"></a>
+<span class="sourceLineNo">1604</span>    if (parent == null) {<a name="line.1604"></a>
+<span class="sourceLineNo">1605</span>      assert procStack.isRollingback();<a name="line.1605"></a>
+<span class="sourceLineNo">1606</span>      return;<a name="line.1606"></a>
+<span class="sourceLineNo">1607</span>    }<a name="line.1607"></a>
+<span class="sourceLineNo">1608</span><a name="line.1608"></a>
+<span class="sourceLineNo">1609</span>    // If this procedure is the last child awake the parent procedure<a name="line.1609"></a>
+<span class="sourceLineNo">1610</span>    if (parent.tryRunnable()) {<a name="line.1610"></a>
+<span class="sourceLineNo">1611</span>      // If we succeeded in making the parent runnable -- i.e. all of its<a name="line.1611"></a>
+<span class="sourceLineNo">1612</span>      // children have completed, move parent to front of the queue.<a name="line.1612"></a>
+<span class="sourceLineNo">1613</span>      store.update(parent);<a name="line.1613"></a>
+<span class="sourceLineNo">1614</span>      scheduler.addFront(parent);<a name="line.1614"></a>
+<span class="sourceLineNo">1615</span>      LOG.info("Finished subprocedure(s) of " + parent + "; resume parent processing.");<a name="line.1615"></a>
+<span class="sourceLineNo">1616</span>      return;<a name="line.1616"></a>
+<span class="sourceLineNo">1617</span>    }<a name="line.1617"></a>
+<span class="sourceLineNo">1618</span>  }<a name="line.1618"></a>
+<span class="sourceLineNo">1619</span><a name="line.1619"></a>
+<span class="sourceLineNo">1620</span>  private void updateStoreOnExec(final RootProcedureState procStack,<a name="line.1620"></a>
+<span class="sourceLineNo">1621</span>      final Procedure procedure, final Procedure[] subprocs) {<a name="line.1621"></a>
+<span class="sourceLineNo">1622</span>    if (subprocs != null &amp;&amp; !procedure.isFailed()) {<a name="line.1622"></a>
+<span class="sourceLineNo">1623</span>      if (LOG.isTraceEnabled()) {<a name="line.1623"></a>
+<span class="sourceLineNo">1624</span>        LOG.trace("Stored " + procedure + ", children " + Arrays.toString(subprocs));<a name="line.1624"></a>
+<span class="sourceLineNo">1625</span>      }<a name="line.1625"></a>
+<span class="sourceLineNo">1626</span>      store.insert(procedure, subprocs);<a name="line.1626"></a>
+<span class="sourceLineNo">1627</span>    } else {<a name="line.1627"></a>
+<span class="sourceLineNo">1628</span>      if (LOG.isTraceEnabled()) {<a name="line.1628"></a>
+<span class="sourceLineNo">1629</span>        LOG.trace("Store update " + procedure);<a name="line.1629"></a>
+<span class="sourceLineNo">1630</span>      }<a name="line.1630"></a>
+<span class="sourceLineNo">1631</span>      if (procedure.isFinished() &amp;&amp; !procedure.hasParent()) {<a name="line.1631"></a>
+<span class="sourceLineNo">1632</span>        // remove child procedures<a name="line.1632"></a>
+<span class="sourceLineNo">1633</span>        final long[] childProcIds = procStack.getSubprocedureIds();<a name="line.1633"></a>
+<span class="sourceLineNo">1634</span>        if (childProcIds != null) {<a name="line.1634"></a>
+<span class="sourceLineNo">1635</span>          store.delete(procedure, childProcIds);<a name="line.1635"></a>
+<span class="sourceLineNo">1636</span>          for (int i = 0; i &lt; childProcIds.length; ++i) {<a name="line.1636"></a>
+<span class="sourceLineNo">1637</span>            procedures.remove(childProcIds[i]);<a name="line.1637"></a>
+<span class="sourceLineNo">1638</span>          }<a name="line.1638"></a>
+<span class="sourceLineNo">1639</span>        } else {<a name="line.1639"></a>
+<span class="sourceLineNo">1640</span>          store.update(procedure);<a name="line.1640"></a>
+<span class="sourceLineNo">1641</span>        }<a name="line.1641"></a>
+<span class="sourceLineNo">1642</span>      } else {<a name="line.1642"></a>
+<span class="sourceLineNo">1643</span>        store.update(procedure);<a name="line.1643"></a>
+<span class="sourceLineNo">1644</span>      }<a name="line.1644"></a>
+<span class="sourceLineNo">1645</span>    }<a name="line.1645"></a>
+<span class="sourceLineNo">1646</span>  }<a name="line.1646"></a>
+<span class="sourceLineNo">1647</span><a name="line.1647"></a>
+<span class="sourceLineNo">1648</span>  private void handleInterruptedException(final Procedure proc, final InterruptedException e) {<a name="line.1648"></a>
+<span class="sourceLineNo">1649</span>    if (LOG.isTraceEnabled()) {<a name="line.1649"></a>
+<span class="sourceLineNo">1650</span>      LOG.trace("Interrupt during " + proc + ". suspend and retry it later.", e);<a name="line.1650"></a>
+<span class="sourceLineNo">1651</span>    }<a name="line.1651"></a>
+<span class="sourceLineNo">1652</span><a name="line.1652"></a>
+<span class="sourceLineNo">1653</span>    // NOTE: We don't call Thread.currentThread().interrupt()<a name="line.1653"></a>
+<span class="sourceLineNo">1654</span>    // because otherwise all the subsequent calls e.g. Thread.sleep() will throw<a name="line.1654"></a>
+<span class="sourceLineNo">1655</span>    // the InterruptedException. If the master is going down, we will be notified<a name="line.1655"></a>
+<span class="sourceLineNo">1656</span>    // and the executor/store will be stopped.<a name="line.1656"></a>
+<span class="sourceLineNo">1657</span>    // (The interrupted procedure will be retried on the next run)<a name="line.1657"></a>
+<span class="sourceLineNo">1658</span>  }<a name="line.1658"></a>
+<span class="sourceLineNo">1659</span><a name="line.1659"></a>
+<span class="sourceLineNo">1660</span>  private void execCompletionCleanup(final Procedure proc) {<a name="line.1660"></a>
+<span class="sourceLineNo">1661</span>    final TEnvironment env = getEnvironment();<a name="line.1661"></a>
+<span class="sourceLineNo">1662</span>    if (proc.holdLock(env) &amp;&amp; proc.hasLock(env)) {<a name="line.1662"></a>
+<span class="sourceLineNo">1663</span>      releaseLock(proc, true);<a name="line.1663"></a>
+<span class="sourceLineNo">1664</span>    }<a name="line.1664"></a>
+<span class="sourceLineNo">1665</span>    try {<a name="line.1665"></a>
+<span class="sourceLineNo">1666</span>      proc.completionCleanup(env);<a name="line.1666"></a>
+<span class="sourceLineNo">1667</span>    } catch (Throwable e) {<a name="line.1667"></a>
+<span class="sourceLineNo">1668</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1668"></a>
+<span class="sourceLineNo">1669</span>      LOG.error("CODE-BUG: uncatched runtime exception for procedure: " + proc, e);<a name="line.1669"></a>
+<span class="sourceLineNo">1670</span>    }<a name="line.1670"></a>
+<span class="sourceLineNo">1671</span>  }<a name="line.1671"></a>
+<span class="sourceLineNo">1672</span><a name="line.1672"></a>
+<span class="sourceLineNo">1673</span>  private void procedureFinished(final Procedure proc) {<a name="line.1673"></a>
+<span class="sourceLineNo">1674</span>    // call the procedure completion cleanup handler<a name="line.1674"></a>
+<span class="sourceLineNo">1675</span>    execCompletionCleanup(proc);<a name="line.1675"></a>
+<span class="sourceLineNo">1676</span><a name="line.1676"></a>
+<span class="sourceLineNo">1677</span>    CompletedProcedureRetainer retainer = new CompletedProcedureRetainer(proc);<a name="line.1677"></a>
+<span class="sourceLineNo">1678</span><a name="line.1678"></a>
+<span class="sourceLineNo">1679</span>    // update the executor internal state maps<a name="line.1679"></a>
+<span class="sourceLineNo">1680</span>    if (!proc.shouldWaitClientAck(getEnvironment())) {<a name="line.1680"></a>
+<span class="sourceLineNo">1681</span>      retainer.setClientAckTime(0);<a name="line.1681"></a>
+<span class="sourceLineNo">1682</span>    }<a name="line.1682"></a>
+<span class="sourceLineNo">1683</span><a name="line.1683"></a>
+<span class="sourceLineNo">1684</span>    completed.put(proc.getProcId(), retainer);<a name="line.1684"></a>
+<span class="sourceLineNo">1685</span>    rollbackStack.remove(proc.getProcId());<a name="line.1685"></a>
+<span class="sourceLineNo">1686</span>    procedures.remove(proc.getProcId());<a name="line.1686"></a>
+<span class="sourceLineNo">1687</span><a name="line.1687"></a>
+<span class="sourceLineNo">1688</span>    // call the runnableSet completion cleanup handler<a name="line.1688"></a>
+<span class="sourceLineNo">1689</span>    try {<a name="line.1689"></a>
+<span class="sourceLineNo">1690</span>      scheduler.completionCleanup(proc);<a name="line.1690"></a>
+<span class="sourceLineNo">1691</span>    } catch (Throwable e) {<a name="line.1691"></a>
+<span class="sourceLineNo">1692</span>      // Catch NullPointerExceptions or similar errors...<a name="line.1692"></a>
+<span class="sourceLineNo">1693</span>      LOG.error("CODE-BUG: uncatched runtime exception for completion cleanup: " + proc, e);<a name="line.1693"></a>
+<span class="sourceLineNo">1694</span>    }<a name="line.1694"></a>
+<span class="sourceLineNo">1695</span><a name="line.1695"></a>
+<span class="sourceLineNo">1696</span>    // Notify the listeners<a name="line.1696"></a>
+<span class="sourceLineNo">1697</span>    sendProcedureFinishedNotification(proc.getProcId());<a name="line.1697"></a>
+<span class="sourceLineNo">1698</span>  }<a name="line.1698"></a>
+<span class="sourceLineNo">1699</span><a name="line.1699"></a>
+<span class="sourceLineNo">1700</span>  RootProcedureState getProcStack(long rootProcId) {<a name="line.1700"></a>
+<span class="sourceLineNo">1701</span>    return rollbackStack.get(rootProcId);<a name="line.1701"></a>
+<span class="sourceLineNo">1702</span>  }<a name="line.1702"></a>
+<span class="sourceLineNo">1703</span><a name="line.1703"></a>
+<span class="sourceLineNo">1704</span>  // ==========================================================================<a name="line.1704"></a>
+<span class="sourceLineNo">1705</span>  //  Worker Thread<a name="line.1705"></a>
+<span class="sourceLineNo">1706</span>  // ==========================================================================<a name="line.1706"></a>
+<span class="sourceLineNo">1707</span>  private class WorkerThread extends StoppableThread {<a name="line.1707"></a>
+<span class="sourceLineNo">1708</span>    private final AtomicLong executionStartTime = new AtomicLong(Long.MAX_VALUE);<a name="line.1708"></a>
+<span class="sourceLineNo">1709</span>    private volatile Procedure&lt;?&gt; activeProcedure;<a name="line.1709"></a>
+<span class="sourceLineNo">1710</span><a name="line.1710"></a>
+<span class="sourceLineNo">1711</span>    public WorkerThread(ThreadGroup group) {<a name="line.1711"></a>
+<span class="sourceLineNo">1712</span>      this(group, "PEWorker-");<a name="line.1712"></a>
+<span class="sourceLineNo">1713</span>    }<a name="line.1713"></a>
+<span class="sourceLineNo">1714</span><a name="line.1714"></a>
+<span class="sourceLineNo">1715</span>    protected WorkerThread(ThreadGroup group, String prefix) {<a name="line.1715"></a>
+<span class="sourceLineNo">1716</span>      super(group, prefix + workerId.incrementAndGet());<a name="line.1716"></a>
+<span class="sourceLineNo">1717</span>      setDaemon(true);<a name="line.1717"></a>
+<span class="sourceLineNo">1718</span>    }<a name="line.1718"></a>
+<span class="sourceLineNo">1719</span><a name="line.1719"></a>
+<span class="sourceLineNo">1720</span>    @Override<a name="line.1720"></a>
+<span class="sourceLineNo">1721</span>    public void sendStopSignal() {<a name="line.1721"></a>
+<span class="sourceLineNo">1722</span>      scheduler.signalAll();<a name="line.1722"></a>
+<span class="sourceLineNo">1723</span>    }<a name="line.1723"></a>
+<span class="sourceLineNo">1724</span><a name="line.1724"></a>
+<span class="sourceLineNo">1725</span>    @Override<a name="line.1725"></a>
+<span class="sourceLineNo">1726</span>    public void run() {<a name="line.1726"></a>
+<span class="sourceLineNo">1727</span>      long lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1727"></a>
+<span class="sourceLineNo">1728</span>      try {<a name="line.1728"></a>
+<span class="sourceLineNo">1729</span>        while (isRunning() &amp;&amp; keepAlive(lastUpdate)) {<a name="line.1729"></a>
+<span class="sourceLineNo">1730</span>          Procedure&lt;?&gt; proc = scheduler.poll(keepAliveTime, TimeUnit.MILLISECONDS);<a name="line.1730"></a>
+<span class="sourceLineNo">1731</span>          if (proc == null) {<a name="line.1731"></a>
+<span class="sourceLineNo">1732</span>            continue;<a name="line.1732"></a>
+<span class="sourceLineNo">1733</span>          }<a name="line.1733"></a>
+<span class="sourceLineNo">1734</span>          this.activeProcedure = proc;<a name="line.1734"></a>
+<span class="sourceLineNo">1735</span>          int activeCount = activeExecutorCount.incrementAndGet();<a name="line.1735"></a>
+<span class="sourceLineNo">1736</span>          int runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1736"></a>
+<span class="sourceLineNo">1737</span>          LOG.trace("Execute pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1737"></a>
+<span class="sourceLineNo">1738</span>            runningCount, activeCount);<a name="line.1738"></a>
+<span class="sourceLineNo">1739</span>          executionStartTime.set(EnvironmentEdgeManager.currentTime());<a name="line.1739"></a>
+<span class="sourceLineNo">1740</span>          try {<a name="line.1740"></a>
+<span class="sourceLineNo">1741</span>            executeProcedure(proc);<a name="line.1741"></a>
+<span class="sourceLineNo">1742</span>          } catch (AssertionError e) {<a name="line.1742"></a>
+<span class="sourceLineNo">1743</span>            LOG.info("ASSERT pid=" + proc.getProcId(), e);<a name="line.1743"></a>
+<span class="sourceLineNo">1744</span>            throw e;<a name="line.1744"></a>
+<span class="sourceLineNo">1745</span>          } finally {<a name="line.1745"></a>
+<span class="sourceLineNo">1746</span>            activeCount = activeExecutorCount.decrementAndGet();<a name="line.1746"></a>
+<span class="sourceLineNo">1747</span>            runningCount = store.setRunningProcedureCount(activeCount);<a name="line.1747"></a>
+<span class="sourceLineNo">1748</span>            LOG.trace("Halt pid={} runningCount={}, activeCount={}", proc.getProcId(),<a name="line.1748"></a>
+<span class="sourceLineNo">1749</span>              runningCount, activeCount);<a name="line.1749"></a>
+<span class="sourceLineNo">1750</span>            this.activeProcedure = null;<a name="line.1750"></a>
+<span class="sourceLineNo">1751</span>            lastUpdate = EnvironmentEdgeManager.currentTime();<a name="line.1751"></a>
+<span class="sourceLineNo">1752</span>            executionStartTime.set(Long.MAX_VALUE);<a name="line.1752"></a>
+<span class="sourceLineNo">1753</span>          }<a name="line.1753"></a>
+<span class="sourceLineNo">1754</span>        }<a name="line.1754"></a>
+<span class="sourceLineNo">1755</span>      } catch (Throwable t) {<a name="line.1755"></a>
+<span class="sourceLineNo">1756</span>        LOG.warn("Worker terminating UNNATURALLY {}", this.activeProcedure, t);<a name="line.1756"></a>
+<span class="sourceLineNo">1757</span>      } finally {<a name="line.1757"></a>
+<span class="sourceLineNo">1758</span>        LOG.trace("Worker terminated.");<a name="line.1758"></a>
+<span class="sourceLineNo">1759</span>      }<a name="line.1759"></a>
+<span class="sourceLineNo">1760</span>      workerThreads.remove(this);<a name="line.1760"></a>
+<span class="sourceLineNo">1761</span>    }<a name="line.1761"></a>
+<span class="sourceLineNo">1762</span><a name="line.1762"></a>
+<span class="sourceLineNo">1763</span>    @Override<a name="line.1763"></a>
+<span class="sourceLineNo">1764</span>    public String toString() {<a name="line.1764"></a>
+<span class="sourceLineNo">1765</span>      Procedure&lt;?&gt; p = this.activeProcedure;<a name="line.1765"></a>
+<span class="sourceLineNo">1766</span>      return getName() + "(pid=" + (p == null? Procedure.NO_PROC_ID: p.getProcId() + ")");<a name="line.1766"></a>
+<span class="sourceLineNo">1767</span>    }<a name="line.1767"></a>
+<span class="sourceLineNo">1768</span><a name="line.1768"></a>
+<span class="sourceLineNo">1769</span>    /**<a name="line.1769"></a>
+<span class="sourceLineNo">1770</span>     * @return the time since the current procedure is running<a name="line.1770"></a>
+<span class="sourceLineNo">1771</span>     */<a name="line.1771"></a>
+<span class="sourceLineNo">1772</span>    public long getCurrentRunTime() {<a name="line.1772"></a>
+<span class="sourceLineNo">1773</span>      return EnvironmentEdgeManager.currentTime() - executionStartTime.get();<a name="line.1773"></a>
+<span class="sourceLineNo">1774</span>    }<a name="line.1774"></a>
+<span class="sourceLineNo">1775</span><a name="line.1775"></a>
+<span class="sourceLineNo">1776</span>    // core worker never timeout<a name="line.1776"></a>
+<span class="sourceLineNo">1777</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1777"></a>
+<span class="sourceLineNo">1778</span>      return true;<a name="line.1778"></a>
+<span class="sourceLineNo">1779</span>    }<a name="line.1779"></a>
+<span class="sourceLineNo">1780</span>  }<a name="line.1780"></a>
+<span class="sourceLineNo">1781</span><a name="line.1781"></a>
+<span class="sourceLineNo">1782</span>  // A worker thread which can be added when core workers are stuck. Will timeout after<a name="line.1782"></a>
+<span class="sourceLineNo">1783</span>  // keepAliveTime if there is no procedure to run.<a name="line.1783"></a>
+<span class="sourceLineNo">1784</span>  private final class KeepAliveWorkerThread extends WorkerThread {<a name="line.1784"></a>
+<span class="sourceLineNo">1785</span><a name="line.1785"></a>
+<span class="sourceLineNo">1786</span>    public KeepAliveWorkerThread(ThreadGroup group) {<a name="line.1786"></a>
+<span class="sourceLineNo">1787</span>      super(group, "KeepAlivePEWorker-");<a name="line.1787"></a>
+<span class="sourceLineNo">1788</span>    }<a name="line.1788"></a>
+<span class="sourceLineNo">1789</span><a name="line.1789"></a>
+<span class="sourceLineNo">1790</span>    @Override<a name="line.1790"></a>
+<span class="sourceLineNo">1791</span>    protected boolean keepAlive(long lastUpdate) {<a name="line.1791"></a>
+<span class="sourceLineNo">1792</span>      return EnvironmentEdgeManager.currentTime() - lastUpdate &lt; keepAliveTime;<a name="line.1792"></a>
+<span class="sourceLineNo">1793</span>    }<a name="line.1793"></a>
+<span class="sourceLineNo">1794</span>  }<a name="line.1794"></a>
+<span class="sourceLineNo">1795</span><a name="line.1795"></a>
+<span class="sourceLineNo">1796</span>  // ----------------------------------------------------------------------------<a name="line.1796"></a>
+<span class="sourceLineNo">1797</span>  // TODO-MAYBE: Should we provide a InlineChore to notify the store with the<a name="line.1797"></a>
+<span class="sourceLineNo">1798</span>  // full set of procedures pending and completed to write a compacted<a name="line.1798"></a>
+<span class="sourceLineNo">1799</span>  // version of the log (in case is a log)?<a name="line.1799"></a>
+<span class="sourceLineNo">1800</span>  // In theory no, procedures are have a short life, so at some point the store<a name="line.1800"></a>
+<span class="sourceLineNo">1801</span>  // will have the tracker saying everything is in the last log.<a name="line.1801"></a>
+<span class="sourceLineNo">1802</span>  // ----------------------------------------------------------------------------<a name="line.1802"></a>
+<span class="sourceLineNo">1803</span><a name="line.1803"></a>
+<span class="sourceLineNo">1804</span>  private final class WorkerMonitor extends InlineChore {<a name="line.1804"></a>
+<span class="sourceLineNo">1805</span>    public static final String WORKER_MONITOR_INTERVAL_CONF_KEY =<a name="line.1805"></a>
+<span class="sourceLineNo">1806</span>        "hbase.procedure.worker.monitor.interval.msec";<a name="line.1806"></a>
+<span class="sourceLineNo">1807</span>    private static final int DEFAULT_WORKER_MONITOR_INTERVAL = 5000; // 5sec<a name="line.1807"></a>
+<span class="sourceLineNo">1808</span><a name="line.1808"></a>
+<span class="sourceLineNo">1809</span>    public static final String WORKER_STUCK_THRESHOLD_CONF_KEY =<a name="line.1809"></a>
+<span class="sourceLineNo">1810</span>        "hbase.procedure.worker.stuck.threshold.msec";<a name="line.1810"></a>
+<span class="sourceLineNo">1811</span>    private static final int DEFAULT_WORKER_STUCK_THRESHOLD = 10000; // 10sec<a name="line.1811"></a>
+<span class="sourceLineNo">1812</span><a name="line.1812"></a>
+<span class="sourceLineNo">1813</span>    public static final String WORKER_ADD_STUCK_PERCENTAGE_CONF_KEY =<a name="line.1813"></a>
+<span class="sourceLineNo">1814</span>        "hbase.procedure.worker.add.stuck.percentage";<a name="line.1814"></a>
+<span class="sourceLineNo">1815</span>    private static final float DEFAULT_WORKER_ADD_STUCK_PERCENTAGE = 0.5f; // 50% stuck<a name="line.1815"></a>
+<span class="sourceLineNo">1816</span><a name="line.1816"></a>
+<span class="sourceLineNo">1817</span>    private float addWorkerStuckPercentage = DEFAULT_WORKER_ADD_STUCK_PERCENTAGE;<a name="line.1817"></a>
+<span class="sourceLineNo">1818</span>    private int timeoutInterval = DEFAULT_WORKER_MONITOR_INTERVAL;<a name="line.1818"></a>
+<span class="sourceLineNo">1819</span>    private int stuckThreshold = DEFAULT_WORKER_STUCK_THRESHOLD;<a name="line.1819"></a>
+<span class="sourceLineNo">1820</span><a name="line.1820"></a>
+<span class="sourceLineNo">1821</span>    public WorkerMonitor() {<a name="line.1821"></a>
+<span class="sourceLineNo">1822</span>      refreshConfig();<a name="line.1822"></a>
+<span class="sourceLineNo">1823</span>    }<a name="line.1823"></a>
+<span class="sourceLineNo">1824</span><a name="line.1824"></a>
+<span class="sourceLineNo">1825</span>    @Override<a name="line.1825"></a>
+<span class="sourceLineNo">1826</span>    public void run() {<a name="line.1826"></a>
+<span class="sourceLineNo">1827</span>      final int stuckCount = checkForStuckWorkers();<a name="line.1827"></a>
+<span class="sourceLineNo">1828</span>      checkThreadCount(stuckCount);<a name="line.1828"></a>
+<span class="sourceLineNo">1829</span><a name="line.1829"></a>
+<span class="sourceLineNo">1830</span>      // refresh interval (poor man dynamic conf update)<a name="line.1830"></a>
+<span class="sourceLineNo">1831</span>      refreshConfig();<a name="line.1831"></a>
+<span class="sourceLineNo">1832</span>    }<a name="line.1832"></a>
+<span class="sourceLineNo">1833</span><a name="line.1833"></a>
+<span class="sourceLineNo">1834</span>    private int checkForStuckWorkers() {<a name="line.1834"></a>
+<span class="sourceLineNo">1835</span>      // check if any of the worker is stuck<a name="line.1835"></a>
+<span class="sourceLineNo">1836</span>      int stuckCount = 0;<a name="line.1836"></a>
+<span class="sourceLineNo">1837</span>      for (WorkerThread worker : workerThreads) {<a name="line.1837"></a>
+<span class="sourceLineNo">1838</span>        if (worker.getCurrentRunTime() &lt; stuckThreshold) {<a name="line.1838"></a>
+<span class="sourceLineNo">1839</span>          continue;<a name="line.1839"></a>
+<span class="sourceLineNo">1840</span>        }<a name="line.1840"></a>
+<span class="sourceLineNo">1841</span><a name="line.1841"></a>
+<span class="so

<TRUNCATED>