You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by gi...@apache.org on 2019/01/20 14:47:18 UTC
[hbase-site] branch asf-site updated: Published site at
a2f6768acdc30b789c7cb8482b9f4352803f60a1.
This is an automated email from the ASF dual-hosted git repository.
git-site-role pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/hbase-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new e155a14 Published site at a2f6768acdc30b789c7cb8482b9f4352803f60a1.
e155a14 is described below
commit e155a14207b5572d701414c9380e6b717c496ec4
Author: jenkins <bu...@apache.org>
AuthorDate: Sun Jan 20 14:47:10 2019 +0000
Published site at a2f6768acdc30b789c7cb8482b9f4352803f60a1.
---
acid-semantics.html | 4 +-
apache_hbase_reference_guide.pdf | 4 +-
.../org/apache/hadoop/hbase/util/RegionMover.html | 28 +-
.../org/apache/hadoop/hbase/util/RegionMover.html | 1484 ++++++++++----------
book.html | 2 +-
bulk-loads.html | 4 +-
checkstyle-aggregate.html | 10 +-
coc.html | 4 +-
dependencies.html | 4 +-
dependency-convergence.html | 4 +-
dependency-info.html | 4 +-
dependency-management.html | 4 +-
devapidocs/constant-values.html | 4 +-
.../hadoop/hbase/util/RegionMover.MoveWithAck.html | 14 +-
.../hbase/util/RegionMover.MoveWithoutAck.html | 14 +-
.../hbase/util/RegionMover.RegionMoverBuilder.html | 38 +-
.../org/apache/hadoop/hbase/util/RegionMover.html | 86 +-
.../src-html/org/apache/hadoop/hbase/Version.html | 4 +-
.../hadoop/hbase/util/RegionMover.MoveWithAck.html | 1484 ++++++++++----------
.../hbase/util/RegionMover.MoveWithoutAck.html | 1484 ++++++++++----------
.../hbase/util/RegionMover.RegionMoverBuilder.html | 1484 ++++++++++----------
.../org/apache/hadoop/hbase/util/RegionMover.html | 1484 ++++++++++----------
downloads.html | 4 +-
export_control.html | 4 +-
index.html | 4 +-
integration.html | 4 +-
issue-tracking.html | 4 +-
license.html | 4 +-
mail-lists.html | 4 +-
metrics.html | 4 +-
old_news.html | 4 +-
plugin-management.html | 4 +-
plugins.html | 4 +-
poweredbyhbase.html | 4 +-
project-info.html | 4 +-
project-reports.html | 4 +-
project-summary.html | 4 +-
pseudo-distributed.html | 4 +-
replication.html | 4 +-
resources.html | 4 +-
source-repository.html | 4 +-
sponsors.html | 4 +-
supportingprojects.html | 4 +-
team-list.html | 4 +-
testdevapidocs/index-all.html | 31 +-
.../hbase/class-use/HBaseTestingUtility.html | 2 +-
.../apache/hadoop/hbase/io/hfile/package-tree.html | 2 +-
.../org/apache/hadoop/hbase/package-tree.html | 10 +-
.../hadoop/hbase/procedure2/package-tree.html | 4 +-
.../hadoop/hbase/regionserver/package-tree.html | 4 +-
.../org/apache/hadoop/hbase/test/package-tree.html | 4 +-
.../apache/hadoop/hbase/util/TestRegionMover.html | 119 +-
.../org/apache/hadoop/hbase/wal/package-tree.html | 2 +-
.../apache/hadoop/hbase/util/TestRegionMover.html | 433 +++---
54 files changed, 4174 insertions(+), 4177 deletions(-)
diff --git a/acid-semantics.html b/acid-semantics.html
index c9fb17e..0dbad52 100644
--- a/acid-semantics.html
+++ b/acid-semantics.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase –
Apache HBase (TM) ACID Properties
@@ -611,7 +611,7 @@ under the License. -->
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/apache_hbase_reference_guide.pdf b/apache_hbase_reference_guide.pdf
index f487253..1dfd99d 100644
--- a/apache_hbase_reference_guide.pdf
+++ b/apache_hbase_reference_guide.pdf
@@ -5,8 +5,8 @@
/Author (Apache HBase Team)
/Creator (Asciidoctor PDF 1.5.0.alpha.15, based on Prawn 2.2.2)
/Producer (Apache HBase Team)
-/ModDate (D:20190119142936+00'00')
-/CreationDate (D:20190119144403+00'00')
+/ModDate (D:20190120142937+00'00')
+/CreationDate (D:20190120144340+00'00')
>>
endobj
2 0 obj
diff --git a/apidocs/org/apache/hadoop/hbase/util/RegionMover.html b/apidocs/org/apache/hadoop/hbase/util/RegionMover.html
index 364ebba..3025538 100644
--- a/apidocs/org/apache/hadoop/hbase/util/RegionMover.html
+++ b/apidocs/org/apache/hadoop/hbase/util/RegionMover.html
@@ -119,7 +119,7 @@ var activeTableTab = "activeTableTab";
<hr>
<br>
<pre>@InterfaceAudience.Public
-public class <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.81">RegionMover</a>
+public class <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.80">RegionMover</a>
extends org.apache.hadoop.hbase.util.AbstractHBaseTool
implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true" title="class or interface in java.io">Closeable</a></pre>
<div class="block">Tool for loading/unloading regions to/from given regionserver This tool can be run from Command
@@ -271,7 +271,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>MOVE_RETRIES_MAX_KEY</h4>
-<pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.82">MOVE_RETRIES_MAX_KEY</a></pre>
+<pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.81">MOVE_RETRIES_MAX_KEY</a></pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.util.RegionMover.MOVE_RETRIES_MAX_KEY">Constant Field Values</a></dd>
@@ -284,7 +284,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>MOVE_WAIT_MAX_KEY</h4>
-<pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.83">MOVE_WAIT_MAX_KEY</a></pre>
+<pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.82">MOVE_WAIT_MAX_KEY</a></pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.util.RegionMover.MOVE_WAIT_MAX_KEY">Constant Field Values</a></dd>
@@ -297,7 +297,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>SERVERSTART_WAIT_MAX_KEY</h4>
-<pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.84">SERVERSTART_WAIT_MAX_KEY</a></pre>
+<pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.83">SERVERSTART_WAIT_MAX_KEY</a></pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.util.RegionMover.SERVERSTART_WAIT_MAX_KEY">Constant Field Values</a></dd>
@@ -310,7 +310,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>DEFAULT_MOVE_RETRIES_MAX</h4>
-<pre>public static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.85">DEFAULT_MOVE_RETRIES_MAX</a></pre>
+<pre>public static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.84">DEFAULT_MOVE_RETRIES_MAX</a></pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.util.RegionMover.DEFAULT_MOVE_RETRIES_MAX">Constant Field Values</a></dd>
@@ -323,7 +323,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>DEFAULT_MOVE_WAIT_MAX</h4>
-<pre>public static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.86">DEFAULT_MOVE_WAIT_MAX</a></pre>
+<pre>public static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.85">DEFAULT_MOVE_WAIT_MAX</a></pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.util.RegionMover.DEFAULT_MOVE_WAIT_MAX">Constant Field Values</a></dd>
@@ -336,7 +336,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockListLast">
<li class="blockList">
<h4>DEFAULT_SERVERSTART_WAIT_MAX</h4>
-<pre>public static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.87">DEFAULT_SERVERSTART_WAIT_MAX</a></pre>
+<pre>public static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.86">DEFAULT_SERVERSTART_WAIT_MAX</a></pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.util.RegionMover.DEFAULT_SERVERSTART_WAIT_MAX">Constant Field Values</a></dd>
@@ -357,7 +357,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>close</h4>
-<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.118">close</a>()</pre>
+<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.117">close</a>()</pre>
<dl>
<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true#close--" title="class or interface in java.io">close</a></code> in interface <code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true" title="class or interface in java.io">Closeable</a></code></dd>
@@ -372,7 +372,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>load</h4>
-<pre>public boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.343">load</a>()
+<pre>public boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.342">load</a>()
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutionException.html?is-external=true" title="class or interface in java.util.concurrent">ExecutionException</a>,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a>,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/TimeoutException.html?is-external=true" title="class or interface in java.util.concurrent">TimeoutException</a></pre>
@@ -394,7 +394,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>unload</h4>
-<pre>public boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.412">unload</a>()
+<pre>public boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.411">unload</a>()
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a>,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutionException.html?is-external=true" title="class or interface in java.util.concurrent">ExecutionException</a>,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/TimeoutException.html?is-external=true" title="class or interface in java.util.concurrent">TimeoutException</a></pre>
@@ -418,7 +418,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>addOptions</h4>
-<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.726">addOptions</a>()</pre>
+<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.728">addOptions</a>()</pre>
<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code>org.apache.hadoop.hbase.util.AbstractHBaseTool</code></span></div>
<div class="block">Override this to add command-line options using <code>AbstractHBaseTool.addOptWithArg(java.lang.String, java.lang.String)</code>
and similar methods.</div>
@@ -434,7 +434,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>processOptions</h4>
-<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.747">processOptions</a>(org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine cmd)</pre>
+<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.749">processOptions</a>(org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine cmd)</pre>
<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code>org.apache.hadoop.hbase.util.AbstractHBaseTool</code></span></div>
<div class="block">This method is called to process the options after they have been parsed.</div>
<dl>
@@ -449,7 +449,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>doWork</h4>
-<pre>protected int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.769">doWork</a>()
+<pre>protected int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.771">doWork</a>()
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code>org.apache.hadoop.hbase.util.AbstractHBaseTool</code></span></div>
<div class="block">The "main function" of the tool</div>
@@ -467,7 +467,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockListLast">
<li class="blockList">
<h4>main</h4>
-<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.784">main</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] args)</pre>
+<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.786">main</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] args)</pre>
</li>
</ul>
</li>
diff --git a/apidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html b/apidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html
index 0382c19..dc4d6f8 100644
--- a/apidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html
+++ b/apidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html
@@ -53,746 +53,750 @@
<span class="sourceLineNo">045</span>import java.util.concurrent.TimeUnit;<a name="line.45"></a>
<span class="sourceLineNo">046</span>import java.util.concurrent.TimeoutException;<a name="line.46"></a>
<span class="sourceLineNo">047</span>import java.util.function.Predicate;<a name="line.47"></a>
-<span class="sourceLineNo">048</span><a name="line.48"></a>
-<span class="sourceLineNo">049</span>import org.apache.commons.io.IOUtils;<a name="line.49"></a>
-<span class="sourceLineNo">050</span>import org.apache.hadoop.conf.Configuration;<a name="line.50"></a>
-<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.ClusterMetrics.Option;<a name="line.51"></a>
-<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.52"></a>
-<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.HConstants;<a name="line.53"></a>
-<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.MetaTableAccessor;<a name="line.54"></a>
-<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.ServerName;<a name="line.55"></a>
-<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.56"></a>
-<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.57"></a>
-<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.58"></a>
-<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.59"></a>
-<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.client.ResultScanner;<a name="line.60"></a>
-<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.61"></a>
-<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.client.Table;<a name="line.62"></a>
-<span class="sourceLineNo">063</span>import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;<a name="line.63"></a>
-<span class="sourceLineNo">064</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.64"></a>
-<span class="sourceLineNo">065</span>import org.slf4j.Logger;<a name="line.65"></a>
-<span class="sourceLineNo">066</span>import org.slf4j.LoggerFactory;<a name="line.66"></a>
-<span class="sourceLineNo">067</span><a name="line.67"></a>
-<span class="sourceLineNo">068</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.68"></a>
-<span class="sourceLineNo">069</span>import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine;<a name="line.69"></a>
-<span class="sourceLineNo">070</span><a name="line.70"></a>
-<span class="sourceLineNo">071</span>/**<a name="line.71"></a>
-<span class="sourceLineNo">072</span> * Tool for loading/unloading regions to/from given regionserver This tool can be run from Command<a name="line.72"></a>
-<span class="sourceLineNo">073</span> * line directly as a utility. Supports Ack/No Ack mode for loading/unloading operations.Ack mode<a name="line.73"></a>
-<span class="sourceLineNo">074</span> * acknowledges if regions are online after movement while noAck mode is best effort mode that<a name="line.74"></a>
-<span class="sourceLineNo">075</span> * improves performance but will still move on if region is stuck/not moved. Motivation behind noAck<a name="line.75"></a>
-<span class="sourceLineNo">076</span> * mode being RS shutdown where even if a Region is stuck, upon shutdown master will move it<a name="line.76"></a>
-<span class="sourceLineNo">077</span> * anyways. This can also be used by constructiong an Object using the builder and then calling<a name="line.77"></a>
-<span class="sourceLineNo">078</span> * {@link #load()} or {@link #unload()} methods for the desired operations.<a name="line.78"></a>
-<span class="sourceLineNo">079</span> */<a name="line.79"></a>
-<span class="sourceLineNo">080</span>@InterfaceAudience.Public<a name="line.80"></a>
-<span class="sourceLineNo">081</span>public class RegionMover extends AbstractHBaseTool implements Closeable {<a name="line.81"></a>
-<span class="sourceLineNo">082</span> public static final String MOVE_RETRIES_MAX_KEY = "hbase.move.retries.max";<a name="line.82"></a>
-<span class="sourceLineNo">083</span> public static final String MOVE_WAIT_MAX_KEY = "hbase.move.wait.max";<a name="line.83"></a>
-<span class="sourceLineNo">084</span> public static final String SERVERSTART_WAIT_MAX_KEY = "hbase.serverstart.wait.max";<a name="line.84"></a>
-<span class="sourceLineNo">085</span> public static final int DEFAULT_MOVE_RETRIES_MAX = 5;<a name="line.85"></a>
-<span class="sourceLineNo">086</span> public static final int DEFAULT_MOVE_WAIT_MAX = 60;<a name="line.86"></a>
-<span class="sourceLineNo">087</span> public static final int DEFAULT_SERVERSTART_WAIT_MAX = 180;<a name="line.87"></a>
-<span class="sourceLineNo">088</span> static final Logger LOG = LoggerFactory.getLogger(RegionMover.class);<a name="line.88"></a>
-<span class="sourceLineNo">089</span> private RegionMoverBuilder rmbuilder;<a name="line.89"></a>
-<span class="sourceLineNo">090</span> private boolean ack = true;<a name="line.90"></a>
-<span class="sourceLineNo">091</span> private int maxthreads = 1;<a name="line.91"></a>
-<span class="sourceLineNo">092</span> private int timeout;<a name="line.92"></a>
-<span class="sourceLineNo">093</span> private String loadUnload;<a name="line.93"></a>
-<span class="sourceLineNo">094</span> private String hostname;<a name="line.94"></a>
-<span class="sourceLineNo">095</span> private String filename;<a name="line.95"></a>
-<span class="sourceLineNo">096</span> private String excludeFile;<a name="line.96"></a>
-<span class="sourceLineNo">097</span> private int port;<a name="line.97"></a>
-<span class="sourceLineNo">098</span> private Connection conn;<a name="line.98"></a>
-<span class="sourceLineNo">099</span> private Admin admin;<a name="line.99"></a>
-<span class="sourceLineNo">100</span><a name="line.100"></a>
-<span class="sourceLineNo">101</span> private RegionMover(RegionMoverBuilder builder) throws IOException {<a name="line.101"></a>
-<span class="sourceLineNo">102</span> this.hostname = builder.hostname;<a name="line.102"></a>
-<span class="sourceLineNo">103</span> this.filename = builder.filename;<a name="line.103"></a>
-<span class="sourceLineNo">104</span> this.excludeFile = builder.excludeFile;<a name="line.104"></a>
-<span class="sourceLineNo">105</span> this.maxthreads = builder.maxthreads;<a name="line.105"></a>
-<span class="sourceLineNo">106</span> this.ack = builder.ack;<a name="line.106"></a>
-<span class="sourceLineNo">107</span> this.port = builder.port;<a name="line.107"></a>
-<span class="sourceLineNo">108</span> this.timeout = builder.timeout;<a name="line.108"></a>
-<span class="sourceLineNo">109</span> setConf(builder.conf);<a name="line.109"></a>
-<span class="sourceLineNo">110</span> this.conn = ConnectionFactory.createConnection(conf);<a name="line.110"></a>
-<span class="sourceLineNo">111</span> this.admin = conn.getAdmin();<a name="line.111"></a>
-<span class="sourceLineNo">112</span> }<a name="line.112"></a>
-<span class="sourceLineNo">113</span><a name="line.113"></a>
-<span class="sourceLineNo">114</span> private RegionMover() {<a name="line.114"></a>
-<span class="sourceLineNo">115</span> }<a name="line.115"></a>
-<span class="sourceLineNo">116</span><a name="line.116"></a>
-<span class="sourceLineNo">117</span> @Override<a name="line.117"></a>
-<span class="sourceLineNo">118</span> public void close() {<a name="line.118"></a>
-<span class="sourceLineNo">119</span> IOUtils.closeQuietly(this.admin);<a name="line.119"></a>
-<span class="sourceLineNo">120</span> IOUtils.closeQuietly(this.conn);<a name="line.120"></a>
-<span class="sourceLineNo">121</span> }<a name="line.121"></a>
-<span class="sourceLineNo">122</span><a name="line.122"></a>
-<span class="sourceLineNo">123</span> /**<a name="line.123"></a>
-<span class="sourceLineNo">124</span> * Builder for Region mover. Use the {@link #build()} method to create RegionMover object. Has<a name="line.124"></a>
-<span class="sourceLineNo">125</span> * {@link #filename(String)}, {@link #excludeFile(String)}, {@link #maxthreads(int)},<a name="line.125"></a>
-<span class="sourceLineNo">126</span> * {@link #ack(boolean)}, {@link #timeout(int)} methods to set the corresponding options<a name="line.126"></a>
-<span class="sourceLineNo">127</span> */<a name="line.127"></a>
-<span class="sourceLineNo">128</span> public static class RegionMoverBuilder {<a name="line.128"></a>
-<span class="sourceLineNo">129</span> private boolean ack = true;<a name="line.129"></a>
-<span class="sourceLineNo">130</span> private int maxthreads = 1;<a name="line.130"></a>
-<span class="sourceLineNo">131</span> private int timeout = Integer.MAX_VALUE;<a name="line.131"></a>
-<span class="sourceLineNo">132</span> private String hostname;<a name="line.132"></a>
-<span class="sourceLineNo">133</span> private String filename;<a name="line.133"></a>
-<span class="sourceLineNo">134</span> private String excludeFile = null;<a name="line.134"></a>
-<span class="sourceLineNo">135</span> private String defaultDir = System.getProperty("java.io.tmpdir");<a name="line.135"></a>
-<span class="sourceLineNo">136</span> @VisibleForTesting<a name="line.136"></a>
-<span class="sourceLineNo">137</span> final int port;<a name="line.137"></a>
-<span class="sourceLineNo">138</span> private final Configuration conf;<a name="line.138"></a>
-<span class="sourceLineNo">139</span><a name="line.139"></a>
-<span class="sourceLineNo">140</span> public RegionMoverBuilder(String hostname) {<a name="line.140"></a>
-<span class="sourceLineNo">141</span> this(hostname, createConf());<a name="line.141"></a>
-<span class="sourceLineNo">142</span> }<a name="line.142"></a>
-<span class="sourceLineNo">143</span><a name="line.143"></a>
-<span class="sourceLineNo">144</span> /**<a name="line.144"></a>
-<span class="sourceLineNo">145</span> * Creates a new configuration and sets region mover specific overrides<a name="line.145"></a>
-<span class="sourceLineNo">146</span> */<a name="line.146"></a>
-<span class="sourceLineNo">147</span> private static Configuration createConf() {<a name="line.147"></a>
-<span class="sourceLineNo">148</span> Configuration conf = HBaseConfiguration.create();<a name="line.148"></a>
-<span class="sourceLineNo">149</span> conf.setInt("hbase.client.prefetch.limit", 1);<a name="line.149"></a>
-<span class="sourceLineNo">150</span> conf.setInt("hbase.client.pause", 500);<a name="line.150"></a>
-<span class="sourceLineNo">151</span> conf.setInt("hbase.client.retries.number", 100);<a name="line.151"></a>
-<span class="sourceLineNo">152</span> return conf;<a name="line.152"></a>
-<span class="sourceLineNo">153</span> }<a name="line.153"></a>
-<span class="sourceLineNo">154</span><a name="line.154"></a>
-<span class="sourceLineNo">155</span> /**<a name="line.155"></a>
-<span class="sourceLineNo">156</span> * @param hostname Hostname to unload regions from or load regions to. Can be either hostname<a name="line.156"></a>
-<span class="sourceLineNo">157</span> * or hostname:port.<a name="line.157"></a>
-<span class="sourceLineNo">158</span> * @param conf Configuration object<a name="line.158"></a>
-<span class="sourceLineNo">159</span> */<a name="line.159"></a>
-<span class="sourceLineNo">160</span> public RegionMoverBuilder(String hostname, Configuration conf) {<a name="line.160"></a>
-<span class="sourceLineNo">161</span> String[] splitHostname = hostname.toLowerCase().split(":");<a name="line.161"></a>
-<span class="sourceLineNo">162</span> this.hostname = splitHostname[0];<a name="line.162"></a>
-<span class="sourceLineNo">163</span> if (splitHostname.length == 2) {<a name="line.163"></a>
-<span class="sourceLineNo">164</span> this.port = Integer.parseInt(splitHostname[1]);<a name="line.164"></a>
-<span class="sourceLineNo">165</span> } else {<a name="line.165"></a>
-<span class="sourceLineNo">166</span> this.port = conf.getInt(HConstants.REGIONSERVER_PORT, HConstants.DEFAULT_REGIONSERVER_PORT);<a name="line.166"></a>
-<span class="sourceLineNo">167</span> }<a name="line.167"></a>
-<span class="sourceLineNo">168</span> this.filename = defaultDir + File.separator + System.getProperty("user.name") + this.hostname<a name="line.168"></a>
-<span class="sourceLineNo">169</span> + ":" + Integer.toString(this.port);<a name="line.169"></a>
-<span class="sourceLineNo">170</span> this.conf = conf;<a name="line.170"></a>
-<span class="sourceLineNo">171</span> }<a name="line.171"></a>
-<span class="sourceLineNo">172</span><a name="line.172"></a>
-<span class="sourceLineNo">173</span> /**<a name="line.173"></a>
-<span class="sourceLineNo">174</span> * Path of file where regions will be written to during unloading/read from during loading<a name="line.174"></a>
-<span class="sourceLineNo">175</span> * @param filename<a name="line.175"></a>
-<span class="sourceLineNo">176</span> * @return RegionMoverBuilder object<a name="line.176"></a>
-<span class="sourceLineNo">177</span> */<a name="line.177"></a>
-<span class="sourceLineNo">178</span> public RegionMoverBuilder filename(String filename) {<a name="line.178"></a>
-<span class="sourceLineNo">179</span> this.filename = filename;<a name="line.179"></a>
-<span class="sourceLineNo">180</span> return this;<a name="line.180"></a>
-<span class="sourceLineNo">181</span> }<a name="line.181"></a>
-<span class="sourceLineNo">182</span><a name="line.182"></a>
-<span class="sourceLineNo">183</span> /**<a name="line.183"></a>
-<span class="sourceLineNo">184</span> * Set the max number of threads that will be used to move regions<a name="line.184"></a>
-<span class="sourceLineNo">185</span> */<a name="line.185"></a>
-<span class="sourceLineNo">186</span> public RegionMoverBuilder maxthreads(int threads) {<a name="line.186"></a>
-<span class="sourceLineNo">187</span> this.maxthreads = threads;<a name="line.187"></a>
-<span class="sourceLineNo">188</span> return this;<a name="line.188"></a>
-<span class="sourceLineNo">189</span> }<a name="line.189"></a>
-<span class="sourceLineNo">190</span><a name="line.190"></a>
-<span class="sourceLineNo">191</span> /**<a name="line.191"></a>
-<span class="sourceLineNo">192</span> * Path of file containing hostnames to be excluded during region movement. Exclude file should<a name="line.192"></a>
-<span class="sourceLineNo">193</span> * have 'host:port' per line. Port is mandatory here as we can have many RS running on a single<a name="line.193"></a>
-<span class="sourceLineNo">194</span> * host.<a name="line.194"></a>
-<span class="sourceLineNo">195</span> */<a name="line.195"></a>
-<span class="sourceLineNo">196</span> public RegionMoverBuilder excludeFile(String excludefile) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span> this.excludeFile = excludefile;<a name="line.197"></a>
-<span class="sourceLineNo">198</span> return this;<a name="line.198"></a>
-<span class="sourceLineNo">199</span> }<a name="line.199"></a>
-<span class="sourceLineNo">200</span><a name="line.200"></a>
-<span class="sourceLineNo">201</span> /**<a name="line.201"></a>
-<span class="sourceLineNo">202</span> * Set ack/noAck mode.<a name="line.202"></a>
-<span class="sourceLineNo">203</span> * <p><a name="line.203"></a>
-<span class="sourceLineNo">204</span> * In ack mode regions are acknowledged before and after moving and the move is retried<a name="line.204"></a>
-<span class="sourceLineNo">205</span> * hbase.move.retries.max times, if unsuccessful we quit with exit code 1.No Ack mode is a best<a name="line.205"></a>
-<span class="sourceLineNo">206</span> * effort mode,each region movement is tried once.This can be used during graceful shutdown as<a name="line.206"></a>
-<span class="sourceLineNo">207</span> * even if we have a stuck region,upon shutdown it'll be reassigned anyway.<a name="line.207"></a>
-<span class="sourceLineNo">208</span> * <p><a name="line.208"></a>
-<span class="sourceLineNo">209</span> * @param ack<a name="line.209"></a>
-<span class="sourceLineNo">210</span> * @return RegionMoverBuilder object<a name="line.210"></a>
-<span class="sourceLineNo">211</span> */<a name="line.211"></a>
-<span class="sourceLineNo">212</span> public RegionMoverBuilder ack(boolean ack) {<a name="line.212"></a>
-<span class="sourceLineNo">213</span> this.ack = ack;<a name="line.213"></a>
-<span class="sourceLineNo">214</span> return this;<a name="line.214"></a>
-<span class="sourceLineNo">215</span> }<a name="line.215"></a>
-<span class="sourceLineNo">216</span><a name="line.216"></a>
-<span class="sourceLineNo">217</span> /**<a name="line.217"></a>
-<span class="sourceLineNo">218</span> * Set the timeout for Load/Unload operation in seconds.This is a global timeout,threadpool for<a name="line.218"></a>
-<span class="sourceLineNo">219</span> * movers also have a separate time which is hbase.move.wait.max * number of regions to<a name="line.219"></a>
-<span class="sourceLineNo">220</span> * load/unload<a name="line.220"></a>
-<span class="sourceLineNo">221</span> * @param timeout in seconds<a name="line.221"></a>
-<span class="sourceLineNo">222</span> * @return RegionMoverBuilder object<a name="line.222"></a>
-<span class="sourceLineNo">223</span> */<a name="line.223"></a>
-<span class="sourceLineNo">224</span> public RegionMoverBuilder timeout(int timeout) {<a name="line.224"></a>
-<span class="sourceLineNo">225</span> this.timeout = timeout;<a name="line.225"></a>
-<span class="sourceLineNo">226</span> return this;<a name="line.226"></a>
-<span class="sourceLineNo">227</span> }<a name="line.227"></a>
-<span class="sourceLineNo">228</span><a name="line.228"></a>
-<span class="sourceLineNo">229</span> /**<a name="line.229"></a>
-<span class="sourceLineNo">230</span> * This method builds the appropriate RegionMover object which can then be used to load/unload<a name="line.230"></a>
-<span class="sourceLineNo">231</span> * using load and unload methods<a name="line.231"></a>
-<span class="sourceLineNo">232</span> * @return RegionMover object<a name="line.232"></a>
-<span class="sourceLineNo">233</span> */<a name="line.233"></a>
-<span class="sourceLineNo">234</span> public RegionMover build() throws IOException {<a name="line.234"></a>
-<span class="sourceLineNo">235</span> return new RegionMover(this);<a name="line.235"></a>
-<span class="sourceLineNo">236</span> }<a name="line.236"></a>
-<span class="sourceLineNo">237</span> }<a name="line.237"></a>
-<span class="sourceLineNo">238</span><a name="line.238"></a>
-<span class="sourceLineNo">239</span> /**<a name="line.239"></a>
-<span class="sourceLineNo">240</span> * Move Regions and make sure that they are up on the target server.If a region movement fails we<a name="line.240"></a>
-<span class="sourceLineNo">241</span> * exit as failure<a name="line.241"></a>
-<span class="sourceLineNo">242</span> */<a name="line.242"></a>
-<span class="sourceLineNo">243</span> private class MoveWithAck implements Callable<Boolean> {<a name="line.243"></a>
-<span class="sourceLineNo">244</span> private RegionInfo region;<a name="line.244"></a>
-<span class="sourceLineNo">245</span> private ServerName targetServer;<a name="line.245"></a>
-<span class="sourceLineNo">246</span> private List<RegionInfo> movedRegions;<a name="line.246"></a>
-<span class="sourceLineNo">247</span> private ServerName sourceServer;<a name="line.247"></a>
-<span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span> public MoveWithAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.249"></a>
-<span class="sourceLineNo">250</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.250"></a>
-<span class="sourceLineNo">251</span> this.region = regionInfo;<a name="line.251"></a>
-<span class="sourceLineNo">252</span> this.targetServer = targetServer;<a name="line.252"></a>
-<span class="sourceLineNo">253</span> this.movedRegions = movedRegions;<a name="line.253"></a>
-<span class="sourceLineNo">254</span> this.sourceServer = sourceServer;<a name="line.254"></a>
-<span class="sourceLineNo">255</span> }<a name="line.255"></a>
-<span class="sourceLineNo">256</span><a name="line.256"></a>
-<span class="sourceLineNo">257</span> @Override<a name="line.257"></a>
-<span class="sourceLineNo">258</span> public Boolean call() throws IOException, InterruptedException {<a name="line.258"></a>
-<span class="sourceLineNo">259</span> boolean moved = false;<a name="line.259"></a>
-<span class="sourceLineNo">260</span> int count = 0;<a name="line.260"></a>
-<span class="sourceLineNo">261</span> int retries = admin.getConfiguration().getInt(MOVE_RETRIES_MAX_KEY, DEFAULT_MOVE_RETRIES_MAX);<a name="line.261"></a>
-<span class="sourceLineNo">262</span> int maxWaitInSeconds =<a name="line.262"></a>
-<span class="sourceLineNo">263</span> admin.getConfiguration().getInt(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.263"></a>
-<span class="sourceLineNo">264</span> long startTime = EnvironmentEdgeManager.currentTime();<a name="line.264"></a>
-<span class="sourceLineNo">265</span> boolean sameServer = true;<a name="line.265"></a>
-<span class="sourceLineNo">266</span> // Assert we can scan the region in its current location<a name="line.266"></a>
-<span class="sourceLineNo">267</span> isSuccessfulScan(region);<a name="line.267"></a>
-<span class="sourceLineNo">268</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.268"></a>
-<span class="sourceLineNo">269</span> + targetServer);<a name="line.269"></a>
-<span class="sourceLineNo">270</span> while (count < retries && sameServer) {<a name="line.270"></a>
-<span class="sourceLineNo">271</span> if (count > 0) {<a name="line.271"></a>
-<span class="sourceLineNo">272</span> LOG.info("Retry " + Integer.toString(count) + " of maximum " + Integer.toString(retries));<a name="line.272"></a>
-<span class="sourceLineNo">273</span> }<a name="line.273"></a>
-<span class="sourceLineNo">274</span> count = count + 1;<a name="line.274"></a>
-<span class="sourceLineNo">275</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.275"></a>
-<span class="sourceLineNo">276</span> long maxWait = startTime + (maxWaitInSeconds * 1000);<a name="line.276"></a>
-<span class="sourceLineNo">277</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.277"></a>
-<span class="sourceLineNo">278</span> sameServer = isSameServer(region, sourceServer);<a name="line.278"></a>
-<span class="sourceLineNo">279</span> if (!sameServer) {<a name="line.279"></a>
-<span class="sourceLineNo">280</span> break;<a name="line.280"></a>
-<span class="sourceLineNo">281</span> }<a name="line.281"></a>
-<span class="sourceLineNo">282</span> Thread.sleep(100);<a name="line.282"></a>
-<span class="sourceLineNo">283</span> }<a name="line.283"></a>
-<span class="sourceLineNo">284</span> }<a name="line.284"></a>
-<span class="sourceLineNo">285</span> if (sameServer) {<a name="line.285"></a>
-<span class="sourceLineNo">286</span> LOG.error("Region: " + region.getRegionNameAsString() + " stuck on " + this.sourceServer<a name="line.286"></a>
-<span class="sourceLineNo">287</span> + ",newServer=" + this.targetServer);<a name="line.287"></a>
-<span class="sourceLineNo">288</span> } else {<a name="line.288"></a>
-<span class="sourceLineNo">289</span> isSuccessfulScan(region);<a name="line.289"></a>
-<span class="sourceLineNo">290</span> LOG.info("Moved Region "<a name="line.290"></a>
-<span class="sourceLineNo">291</span> + region.getRegionNameAsString()<a name="line.291"></a>
-<span class="sourceLineNo">292</span> + " cost:"<a name="line.292"></a>
-<span class="sourceLineNo">293</span> + String.format("%.3f",<a name="line.293"></a>
-<span class="sourceLineNo">294</span> (float) (EnvironmentEdgeManager.currentTime() - startTime) / 1000));<a name="line.294"></a>
-<span class="sourceLineNo">295</span> moved = true;<a name="line.295"></a>
-<span class="sourceLineNo">296</span> movedRegions.add(region);<a name="line.296"></a>
-<span class="sourceLineNo">297</span> }<a name="line.297"></a>
-<span class="sourceLineNo">298</span> return moved;<a name="line.298"></a>
-<span class="sourceLineNo">299</span> }<a name="line.299"></a>
-<span class="sourceLineNo">300</span> }<a name="line.300"></a>
-<span class="sourceLineNo">301</span><a name="line.301"></a>
-<span class="sourceLineNo">302</span> /**<a name="line.302"></a>
-<span class="sourceLineNo">303</span> * Move Regions without Acknowledging.Usefule in case of RS shutdown as we might want to shut the<a name="line.303"></a>
-<span class="sourceLineNo">304</span> * RS down anyways and not abort on a stuck region. Improves movement performance<a name="line.304"></a>
-<span class="sourceLineNo">305</span> */<a name="line.305"></a>
-<span class="sourceLineNo">306</span> private class MoveWithoutAck implements Callable<Boolean> {<a name="line.306"></a>
-<span class="sourceLineNo">307</span> private RegionInfo region;<a name="line.307"></a>
-<span class="sourceLineNo">308</span> private ServerName targetServer;<a name="line.308"></a>
-<span class="sourceLineNo">309</span> private List<RegionInfo> movedRegions;<a name="line.309"></a>
-<span class="sourceLineNo">310</span> private ServerName sourceServer;<a name="line.310"></a>
-<span class="sourceLineNo">311</span><a name="line.311"></a>
-<span class="sourceLineNo">312</span> public MoveWithoutAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.312"></a>
-<span class="sourceLineNo">313</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.313"></a>
-<span class="sourceLineNo">314</span> this.region = regionInfo;<a name="line.314"></a>
-<span class="sourceLineNo">315</span> this.targetServer = targetServer;<a name="line.315"></a>
-<span class="sourceLineNo">316</span> this.movedRegions = movedRegions;<a name="line.316"></a>
-<span class="sourceLineNo">317</span> this.sourceServer = sourceServer;<a name="line.317"></a>
-<span class="sourceLineNo">318</span> }<a name="line.318"></a>
-<span class="sourceLineNo">319</span><a name="line.319"></a>
-<span class="sourceLineNo">320</span> @Override<a name="line.320"></a>
-<span class="sourceLineNo">321</span> public Boolean call() {<a name="line.321"></a>
-<span class="sourceLineNo">322</span> try {<a name="line.322"></a>
-<span class="sourceLineNo">323</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.323"></a>
-<span class="sourceLineNo">324</span> + targetServer);<a name="line.324"></a>
-<span class="sourceLineNo">325</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.325"></a>
-<span class="sourceLineNo">326</span> LOG.info("Moved " + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.326"></a>
-<span class="sourceLineNo">327</span> + targetServer);<a name="line.327"></a>
-<span class="sourceLineNo">328</span> } catch (Exception e) {<a name="line.328"></a>
-<span class="sourceLineNo">329</span> LOG.error("Error Moving Region:" + region.getEncodedName(), e);<a name="line.329"></a>
-<span class="sourceLineNo">330</span> } finally {<a name="line.330"></a>
-<span class="sourceLineNo">331</span> // we add region to the moved regions list in No Ack Mode since this is best effort<a name="line.331"></a>
-<span class="sourceLineNo">332</span> movedRegions.add(region);<a name="line.332"></a>
-<span class="sourceLineNo">333</span> }<a name="line.333"></a>
-<span class="sourceLineNo">334</span> return true;<a name="line.334"></a>
-<span class="sourceLineNo">335</span> }<a name="line.335"></a>
-<span class="sourceLineNo">336</span> }<a name="line.336"></a>
-<span class="sourceLineNo">337</span><a name="line.337"></a>
-<span class="sourceLineNo">338</span> /**<a name="line.338"></a>
-<span class="sourceLineNo">339</span> * Loads the specified {@link #hostname} with regions listed in the {@link #filename} RegionMover<a name="line.339"></a>
-<span class="sourceLineNo">340</span> * Object has to be created using {@link #RegionMover(RegionMoverBuilder)}<a name="line.340"></a>
-<span class="sourceLineNo">341</span> * @return true if loading succeeded, false otherwise<a name="line.341"></a>
-<span class="sourceLineNo">342</span> */<a name="line.342"></a>
-<span class="sourceLineNo">343</span> public boolean load() throws ExecutionException, InterruptedException, TimeoutException {<a name="line.343"></a>
-<span class="sourceLineNo">344</span> ExecutorService loadPool = Executors.newFixedThreadPool(1);<a name="line.344"></a>
-<span class="sourceLineNo">345</span> Future<Boolean> loadTask = loadPool.submit(() -> {<a name="line.345"></a>
-<span class="sourceLineNo">346</span> try {<a name="line.346"></a>
-<span class="sourceLineNo">347</span> List<RegionInfo> regionsToMove = readRegionsFromFile(filename);<a name="line.347"></a>
-<span class="sourceLineNo">348</span> if (regionsToMove.isEmpty()) {<a name="line.348"></a>
-<span class="sourceLineNo">349</span> LOG.info("No regions to load.Exiting");<a name="line.349"></a>
-<span class="sourceLineNo">350</span> return true;<a name="line.350"></a>
-<span class="sourceLineNo">351</span> }<a name="line.351"></a>
-<span class="sourceLineNo">352</span> loadRegions(regionsToMove);<a name="line.352"></a>
-<span class="sourceLineNo">353</span> } catch (Exception e) {<a name="line.353"></a>
-<span class="sourceLineNo">354</span> LOG.error("Error while loading regions to " + hostname, e);<a name="line.354"></a>
-<span class="sourceLineNo">355</span> return false;<a name="line.355"></a>
-<span class="sourceLineNo">356</span> }<a name="line.356"></a>
-<span class="sourceLineNo">357</span> return true;<a name="line.357"></a>
-<span class="sourceLineNo">358</span> });<a name="line.358"></a>
-<span class="sourceLineNo">359</span> return waitTaskToFinish(loadPool, loadTask, "loading");<a name="line.359"></a>
-<span class="sourceLineNo">360</span> }<a name="line.360"></a>
-<span class="sourceLineNo">361</span><a name="line.361"></a>
-<span class="sourceLineNo">362</span> private void loadRegions(List<RegionInfo> regionsToMove)<a name="line.362"></a>
-<span class="sourceLineNo">363</span> throws Exception {<a name="line.363"></a>
-<span class="sourceLineNo">364</span> ServerName server = getTargetServer();<a name="line.364"></a>
-<span class="sourceLineNo">365</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.365"></a>
-<span class="sourceLineNo">366</span> LOG.info(<a name="line.366"></a>
-<span class="sourceLineNo">367</span> "Moving " + regionsToMove.size() + " regions to " + server + " using " + this.maxthreads<a name="line.367"></a>
-<span class="sourceLineNo">368</span> + " threads.Ack mode:" + this.ack);<a name="line.368"></a>
-<span class="sourceLineNo">369</span><a name="line.369"></a>
-<span class="sourceLineNo">370</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.370"></a>
-<span class="sourceLineNo">371</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.371"></a>
-<span class="sourceLineNo">372</span> int counter = 0;<a name="line.372"></a>
-<span class="sourceLineNo">373</span> while (counter < regionsToMove.size()) {<a name="line.373"></a>
-<span class="sourceLineNo">374</span> RegionInfo region = regionsToMove.get(counter);<a name="line.374"></a>
-<span class="sourceLineNo">375</span> ServerName currentServer = getServerNameForRegion(region);<a name="line.375"></a>
-<span class="sourceLineNo">376</span> if (currentServer == null) {<a name="line.376"></a>
-<span class="sourceLineNo">377</span> LOG.warn(<a name="line.377"></a>
-<span class="sourceLineNo">378</span> "Could not get server for Region:" + region.getRegionNameAsString() + " moving on");<a name="line.378"></a>
-<span class="sourceLineNo">379</span> counter++;<a name="line.379"></a>
-<span class="sourceLineNo">380</span> continue;<a name="line.380"></a>
-<span class="sourceLineNo">381</span> } else if (server.equals(currentServer)) {<a name="line.381"></a>
-<span class="sourceLineNo">382</span> LOG.info(<a name="line.382"></a>
-<span class="sourceLineNo">383</span> "Region " + region.getRegionNameAsString() + " is already on target server=" + server);<a name="line.383"></a>
-<span class="sourceLineNo">384</span> counter++;<a name="line.384"></a>
-<span class="sourceLineNo">385</span> continue;<a name="line.385"></a>
-<span class="sourceLineNo">386</span> }<a name="line.386"></a>
-<span class="sourceLineNo">387</span> if (ack) {<a name="line.387"></a>
-<span class="sourceLineNo">388</span> Future<Boolean> task =<a name="line.388"></a>
-<span class="sourceLineNo">389</span> moveRegionsPool.submit(new MoveWithAck(region, currentServer, server, movedRegions));<a name="line.389"></a>
-<span class="sourceLineNo">390</span> taskList.add(task);<a name="line.390"></a>
-<span class="sourceLineNo">391</span> } else {<a name="line.391"></a>
-<span class="sourceLineNo">392</span> Future<Boolean> task =<a name="line.392"></a>
-<span class="sourceLineNo">393</span> moveRegionsPool.submit(new MoveWithoutAck(region, currentServer, server, movedRegions));<a name="line.393"></a>
-<span class="sourceLineNo">394</span> taskList.add(task);<a name="line.394"></a>
-<span class="sourceLineNo">395</span> }<a name="line.395"></a>
-<span class="sourceLineNo">396</span> counter++;<a name="line.396"></a>
-<span class="sourceLineNo">397</span> }<a name="line.397"></a>
-<span class="sourceLineNo">398</span><a name="line.398"></a>
-<span class="sourceLineNo">399</span> moveRegionsPool.shutdown();<a name="line.399"></a>
-<span class="sourceLineNo">400</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.400"></a>
-<span class="sourceLineNo">401</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.401"></a>
-<span class="sourceLineNo">402</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.402"></a>
-<span class="sourceLineNo">403</span> }<a name="line.403"></a>
-<span class="sourceLineNo">404</span><a name="line.404"></a>
-<span class="sourceLineNo">405</span> /**<a name="line.405"></a>
-<span class="sourceLineNo">406</span> * Unload regions from given {@link #hostname} using ack/noAck mode and {@link #maxthreads}.In<a name="line.406"></a>
-<span class="sourceLineNo">407</span> * noAck mode we do not make sure that region is successfully online on the target region<a name="line.407"></a>
-<span class="sourceLineNo">408</span> * server,hence it is best effort.We do not unload regions to hostnames given in<a name="line.408"></a>
-<span class="sourceLineNo">409</span> * {@link #excludeFile}.<a name="line.409"></a>
-<span class="sourceLineNo">410</span> * @return true if unloading succeeded, false otherwise<a name="line.410"></a>
-<span class="sourceLineNo">411</span> */<a name="line.411"></a>
-<span class="sourceLineNo">412</span> public boolean unload() throws InterruptedException, ExecutionException, TimeoutException {<a name="line.412"></a>
-<span class="sourceLineNo">413</span> deleteFile(this.filename);<a name="line.413"></a>
-<span class="sourceLineNo">414</span> ExecutorService unloadPool = Executors.newFixedThreadPool(1);<a name="line.414"></a>
-<span class="sourceLineNo">415</span> Future<Boolean> unloadTask = unloadPool.submit(() -> {<a name="line.415"></a>
-<span class="sourceLineNo">416</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.416"></a>
-<span class="sourceLineNo">417</span> try {<a name="line.417"></a>
-<span class="sourceLineNo">418</span> // Get Online RegionServers<a name="line.418"></a>
-<span class="sourceLineNo">419</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.419"></a>
-<span class="sourceLineNo">420</span> regionServers.addAll(<a name="line.420"></a>
-<span class="sourceLineNo">421</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.421"></a>
-<span class="sourceLineNo">422</span> .keySet());<a name="line.422"></a>
-<span class="sourceLineNo">423</span> // Remove the host Region server from target Region Servers list<a name="line.423"></a>
-<span class="sourceLineNo">424</span> ServerName server = stripServer(regionServers, hostname, port);<a name="line.424"></a>
-<span class="sourceLineNo">425</span> // Remove RS present in the exclude file<a name="line.425"></a>
-<span class="sourceLineNo">426</span> stripExcludes(regionServers);<a name="line.426"></a>
-<span class="sourceLineNo">427</span> stripMaster(regionServers);<a name="line.427"></a>
-<span class="sourceLineNo">428</span> if (regionServers.isEmpty()) {<a name="line.428"></a>
-<span class="sourceLineNo">429</span> LOG.warn("No Regions were moved - no servers available");<a name="line.429"></a>
-<span class="sourceLineNo">430</span> return false;<a name="line.430"></a>
-<span class="sourceLineNo">431</span> }<a name="line.431"></a>
-<span class="sourceLineNo">432</span> unloadRegions(server, regionServers, movedRegions);<a name="line.432"></a>
-<span class="sourceLineNo">433</span> } catch (Exception e) {<a name="line.433"></a>
-<span class="sourceLineNo">434</span> LOG.error("Error while unloading regions ", e);<a name="line.434"></a>
-<span class="sourceLineNo">435</span> return false;<a name="line.435"></a>
-<span class="sourceLineNo">436</span> } finally {<a name="line.436"></a>
-<span class="sourceLineNo">437</span> if (movedRegions != null) {<a name="line.437"></a>
-<span class="sourceLineNo">438</span> writeFile(filename, movedRegions);<a name="line.438"></a>
-<span class="sourceLineNo">439</span> }<a name="line.439"></a>
-<span class="sourceLineNo">440</span> }<a name="line.440"></a>
-<span class="sourceLineNo">441</span> return true;<a name="line.441"></a>
-<span class="sourceLineNo">442</span> });<a name="line.442"></a>
-<span class="sourceLineNo">443</span> return waitTaskToFinish(unloadPool, unloadTask, "unloading");<a name="line.443"></a>
-<span class="sourceLineNo">444</span> }<a name="line.444"></a>
-<span class="sourceLineNo">445</span><a name="line.445"></a>
-<span class="sourceLineNo">446</span> private void unloadRegions(ServerName server, List<ServerName> regionServers,<a name="line.446"></a>
-<span class="sourceLineNo">447</span> List<RegionInfo> movedRegions) throws Exception {<a name="line.447"></a>
-<span class="sourceLineNo">448</span> while (true) {<a name="line.448"></a>
-<span class="sourceLineNo">449</span> List<RegionInfo> regionsToMove = admin.getRegions(server);<a name="line.449"></a>
-<span class="sourceLineNo">450</span> regionsToMove.removeAll(movedRegions);<a name="line.450"></a>
-<span class="sourceLineNo">451</span> if (regionsToMove.isEmpty()) {<a name="line.451"></a>
-<span class="sourceLineNo">452</span> LOG.info("No Regions to move....Quitting now");<a name="line.452"></a>
-<span class="sourceLineNo">453</span> break;<a name="line.453"></a>
-<span class="sourceLineNo">454</span> }<a name="line.454"></a>
-<span class="sourceLineNo">455</span> int counter = 0;<a name="line.455"></a>
-<span class="sourceLineNo">456</span> LOG.info("Moving " + regionsToMove.size() + " regions from " + this.hostname + " to "<a name="line.456"></a>
-<span class="sourceLineNo">457</span> + regionServers.size() + " servers using " + this.maxthreads + " threads .Ack Mode:"<a name="line.457"></a>
-<span class="sourceLineNo">458</span> + ack);<a name="line.458"></a>
-<span class="sourceLineNo">459</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.459"></a>
-<span class="sourceLineNo">460</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.460"></a>
-<span class="sourceLineNo">461</span> int serverIndex = 0;<a name="line.461"></a>
-<span class="sourceLineNo">462</span> while (counter < regionsToMove.size()) {<a name="line.462"></a>
-<span class="sourceLineNo">463</span> if (ack) {<a name="line.463"></a>
-<span class="sourceLineNo">464</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.464"></a>
-<span class="sourceLineNo">465</span> new MoveWithAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.465"></a>
-<span class="sourceLineNo">466</span> movedRegions));<a name="line.466"></a>
-<span class="sourceLineNo">467</span> taskList.add(task);<a name="line.467"></a>
-<span class="sourceLineNo">468</span> } else {<a name="line.468"></a>
-<span class="sourceLineNo">469</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.469"></a>
-<span class="sourceLineNo">470</span> new MoveWithoutAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.470"></a>
-<span class="sourceLineNo">471</span> movedRegions));<a name="line.471"></a>
-<span class="sourceLineNo">472</span> taskList.add(task);<a name="line.472"></a>
-<span class="sourceLineNo">473</span> }<a name="line.473"></a>
-<span class="sourceLineNo">474</span> counter++;<a name="line.474"></a>
-<span class="sourceLineNo">475</span> serverIndex = (serverIndex + 1) % regionServers.size();<a name="line.475"></a>
-<span class="sourceLineNo">476</span> }<a name="line.476"></a>
-<span class="sourceLineNo">477</span> moveRegionsPool.shutdown();<a name="line.477"></a>
-<span class="sourceLineNo">478</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.478"></a>
-<span class="sourceLineNo">479</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.479"></a>
-<span class="sourceLineNo">480</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.480"></a>
-<span class="sourceLineNo">481</span> }<a name="line.481"></a>
-<span class="sourceLineNo">482</span> }<a name="line.482"></a>
-<span class="sourceLineNo">483</span><a name="line.483"></a>
-<span class="sourceLineNo">484</span> private boolean waitTaskToFinish(ExecutorService pool, Future<Boolean> task, String operation)<a name="line.484"></a>
-<span class="sourceLineNo">485</span> throws TimeoutException, InterruptedException, ExecutionException {<a name="line.485"></a>
-<span class="sourceLineNo">486</span> pool.shutdown();<a name="line.486"></a>
-<span class="sourceLineNo">487</span> try {<a name="line.487"></a>
-<span class="sourceLineNo">488</span> if (!pool.awaitTermination((long) this.timeout, TimeUnit.SECONDS)) {<a name="line.488"></a>
-<span class="sourceLineNo">489</span> LOG.warn(<a name="line.489"></a>
-<span class="sourceLineNo">490</span> "Timed out before finishing the " + operation + " operation. Timeout: " + this.timeout<a name="line.490"></a>
-<span class="sourceLineNo">491</span> + "sec");<a name="line.491"></a>
-<span class="sourceLineNo">492</span> pool.shutdownNow();<a name="line.492"></a>
-<span class="sourceLineNo">493</span> }<a name="line.493"></a>
-<span class="sourceLineNo">494</span> } catch (InterruptedException e) {<a name="line.494"></a>
-<span class="sourceLineNo">495</span> pool.shutdownNow();<a name="line.495"></a>
-<span class="sourceLineNo">496</span> Thread.currentThread().interrupt();<a name="line.496"></a>
-<span class="sourceLineNo">497</span> }<a name="line.497"></a>
-<span class="sourceLineNo">498</span> try {<a name="line.498"></a>
-<span class="sourceLineNo">499</span> return task.get(5, TimeUnit.SECONDS);<a name="line.499"></a>
-<span class="sourceLineNo">500</span> } catch (InterruptedException e) {<a name="line.500"></a>
-<span class="sourceLineNo">501</span> LOG.warn("Interrupted while " + operation + " Regions on " + this.hostname, e);<a name="line.501"></a>
-<span class="sourceLineNo">502</span> throw e;<a name="line.502"></a>
-<span class="sourceLineNo">503</span> } catch (ExecutionException e) {<a name="line.503"></a>
-<span class="sourceLineNo">504</span> LOG.error("Error while " + operation + " regions on RegionServer " + this.hostname, e);<a name="line.504"></a>
-<span class="sourceLineNo">505</span> throw e;<a name="line.505"></a>
-<span class="sourceLineNo">506</span> }<a name="line.506"></a>
-<span class="sourceLineNo">507</span> }<a name="line.507"></a>
-<span class="sourceLineNo">508</span><a name="line.508"></a>
-<span class="sourceLineNo">509</span> private void waitMoveTasksToFinish(ExecutorService moveRegionsPool,<a name="line.509"></a>
-<span class="sourceLineNo">510</span> List<Future<Boolean>> taskList, long timeoutInSeconds) throws Exception {<a name="line.510"></a>
-<span class="sourceLineNo">511</span> try {<a name="line.511"></a>
-<span class="sourceLineNo">512</span> if (!moveRegionsPool.awaitTermination(timeoutInSeconds, TimeUnit.SECONDS)) {<a name="line.512"></a>
-<span class="sourceLineNo">513</span> moveRegionsPool.shutdownNow();<a name="line.513"></a>
-<span class="sourceLineNo">514</span> }<a name="line.514"></a>
-<span class="sourceLineNo">515</span> } catch (InterruptedException e) {<a name="line.515"></a>
-<span class="sourceLineNo">516</span> moveRegionsPool.shutdownNow();<a name="line.516"></a>
-<span class="sourceLineNo">517</span> Thread.currentThread().interrupt();<a name="line.517"></a>
-<span class="sourceLineNo">518</span> }<a name="line.518"></a>
-<span class="sourceLineNo">519</span> for (Future<Boolean> future : taskList) {<a name="line.519"></a>
-<span class="sourceLineNo">520</span> try {<a name="line.520"></a>
-<span class="sourceLineNo">521</span> // if even after shutdownNow threads are stuck we wait for 5 secs max<a name="line.521"></a>
-<span class="sourceLineNo">522</span> if (!future.get(5, TimeUnit.SECONDS)) {<a name="line.522"></a>
-<span class="sourceLineNo">523</span> LOG.error("Was Not able to move region....Exiting Now");<a name="line.523"></a>
-<span class="sourceLineNo">524</span> throw new Exception("Could not move region Exception");<a name="line.524"></a>
-<span class="sourceLineNo">525</span> }<a name="line.525"></a>
-<span class="sourceLineNo">526</span> } catch (InterruptedException e) {<a name="line.526"></a>
-<span class="sourceLineNo">527</span> LOG.error("Interrupted while waiting for Thread to Complete " + e.getMessage(), e);<a name="line.527"></a>
-<span class="sourceLineNo">528</span> throw e;<a name="line.528"></a>
-<span class="sourceLineNo">529</span> } catch (ExecutionException e) {<a name="line.529"></a>
-<span class="sourceLineNo">530</span> LOG.error("Got Exception From Thread While moving region " + e.getMessage(), e);<a name="line.530"></a>
-<span class="sourceLineNo">531</span> throw e;<a name="line.531"></a>
-<span class="sourceLineNo">532</span> } catch (CancellationException e) {<a name="line.532"></a>
-<span class="sourceLineNo">533</span> LOG.error("Thread for moving region cancelled. Timeout for cancellation:" + timeoutInSeconds<a name="line.533"></a>
-<span class="sourceLineNo">534</span> + "secs", e);<a name="line.534"></a>
-<span class="sourceLineNo">535</span> throw e;<a name="line.535"></a>
-<span class="sourceLineNo">536</span> }<a name="line.536"></a>
-<span class="sourceLineNo">537</span> }<a name="line.537"></a>
-<span class="sourceLineNo">538</span> }<a name="line.538"></a>
-<span class="sourceLineNo">539</span><a name="line.539"></a>
-<span class="sourceLineNo">540</span> private ServerName getTargetServer() throws Exception {<a name="line.540"></a>
-<span class="sourceLineNo">541</span> ServerName server = null;<a name="line.541"></a>
-<span class="sourceLineNo">542</span> int maxWaitInSeconds =<a name="line.542"></a>
-<span class="sourceLineNo">543</span> admin.getConfiguration().getInt(SERVERSTART_WAIT_MAX_KEY, DEFAULT_SERVERSTART_WAIT_MAX);<a name="line.543"></a>
-<span class="sourceLineNo">544</span> long maxWait = EnvironmentEdgeManager.currentTime() + maxWaitInSeconds * 1000;<a name="line.544"></a>
-<span class="sourceLineNo">545</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.545"></a>
-<span class="sourceLineNo">546</span> try {<a name="line.546"></a>
-<span class="sourceLineNo">547</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.547"></a>
-<span class="sourceLineNo">548</span> regionServers.addAll(<a name="line.548"></a>
-<span class="sourceLineNo">549</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.549"></a>
-<span class="sourceLineNo">550</span> .keySet());<a name="line.550"></a>
-<span class="sourceLineNo">551</span> // Remove the host Region server from target Region Servers list<a name="line.551"></a>
-<span class="sourceLineNo">552</span> server = stripServer(regionServers, hostname, port);<a name="line.552"></a>
-<span class="sourceLineNo">553</span> if (server != null) {<a name="line.553"></a>
-<span class="sourceLineNo">554</span> break;<a name="line.554"></a>
-<span class="sourceLineNo">555</span> } else {<a name="line.555"></a>
-<span class="sourceLineNo">556</span> LOG.warn("Server " + hostname + ":" + port + " is not up yet, waiting");<a name="line.556"></a>
-<span class="sourceLineNo">557</span> }<a name="line.557"></a>
-<span class="sourceLineNo">558</span> } catch (IOException e) {<a name="line.558"></a>
-<span class="sourceLineNo">559</span> LOG.warn("Could not get list of region servers", e);<a name="line.559"></a>
-<span class="sourceLineNo">560</span> }<a name="line.560"></a>
-<span class="sourceLineNo">561</span> Thread.sleep(500);<a name="line.561"></a>
-<span class="sourceLineNo">562</span> }<a name="line.562"></a>
-<span class="sourceLineNo">563</span> if (server == null) {<a name="line.563"></a>
-<span class="sourceLineNo">564</span> LOG.error("Server " + hostname + ":" + port + " is not up. Giving up.");<a name="line.564"></a>
-<span class="sourceLineNo">565</span> throw new Exception("Server " + hostname + ":" + port + " to load regions not online");<a name="line.565"></a>
-<span class="sourceLineNo">566</span> }<a name="line.566"></a>
-<span class="sourceLineNo">567</span> return server;<a name="line.567"></a>
-<span class="sourceLineNo">568</span> }<a name="line.568"></a>
-<span class="sourceLineNo">569</span><a name="line.569"></a>
-<span class="sourceLineNo">570</span> private List<RegionInfo> readRegionsFromFile(String filename) throws IOException {<a name="line.570"></a>
-<span class="sourceLineNo">571</span> List<RegionInfo> regions = new ArrayList<>();<a name="line.571"></a>
-<span class="sourceLineNo">572</span> File f = new File(filename);<a name="line.572"></a>
-<span class="sourceLineNo">573</span> if (!f.exists()) {<a name="line.573"></a>
-<span class="sourceLineNo">574</span> return regions;<a name="line.574"></a>
-<span class="sourceLineNo">575</span> }<a name="line.575"></a>
-<span class="sourceLineNo">576</span> try (DataInputStream dis = new DataInputStream(<a name="line.576"></a>
-<span class="sourceLineNo">577</span> new BufferedInputStream(new FileInputStream(f)))) {<a name="line.577"></a>
-<span class="sourceLineNo">578</span> int numRegions = dis.readInt();<a name="line.578"></a>
-<span class="sourceLineNo">579</span> int index = 0;<a name="line.579"></a>
-<span class="sourceLineNo">580</span> while (index < numRegions) {<a name="line.580"></a>
-<span class="sourceLineNo">581</span> regions.add(RegionInfo.parseFromOrNull(Bytes.readByteArray(dis)));<a name="line.581"></a>
-<span class="sourceLineNo">582</span> index++;<a name="line.582"></a>
-<span class="sourceLineNo">583</span> }<a name="line.583"></a>
-<span class="sourceLineNo">584</span> } catch (IOException e) {<a name="line.584"></a>
-<span class="sourceLineNo">585</span> LOG.error("Error while reading regions from file:" + filename, e);<a name="line.585"></a>
-<span class="sourceLineNo">586</span> throw e;<a name="line.586"></a>
-<span class="sourceLineNo">587</span> }<a name="line.587"></a>
-<span class="sourceLineNo">588</span> return regions;<a name="line.588"></a>
-<span class="sourceLineNo">589</span> }<a name="line.589"></a>
-<span class="sourceLineNo">590</span><a name="line.590"></a>
-<span class="sourceLineNo">591</span> /**<a name="line.591"></a>
-<span class="sourceLineNo">592</span> * Write the number of regions moved in the first line followed by regions moved in subsequent<a name="line.592"></a>
-<span class="sourceLineNo">593</span> * lines<a name="line.593"></a>
-<span class="sourceLineNo">594</span> */<a name="line.594"></a>
-<span class="sourceLineNo">595</span> private void writeFile(String filename, List<RegionInfo> movedRegions) throws IOException {<a name="line.595"></a>
-<span class="sourceLineNo">596</span> try (DataOutputStream dos = new DataOutputStream(<a name="line.596"></a>
-<span class="sourceLineNo">597</span> new BufferedOutputStream(new FileOutputStream(filename)))) {<a name="line.597"></a>
-<span class="sourceLineNo">598</span> dos.writeInt(movedRegions.size());<a name="line.598"></a>
-<span class="sourceLineNo">599</span> for (RegionInfo region : movedRegions) {<a name="line.599"></a>
-<span class="sourceLineNo">600</span> Bytes.writeByteArray(dos, RegionInfo.toByteArray(region));<a name="line.600"></a>
-<span class="sourceLineNo">601</span> }<a name="line.601"></a>
-<span class="sourceLineNo">602</span> } catch (IOException e) {<a name="line.602"></a>
-<span class="sourceLineNo">603</span> LOG.error(<a name="line.603"></a>
-<span class="sourceLineNo">604</span> "ERROR: Was Not able to write regions moved to output file but moved " + movedRegions<a name="line.604"></a>
-<span class="sourceLineNo">605</span> .size() + " regions", e);<a name="line.605"></a>
-<span class="sourceLineNo">606</span> throw e;<a name="line.606"></a>
-<span class="sourceLineNo">607</span> }<a name="line.607"></a>
-<span class="sourceLineNo">608</span> }<a name="line.608"></a>
-<span class="sourceLineNo">609</span><a name="line.609"></a>
-<span class="sourceLineNo">610</span> private void deleteFile(String filename) {<a name="line.610"></a>
-<span class="sourceLineNo">611</span> File f = new File(filename);<a name="line.611"></a>
-<span class="sourceLineNo">612</span> if (f.exists()) {<a name="line.612"></a>
-<span class="sourceLineNo">613</span> f.delete();<a name="line.613"></a>
-<span class="sourceLineNo">614</span> }<a name="line.614"></a>
-<span class="sourceLineNo">615</span> }<a name="line.615"></a>
-<span class="sourceLineNo">616</span><a name="line.616"></a>
-<span class="sourceLineNo">617</span> /**<a name="line.617"></a>
-<span class="sourceLineNo">618</span> * @return List of servers from the exclude file in format 'hostname:port'.<a name="line.618"></a>
-<span class="sourceLineNo">619</span> */<a name="line.619"></a>
-<span class="sourceLineNo">620</span> private List<String> readExcludes(String excludeFile) throws IOException {<a name="line.620"></a>
-<span class="sourceLineNo">621</span> List<String> excludeServers = new ArrayList<>();<a name="line.621"></a>
-<span class="sourceLineNo">622</span> if (excludeFile == null) {<a name="line.622"></a>
-<span class="sourceLineNo">623</span> return excludeServers;<a name="line.623"></a>
-<span class="sourceLineNo">624</span> } else {<a name="line.624"></a>
-<span class="sourceLineNo">625</span> try {<a name="line.625"></a>
-<span class="sourceLineNo">626</span> Files.readAllLines(Paths.get(excludeFile)).stream().map(String::trim)<a name="line.626"></a>
-<span class="sourceLineNo">627</span> .filter(((Predicate<String>) String::isEmpty).negate()).map(String::toLowerCase)<a name="line.627"></a>
-<span class="sourceLineNo">628</span> .forEach(excludeServers::add);<a name="line.628"></a>
-<span class="sourceLineNo">629</span> } catch (IOException e) {<a name="line.629"></a>
-<span class="sourceLineNo">630</span> LOG.warn("Exception while reading excludes file, continuing anyways", e);<a name="line.630"></a>
-<span class="sourceLineNo">631</span> }<a name="line.631"></a>
-<span class="sourceLineNo">632</span> return excludeServers;<a name="line.632"></a>
-<span class="sourceLineNo">633</span> }<a name="line.633"></a>
-<span class="sourceLineNo">634</span> }<a name="line.634"></a>
-<span class="sourceLineNo">635</span><a name="line.635"></a>
-<span class="sourceLineNo">636</span> /**<a name="line.636"></a>
-<span class="sourceLineNo">637</span> * Excludes the servername whose hostname and port portion matches the list given in exclude file<a name="line.637"></a>
-<span class="sourceLineNo">638</span> */<a name="line.638"></a>
-<span class="sourceLineNo">639</span> private void stripExcludes(List<ServerName> regionServers) throws IOException {<a name="line.639"></a>
-<span class="sourceLineNo">640</span> if (excludeFile != null) {<a name="line.640"></a>
-<span class="sourceLineNo">641</span> List<String> excludes = readExcludes(excludeFile);<a name="line.641"></a>
-<span class="sourceLineNo">642</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.642"></a>
-<span class="sourceLineNo">643</span> while (i.hasNext()) {<a name="line.643"></a>
-<span class="sourceLineNo">644</span> String rs = i.next().getServerName();<a name="line.644"></a>
-<span class="sourceLineNo">645</span> String rsPort = rs.split(ServerName.SERVERNAME_SEPARATOR)[0].toLowerCase() + ":" + rs<a name="line.645"></a>
-<span class="sourceLineNo">646</span> .split(ServerName.SERVERNAME_SEPARATOR)[1];<a name="line.646"></a>
-<span class="sourceLineNo">647</span> if (excludes.contains(rsPort)) {<a name="line.647"></a>
-<span class="sourceLineNo">648</span> i.remove();<a name="line.648"></a>
-<span class="sourceLineNo">649</span> }<a name="line.649"></a>
-<span class="sourceLineNo">650</span> }<a name="line.650"></a>
-<span class="sourceLineNo">651</span> LOG.info("Valid Region server targets are:" + regionServers.toString());<a name="line.651"></a>
-<span class="sourceLineNo">652</span> LOG.info("Excluded Servers are" + excludes.toString());<a name="line.652"></a>
-<span class="sourceLineNo">653</span> }<a name="line.653"></a>
-<span class="sourceLineNo">654</span> }<a name="line.654"></a>
-<span class="sourceLineNo">655</span><a name="line.655"></a>
-<span class="sourceLineNo">656</span> /**<a name="line.656"></a>
-<span class="sourceLineNo">657</span> * Exclude master from list of RSs to move regions to<a name="line.657"></a>
-<span class="sourceLineNo">658</span> */<a name="line.658"></a>
-<span class="sourceLineNo">659</span> private void stripMaster(List<ServerName> regionServers) throws IOException {<a name="line.659"></a>
-<span class="sourceLineNo">660</span> ServerName master = admin.getClusterMetrics(EnumSet.of(Option.MASTER)).getMasterName();<a name="line.660"></a>
-<span class="sourceLineNo">661</span> stripServer(regionServers, master.getHostname(), master.getPort());<a name="line.661"></a>
-<span class="sourceLineNo">662</span> }<a name="line.662"></a>
-<span class="sourceLineNo">663</span><a name="line.663"></a>
-<span class="sourceLineNo">664</span> /**<a name="line.664"></a>
-<span class="sourceLineNo">665</span> * Remove the servername whose hostname and port portion matches from the passed array of servers.<a name="line.665"></a>
-<span class="sourceLineNo">666</span> * Returns as side-effect the servername removed.<a name="line.666"></a>
-<span class="sourceLineNo">667</span> * @return server removed from list of Region Servers<a name="line.667"></a>
-<span class="sourceLineNo">668</span> */<a name="line.668"></a>
-<span class="sourceLineNo">669</span> private ServerName stripServer(List<ServerName> regionServers, String hostname, int port) {<a name="line.669"></a>
-<span class="sourceLineNo">670</span> ServerName server = null;<a name="line.670"></a>
-<span class="sourceLineNo">671</span> String portString = Integer.toString(port);<a name="line.671"></a>
-<span class="sourceLineNo">672</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.672"></a>
-<span class="sourceLineNo">673</span> while (i.hasNext()) {<a name="line.673"></a>
-<span class="sourceLineNo">674</span> server = i.next();<a name="line.674"></a>
-<span class="sourceLineNo">675</span> String[] splitServer = server.getServerName().split(ServerName.SERVERNAME_SEPARATOR);<a name="line.675"></a>
-<span class="sourceLineNo">676</span> if (splitServer[0].equalsIgnoreCase(hostname) && splitServer[1].equals(portString)) {<a name="line.676"></a>
-<span class="sourceLineNo">677</span> i.remove();<a name="line.677"></a>
-<span class="sourceLineNo">678</span> return server;<a name="line.678"></a>
-<span class="sourceLineNo">679</span> }<a name="line.679"></a>
-<span class="sourceLineNo">680</span> }<a name="line.680"></a>
-<span class="sourceLineNo">681</span> return server;<a name="line.681"></a>
-<span class="sourceLineNo">682</span> }<a name="line.682"></a>
-<span class="sourceLineNo">683</span><a name="line.683"></a>
-<span class="sourceLineNo">684</span> /**<a name="line.684"></a>
-<span class="sourceLineNo">685</span> * Tries to scan a row from passed region<a name="line.685"></a>
-<span class="sourceLineNo">686</span> */<a name="line.686"></a>
-<span class="sourceLineNo">687</span> private void isSuccessfulScan(RegionInfo region) throws IOException {<a name="line.687"></a>
-<span class="sourceLineNo">688</span> Scan scan = new Scan().withStartRow(region.getStartKey()).setRaw(true).setOneRowLimit()<a name="line.688"></a>
-<span class="sourceLineNo">689</span> .setMaxResultSize(1L).setCaching(1).setFilter(new FirstKeyOnlyFilter())<a name="line.689"></a>
-<span class="sourceLineNo">690</span> .setCacheBlocks(false);<a name="line.690"></a>
-<span class="sourceLineNo">691</span> try (Table table = conn.getTable(region.getTable());<a name="line.691"></a>
-<span class="sourceLineNo">692</span> ResultScanner scanner = table.getScanner(scan)) {<a name="line.692"></a>
-<span class="sourceLineNo">693</span> scanner.next();<a name="line.693"></a>
-<span class="sourceLineNo">694</span> } catch (IOException e) {<a name="line.694"></a>
-<span class="sourceLineNo">695</span> LOG.error("Could not scan region:" + region.getEncodedName(), e);<a name="line.695"></a>
-<span class="sourceLineNo">696</span> throw e;<a name="line.696"></a>
-<span class="sourceLineNo">697</span> }<a name="line.697"></a>
-<span class="sourceLineNo">698</span> }<a name="line.698"></a>
-<span class="sourceLineNo">699</span><a name="line.699"></a>
-<span class="sourceLineNo">700</span> /**<a name="line.700"></a>
-<span class="sourceLineNo">701</span> * Returns true if passed region is still on serverName when we look at hbase:meta.<a name="line.701"></a>
-<span class="sourceLineNo">702</span> * @return true if region is hosted on serverName otherwise false<a name="line.702"></a>
-<span class="sourceLineNo">703</span> */<a name="line.703"></a>
-<span class="sourceLineNo">704</span> private boolean isSameServer(RegionInfo region, ServerName serverName)<a name="line.704"></a>
-<span class="sourceLineNo">705</span> throws IOException {<a name="line.705"></a>
-<span class="sourceLineNo">706</span> ServerName serverForRegion = getServerNameForRegion(region);<a name="line.706"></a>
-<span class="sourceLineNo">707</span> if (serverForRegion != null && serverForRegion.equals(serverName)) {<a name="line.707"></a>
-<span class="sourceLineNo">708</span> return true;<a name="line.708"></a>
-<span class="sourceLineNo">709</span> }<a name="line.709"></a>
-<span class="sourceLineNo">710</span> return false;<a name="line.710"></a>
-<span class="sourceLineNo">711</span> }<a name="line.711"></a>
-<span class="sourceLineNo">712</span><a name="line.712"></a>
-<span class="sourceLineNo">713</span> /**<a name="line.713"></a>
-<span class="sourceLineNo">714</span> * Get servername that is up in hbase:meta hosting the given region. this is hostname + port +<a name="line.714"></a>
-<span class="sourceLineNo">715</span> * startcode comma-delimited. Can return null<a name="line.715"></a>
-<span class="sourceLineNo">716</span> * @return regionServer hosting the given region<a name="line.716"></a>
-<span class="sourceLineNo">717</span> */<a name="line.717"></a>
-<span class="sourceLineNo">718</span> private ServerName getServerNameForRegion(RegionInfo region) throws IOException {<a name="line.718"></a>
-<span class="sourceLineNo">719</span> if (!admin.isTableEnabled(region.getTable())) {<a name="line.719"></a>
-<span class="sourceLineNo">720</span> return null;<a name="line.720"></a>
-<span class="sourceLineNo">721</span> }<a name="line.721"></a>
-<span class="sourceLineNo">722</span> return MetaTableAccessor.getRegionLocation(conn, region).getServerName();<a name="line.722"></a>
-<span class="sourceLineNo">723</span> }<a name="line.723"></a>
-<span class="sourceLineNo">724</span><a name="line.724"></a>
-<span class="sourceLineNo">725</span> @Override<a name="line.725"></a>
-<span class="sourceLineNo">726</span> protected void addOptions() {<a name="line.726"></a>
-<span class="sourceLineNo">727</span> this.addRequiredOptWithArg("r", "regionserverhost", "region server <hostname>|<hostname:port>");<a name="line.727"></a>
-<span class="sourceLineNo">728</span> this.addRequiredOptWithArg("o", "operation", "Expected: load/unload");<a name="line.728"></a>
-<span class="sourceLineNo">729</span> this.addOptWithArg("m", "maxthreads",<a name="line.729"></a>
-<span class="sourceLineNo">730</span> "Define the maximum number of threads to use to unload and reload the regions");<a name="line.730"></a>
-<span class="sourceLineNo">731</span> this.addOptWithArg("x", "excludefile",<a name="line.731"></a>
-<span class="sourceLineNo">732</span> "File with <hostname:port> per line to exclude as unload targets; default excludes only "<a name="line.732"></a>
-<span class="sourceLineNo">733</span> + "target host; useful for rack decommisioning.");<a name="line.733"></a>
-<span class="sourceLineNo">734</span> this.addOptWithArg("f", "filename",<a name="line.734"></a>
-<span class="sourceLineNo">735</span> "File to save regions list into unloading, or read from loading; "<a name="line.735"></a>
-<span class="sourceLineNo">736</span> + "default /tmp/<usernamehostname:port>");<a name="line.736"></a>
-<span class="sourceLineNo">737</span> this.addOptNoArg("n", "noack",<a name="line.737"></a>
-<span class="sourceLineNo">738</span> "Turn on No-Ack mode(default: false) which won't check if region is online on target "<a name="line.738"></a>
-<span class="sourceLineNo">739</span> + "RegionServer, hence best effort. This is more performant in unloading and loading "<a name="line.739"></a>
-<span class="sourceLineNo">740</span> + "but might lead to region being unavailable for some time till master reassigns it "<a name="line.740"></a>
-<span class="sourceLineNo">741</span> + "in case the move failed");<a name="line.741"></a>
-<span class="sourceLineNo">742</span> this.addOptWithArg("t", "timeout", "timeout in seconds after which the tool will exit "<a name="line.742"></a>
-<span class="sourceLineNo">743</span> + "irrespective of whether it finished or not;default Integer.MAX_VALUE");<a name="line.743"></a>
-<span class="sourceLineNo">744</span> }<a name="line.744"></a>
-<span class="sourceLineNo">745</span><a name="line.745"></a>
-<span class="sourceLineNo">746</span> @Override<a name="line.746"></a>
-<span class="sourceLineNo">747</span> protected void processOptions(CommandLine cmd) {<a name="line.747"></a>
-<span class="sourceLineNo">748</span> String hostname = cmd.getOptionValue("r");<a name="line.748"></a>
-<span class="sourceLineNo">749</span> rmbuilder = new RegionMoverBuilder(hostname);<a name="line.749"></a>
-<span class="sourceLineNo">750</span> if (cmd.hasOption('m')) {<a name="line.750"></a>
-<span class="sourceLineNo">751</span> rmbuilder.maxthreads(Integer.parseInt(cmd.getOptionValue('m')));<a name="line.751"></a>
-<span class="sourceLineNo">752</span> }<a name="line.752"></a>
-<span class="sourceLineNo">753</span> if (cmd.hasOption('n')) {<a name="line.753"></a>
-<span class="sourceLineNo">754</span> rmbuilder.ack(false);<a name="line.754"></a>
-<span class="sourceLineNo">755</span> }<a name="line.755"></a>
-<span class="sourceLineNo">756</span> if (cmd.hasOption('f')) {<a name="line.756"></a>
-<span class="sourceLineNo">757</span> rmbuilder.filename(cmd.getOptionValue('f'));<a name="line.757"></a>
-<span class="sourceLineNo">758</span> }<a name="line.758"></a>
-<span class="sourceLineNo">759</span> if (cmd.hasOption('x')) {<a name="line.759"></a>
-<span class="sourceLineNo">760</span> rmbuilder.excludeFile(cmd.getOptionValue('x'));<a name="line.760"></a>
-<span class="sourceLineNo">761</span> }<a name="line.761"></a>
-<span class="sourceLineNo">762</span> if (cmd.hasOption('t')) {<a name="line.762"></a>
-<span class="sourceLineNo">763</span> rmbuilder.timeout(Integer.parseInt(cmd.getOptionValue('t')));<a name="line.763"></a>
-<span class="sourceLineNo">764</span> }<a name="line.764"></a>
-<span class="sourceLineNo">765</span> this.loadUnload = cmd.getOptionValue("o").toLowerCase(Locale.ROOT);<a name="line.765"></a>
-<span class="sourceLineNo">766</span> }<a name="line.766"></a>
-<span class="sourceLineNo">767</span><a name="line.767"></a>
-<span class="sourceLineNo">768</span> @Override<a name="line.768"></a>
-<span class="sourceLineNo">769</span> protected int doWork() throws Exception {<a name="line.769"></a>
-<span class="sourceLineNo">770</span> boolean success;<a name="line.770"></a>
-<span class="sourceLineNo">771</span> try (RegionMover rm = rmbuilder.build()) {<a name="line.771"></a>
-<span class="sourceLineNo">772</span> if (loadUnload.equalsIgnoreCase("load")) {<a name="line.772"></a>
-<span class="sourceLineNo">773</span> success = rm.load();<a name="line.773"></a>
-<span class="sourceLineNo">774</span> } else if (loadUnload.equalsIgnoreCase("unload")) {<a name="line.774"></a>
-<span class="sourceLineNo">775</span> success = rm.unload();<a name="line.775"></a>
-<span class="sourceLineNo">776</span> } else {<a name="line.776"></a>
-<span class="sourceLineNo">777</span> printUsage();<a name="line.777"></a>
-<span class="sourceLineNo">778</span> success = false;<a name="line.778"></a>
-<span class="sourceLineNo">779</span> }<a name="line.779"></a>
-<span class="sourceLineNo">780</span> }<a name="line.780"></a>
-<span class="sourceLineNo">781</span> return (success ? 0 : 1);<a name="line.781"></a>
-<span class="sourceLineNo">782</span> }<a name="line.782"></a>
-<span class="sourceLineNo">783</span><a name="line.783"></a>
-<span class="sourceLineNo">784</span> public static void main(String[] args) {<a name="line.784"></a>
-<span class="sourceLineNo">785</span> new RegionMover().doStaticMain(args);<a name="line.785"></a>
-<span class="sourceLineNo">786</span> }<a name="line.786"></a>
-<span class="sourceLineNo">787</span>}<a name="line.787"></a>
+<span class="sourceLineNo">048</span>import org.apache.commons.io.IOUtils;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>import org.apache.hadoop.conf.Configuration;<a name="line.49"></a>
+<span class="sourceLineNo">050</span>import org.apache.hadoop.hbase.ClusterMetrics.Option;<a name="line.50"></a>
+<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.51"></a>
+<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.HConstants;<a name="line.52"></a>
+<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.HRegionLocation;<a name="line.53"></a>
+<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.ServerName;<a name="line.54"></a>
+<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.55"></a>
+<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.56"></a>
+<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.57"></a>
+<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.58"></a>
+<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.client.ResultScanner;<a name="line.59"></a>
+<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.60"></a>
+<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.client.Table;<a name="line.61"></a>
+<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;<a name="line.62"></a>
+<span class="sourceLineNo">063</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.63"></a>
+<span class="sourceLineNo">064</span>import org.slf4j.Logger;<a name="line.64"></a>
+<span class="sourceLineNo">065</span>import org.slf4j.LoggerFactory;<a name="line.65"></a>
+<span class="sourceLineNo">066</span><a name="line.66"></a>
+<span class="sourceLineNo">067</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.67"></a>
+<span class="sourceLineNo">068</span>import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine;<a name="line.68"></a>
+<span class="sourceLineNo">069</span><a name="line.69"></a>
+<span class="sourceLineNo">070</span>/**<a name="line.70"></a>
+<span class="sourceLineNo">071</span> * Tool for loading/unloading regions to/from given regionserver This tool can be run from Command<a name="line.71"></a>
+<span class="sourceLineNo">072</span> * line directly as a utility. Supports Ack/No Ack mode for loading/unloading operations.Ack mode<a name="line.72"></a>
+<span class="sourceLineNo">073</span> * acknowledges if regions are online after movement while noAck mode is best effort mode that<a name="line.73"></a>
+<span class="sourceLineNo">074</span> * improves performance but will still move on if region is stuck/not moved. Motivation behind noAck<a name="line.74"></a>
+<span class="sourceLineNo">075</span> * mode being RS shutdown where even if a Region is stuck, upon shutdown master will move it<a name="line.75"></a>
+<span class="sourceLineNo">076</span> * anyways. This can also be used by constructiong an Object using the builder and then calling<a name="line.76"></a>
+<span class="sourceLineNo">077</span> * {@link #load()} or {@link #unload()} methods for the desired operations.<a name="line.77"></a>
+<span class="sourceLineNo">078</span> */<a name="line.78"></a>
+<span class="sourceLineNo">079</span>@InterfaceAudience.Public<a name="line.79"></a>
+<span class="sourceLineNo">080</span>public class RegionMover extends AbstractHBaseTool implements Closeable {<a name="line.80"></a>
+<span class="sourceLineNo">081</span> public static final String MOVE_RETRIES_MAX_KEY = "hbase.move.retries.max";<a name="line.81"></a>
+<span class="sourceLineNo">082</span> public static final String MOVE_WAIT_MAX_KEY = "hbase.move.wait.max";<a name="line.82"></a>
+<span class="sourceLineNo">083</span> public static final String SERVERSTART_WAIT_MAX_KEY = "hbase.serverstart.wait.max";<a name="line.83"></a>
+<span class="sourceLineNo">084</span> public static final int DEFAULT_MOVE_RETRIES_MAX = 5;<a name="line.84"></a>
+<span class="sourceLineNo">085</span> public static final int DEFAULT_MOVE_WAIT_MAX = 60;<a name="line.85"></a>
+<span class="sourceLineNo">086</span> public static final int DEFAULT_SERVERSTART_WAIT_MAX = 180;<a name="line.86"></a>
+<span class="sourceLineNo">087</span> static final Logger LOG = LoggerFactory.getLogger(RegionMover.class);<a name="line.87"></a>
+<span class="sourceLineNo">088</span> private RegionMoverBuilder rmbuilder;<a name="line.88"></a>
+<span class="sourceLineNo">089</span> private boolean ack = true;<a name="line.89"></a>
+<span class="sourceLineNo">090</span> private int maxthreads = 1;<a name="line.90"></a>
+<span class="sourceLineNo">091</span> private int timeout;<a name="line.91"></a>
+<span class="sourceLineNo">092</span> private String loadUnload;<a name="line.92"></a>
+<span class="sourceLineNo">093</span> private String hostname;<a name="line.93"></a>
+<span class="sourceLineNo">094</span> private String filename;<a name="line.94"></a>
+<span class="sourceLineNo">095</span> private String excludeFile;<a name="line.95"></a>
+<span class="sourceLineNo">096</span> private int port;<a name="line.96"></a>
+<span class="sourceLineNo">097</span> private Connection conn;<a name="line.97"></a>
+<span class="sourceLineNo">098</span> private Admin admin;<a name="line.98"></a>
+<span class="sourceLineNo">099</span><a name="line.99"></a>
+<span class="sourceLineNo">100</span> private RegionMover(RegionMoverBuilder builder) throws IOException {<a name="line.100"></a>
+<span class="sourceLineNo">101</span> this.hostname = builder.hostname;<a name="line.101"></a>
+<span class="sourceLineNo">102</span> this.filename = builder.filename;<a name="line.102"></a>
+<span class="sourceLineNo">103</span> this.excludeFile = builder.excludeFile;<a name="line.103"></a>
+<span class="sourceLineNo">104</span> this.maxthreads = builder.maxthreads;<a name="line.104"></a>
+<span class="sourceLineNo">105</span> this.ack = builder.ack;<a name="line.105"></a>
+<span class="sourceLineNo">106</span> this.port = builder.port;<a name="line.106"></a>
+<span class="sourceLineNo">107</span> this.timeout = builder.timeout;<a name="line.107"></a>
+<span class="sourceLineNo">108</span> setConf(builder.conf);<a name="line.108"></a>
+<span class="sourceLineNo">109</span> this.conn = ConnectionFactory.createConnection(conf);<a name="line.109"></a>
+<span class="sourceLineNo">110</span> this.admin = conn.getAdmin();<a name="line.110"></a>
+<span class="sourceLineNo">111</span> }<a name="line.111"></a>
+<span class="sourceLineNo">112</span><a name="line.112"></a>
+<span class="sourceLineNo">113</span> private RegionMover() {<a name="line.113"></a>
+<span class="sourceLineNo">114</span> }<a name="line.114"></a>
+<span class="sourceLineNo">115</span><a name="line.115"></a>
+<span class="sourceLineNo">116</span> @Override<a name="line.116"></a>
+<span class="sourceLineNo">117</span> public void close() {<a name="line.117"></a>
+<span class="sourceLineNo">118</span> IOUtils.closeQuietly(this.admin);<a name="line.118"></a>
+<span class="sourceLineNo">119</span> IOUtils.closeQuietly(this.conn);<a name="line.119"></a>
+<span class="sourceLineNo">120</span> }<a name="line.120"></a>
+<span class="sourceLineNo">121</span><a name="line.121"></a>
+<span class="sourceLineNo">122</span> /**<a name="line.122"></a>
+<span class="sourceLineNo">123</span> * Builder for Region mover. Use the {@link #build()} method to create RegionMover object. Has<a name="line.123"></a>
+<span class="sourceLineNo">124</span> * {@link #filename(String)}, {@link #excludeFile(String)}, {@link #maxthreads(int)},<a name="line.124"></a>
+<span class="sourceLineNo">125</span> * {@link #ack(boolean)}, {@link #timeout(int)} methods to set the corresponding options<a name="line.125"></a>
+<span class="sourceLineNo">126</span> */<a name="line.126"></a>
+<span class="sourceLineNo">127</span> public static class RegionMoverBuilder {<a name="line.127"></a>
+<span class="sourceLineNo">128</span> private boolean ack = true;<a name="line.128"></a>
+<span class="sourceLineNo">129</span> private int maxthreads = 1;<a name="line.129"></a>
+<span class="sourceLineNo">130</span> private int timeout = Integer.MAX_VALUE;<a name="line.130"></a>
+<span class="sourceLineNo">131</span> private String hostname;<a name="line.131"></a>
+<span class="sourceLineNo">132</span> private String filename;<a name="line.132"></a>
+<span class="sourceLineNo">133</span> private String excludeFile = null;<a name="line.133"></a>
+<span class="sourceLineNo">134</span> private String defaultDir = System.getProperty("java.io.tmpdir");<a name="line.134"></a>
+<span class="sourceLineNo">135</span> @VisibleForTesting<a name="line.135"></a>
+<span class="sourceLineNo">136</span> final int port;<a name="line.136"></a>
+<span class="sourceLineNo">137</span> private final Configuration conf;<a name="line.137"></a>
+<span class="sourceLineNo">138</span><a name="line.138"></a>
+<span class="sourceLineNo">139</span> public RegionMoverBuilder(String hostname) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span> this(hostname, createConf());<a name="line.140"></a>
+<span class="sourceLineNo">141</span> }<a name="line.141"></a>
+<span class="sourceLineNo">142</span><a name="line.142"></a>
+<span class="sourceLineNo">143</span> /**<a name="line.143"></a>
+<span class="sourceLineNo">144</span> * Creates a new configuration and sets region mover specific overrides<a name="line.144"></a>
+<span class="sourceLineNo">145</span> */<a name="line.145"></a>
+<span class="sourceLineNo">146</span> private static Configuration createConf() {<a name="line.146"></a>
+<span class="sourceLineNo">147</span> Configuration conf = HBaseConfiguration.create();<a name="line.147"></a>
+<span class="sourceLineNo">148</span> conf.setInt("hbase.client.prefetch.limit", 1);<a name="line.148"></a>
+<span class="sourceLineNo">149</span> conf.setInt("hbase.client.pause", 500);<a name="line.149"></a>
+<span class="sourceLineNo">150</span> conf.setInt("hbase.client.retries.number", 100);<a name="line.150"></a>
+<span class="sourceLineNo">151</span> return conf;<a name="line.151"></a>
+<span class="sourceLineNo">152</span> }<a name="line.152"></a>
+<span class="sourceLineNo">153</span><a name="line.153"></a>
+<span class="sourceLineNo">154</span> /**<a name="line.154"></a>
+<span class="sourceLineNo">155</span> * @param hostname Hostname to unload regions from or load regions to. Can be either hostname<a name="line.155"></a>
+<span class="sourceLineNo">156</span> * or hostname:port.<a name="line.156"></a>
+<span class="sourceLineNo">157</span> * @param conf Configuration object<a name="line.157"></a>
+<span class="sourceLineNo">158</span> */<a name="line.158"></a>
+<span class="sourceLineNo">159</span> public RegionMoverBuilder(String hostname, Configuration conf) {<a name="line.159"></a>
+<span class="sourceLineNo">160</span> String[] splitHostname = hostname.toLowerCase().split(":");<a name="line.160"></a>
+<span class="sourceLineNo">161</span> this.hostname = splitHostname[0];<a name="line.161"></a>
+<span class="sourceLineNo">162</span> if (splitHostname.length == 2) {<a name="line.162"></a>
+<span class="sourceLineNo">163</span> this.port = Integer.parseInt(splitHostname[1]);<a name="line.163"></a>
+<span class="sourceLineNo">164</span> } else {<a name="line.164"></a>
+<span class="sourceLineNo">165</span> this.port = conf.getInt(HConstants.REGIONSERVER_PORT, HConstants.DEFAULT_REGIONSERVER_PORT);<a name="line.165"></a>
+<span class="sourceLineNo">166</span> }<a name="line.166"></a>
+<span class="sourceLineNo">167</span> this.filename = defaultDir + File.separator + System.getProperty("user.name") + this.hostname<a name="line.167"></a>
+<span class="sourceLineNo">168</span> + ":" + Integer.toString(this.port);<a name="line.168"></a>
+<span class="sourceLineNo">169</span> this.conf = conf;<a name="line.169"></a>
+<span class="sourceLineNo">170</span> }<a name="line.170"></a>
+<span class="sourceLineNo">171</span><a name="line.171"></a>
+<span class="sourceLineNo">172</span> /**<a name="line.172"></a>
+<span class="sourceLineNo">173</span> * Path of file where regions will be written to during unloading/read from during loading<a name="line.173"></a>
+<span class="sourceLineNo">174</span> * @param filename<a name="line.174"></a>
+<span class="sourceLineNo">175</span> * @return RegionMoverBuilder object<a name="line.175"></a>
+<span class="sourceLineNo">176</span> */<a name="line.176"></a>
+<span class="sourceLineNo">177</span> public RegionMoverBuilder filename(String filename) {<a name="line.177"></a>
+<span class="sourceLineNo">178</span> this.filename = filename;<a name="line.178"></a>
+<span class="sourceLineNo">179</span> return this;<a name="line.179"></a>
+<span class="sourceLineNo">180</span> }<a name="line.180"></a>
+<span class="sourceLineNo">181</span><a name="line.181"></a>
+<span class="sourceLineNo">182</span> /**<a name="line.182"></a>
+<span class="sourceLineNo">183</span> * Set the max number of threads that will be used to move regions<a name="line.183"></a>
+<span class="sourceLineNo">184</span> */<a name="line.184"></a>
+<span class="sourceLineNo">185</span> public RegionMoverBuilder maxthreads(int threads) {<a name="line.185"></a>
+<span class="sourceLineNo">186</span> this.maxthreads = threads;<a name="line.186"></a>
+<span class="sourceLineNo">187</span> return this;<a name="line.187"></a>
+<span class="sourceLineNo">188</span> }<a name="line.188"></a>
+<span class="sourceLineNo">189</span><a name="line.189"></a>
+<span class="sourceLineNo">190</span> /**<a name="line.190"></a>
+<span class="sourceLineNo">191</span> * Path of file containing hostnames to be excluded during region movement. Exclude file should<a name="line.191"></a>
+<span class="sourceLineNo">192</span> * have 'host:port' per line. Port is mandatory here as we can have many RS running on a single<a name="line.192"></a>
+<span class="sourceLineNo">193</span> * host.<a name="line.193"></a>
+<span class="sourceLineNo">194</span> */<a name="line.194"></a>
+<span class="sourceLineNo">195</span> public RegionMoverBuilder excludeFile(String excludefile) {<a name="line.195"></a>
+<span class="sourceLineNo">196</span> this.excludeFile = excludefile;<a name="line.196"></a>
+<span class="sourceLineNo">197</span> return this;<a name="line.197"></a>
+<span class="sourceLineNo">198</span> }<a name="line.198"></a>
+<span class="sourceLineNo">199</span><a name="line.199"></a>
+<span class="sourceLineNo">200</span> /**<a name="line.200"></a>
+<span class="sourceLineNo">201</span> * Set ack/noAck mode.<a name="line.201"></a>
+<span class="sourceLineNo">202</span> * <p><a name="line.202"></a>
+<span class="sourceLineNo">203</span> * In ack mode regions are acknowledged before and after moving and the move is retried<a name="line.203"></a>
+<span class="sourceLineNo">204</span> * hbase.move.retries.max times, if unsuccessful we quit with exit code 1.No Ack mode is a best<a name="line.204"></a>
+<span class="sourceLineNo">205</span> * effort mode,each region movement is tried once.This can be used during graceful shutdown as<a name="line.205"></a>
+<span class="sourceLineNo">206</span> * even if we have a stuck region,upon shutdown it'll be reassigned anyway.<a name="line.206"></a>
+<span class="sourceLineNo">207</span> * <p><a name="line.207"></a>
+<span class="sourceLineNo">208</span> * @param ack<a name="line.208"></a>
+<span class="sourceLineNo">209</span> * @return RegionMoverBuilder object<a name="line.209"></a>
+<span class="sourceLineNo">210</span> */<a name="line.210"></a>
+<span class="sourceLineNo">211</span> public RegionMoverBuilder ack(boolean ack) {<a name="line.211"></a>
+<span class="sourceLineNo">212</span> this.ack = ack;<a name="line.212"></a>
+<span class="sourceLineNo">213</span> return this;<a name="line.213"></a>
+<span class="sourceLineNo">214</span> }<a name="line.214"></a>
+<span class="sourceLineNo">215</span><a name="line.215"></a>
+<span class="sourceLineNo">216</span> /**<a name="line.216"></a>
+<span class="sourceLineNo">217</span> * Set the timeout for Load/Unload operation in seconds.This is a global timeout,threadpool for<a name="line.217"></a>
+<span class="sourceLineNo">218</span> * movers also have a separate time which is hbase.move.wait.max * number of regions to<a name="line.218"></a>
+<span class="sourceLineNo">219</span> * load/unload<a name="line.219"></a>
+<span class="sourceLineNo">220</span> * @param timeout in seconds<a name="line.220"></a>
+<span class="sourceLineNo">221</span> * @return RegionMoverBuilder object<a name="line.221"></a>
+<span class="sourceLineNo">222</span> */<a name="line.222"></a>
+<span class="sourceLineNo">223</span> public RegionMoverBuilder timeout(int timeout) {<a name="line.223"></a>
+<span class="sourceLineNo">224</span> this.timeout = timeout;<a name="line.224"></a>
+<span class="sourceLineNo">225</span> return this;<a name="line.225"></a>
+<span class="sourceLineNo">226</span> }<a name="line.226"></a>
+<span class="sourceLineNo">227</span><a name="line.227"></a>
+<span class="sourceLineNo">228</span> /**<a name="line.228"></a>
+<span class="sourceLineNo">229</span> * This method builds the appropriate RegionMover object which can then be used to load/unload<a name="line.229"></a>
+<span class="sourceLineNo">230</span> * using load and unload methods<a name="line.230"></a>
+<span class="sourceLineNo">231</span> * @return RegionMover object<a name="line.231"></a>
+<span class="sourceLineNo">232</span> */<a name="line.232"></a>
+<span class="sourceLineNo">233</span> public RegionMover build() throws IOException {<a name="line.233"></a>
+<span class="sourceLineNo">234</span> return new RegionMover(this);<a name="line.234"></a>
+<span class="sourceLineNo">235</span> }<a name="line.235"></a>
+<span class="sourceLineNo">236</span> }<a name="line.236"></a>
+<span class="sourceLineNo">237</span><a name="line.237"></a>
+<span class="sourceLineNo">238</span> /**<a name="line.238"></a>
+<span class="sourceLineNo">239</span> * Move Regions and make sure that they are up on the target server.If a region movement fails we<a name="line.239"></a>
+<span class="sourceLineNo">240</span> * exit as failure<a name="line.240"></a>
+<span class="sourceLineNo">241</span> */<a name="line.241"></a>
+<span class="sourceLineNo">242</span> private class MoveWithAck implements Callable<Boolean> {<a name="line.242"></a>
+<span class="sourceLineNo">243</span> private RegionInfo region;<a name="line.243"></a>
+<span class="sourceLineNo">244</span> private ServerName targetServer;<a name="line.244"></a>
+<span class="sourceLineNo">245</span> private List<RegionInfo> movedRegions;<a name="line.245"></a>
+<span class="sourceLineNo">246</span> private ServerName sourceServer;<a name="line.246"></a>
+<span class="sourceLineNo">247</span><a name="line.247"></a>
+<span class="sourceLineNo">248</span> public MoveWithAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.248"></a>
+<span class="sourceLineNo">249</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.249"></a>
+<span class="sourceLineNo">250</span> this.region = regionInfo;<a name="line.250"></a>
+<span class="sourceLineNo">251</span> this.targetServer = targetServer;<a name="line.251"></a>
+<span class="sourceLineNo">252</span> this.movedRegions = movedRegions;<a name="line.252"></a>
+<span class="sourceLineNo">253</span> this.sourceServer = sourceServer;<a name="line.253"></a>
+<span class="sourceLineNo">254</span> }<a name="line.254"></a>
+<span class="sourceLineNo">255</span><a name="line.255"></a>
+<span class="sourceLineNo">256</span> @Override<a name="line.256"></a>
+<span class="sourceLineNo">257</span> public Boolean call() throws IOException, InterruptedException {<a name="line.257"></a>
+<span class="sourceLineNo">258</span> boolean moved = false;<a name="line.258"></a>
+<span class="sourceLineNo">259</span> int count = 0;<a name="line.259"></a>
+<span class="sourceLineNo">260</span> int retries = admin.getConfiguration().getInt(MOVE_RETRIES_MAX_KEY, DEFAULT_MOVE_RETRIES_MAX);<a name="line.260"></a>
+<span class="sourceLineNo">261</span> int maxWaitInSeconds =<a name="line.261"></a>
+<span class="sourceLineNo">262</span> admin.getConfiguration().getInt(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.262"></a>
+<span class="sourceLineNo">263</span> long startTime = EnvironmentEdgeManager.currentTime();<a name="line.263"></a>
+<span class="sourceLineNo">264</span> boolean sameServer = true;<a name="line.264"></a>
+<span class="sourceLineNo">265</span> // Assert we can scan the region in its current location<a name="line.265"></a>
+<span class="sourceLineNo">266</span> isSuccessfulScan(region);<a name="line.266"></a>
+<span class="sourceLineNo">267</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.267"></a>
+<span class="sourceLineNo">268</span> + targetServer);<a name="line.268"></a>
+<span class="sourceLineNo">269</span> while (count < retries && sameServer) {<a name="line.269"></a>
+<span class="sourceLineNo">270</span> if (count > 0) {<a name="line.270"></a>
+<span class="sourceLineNo">271</span> LOG.info("Retry " + Integer.toString(count) + " of maximum " + Integer.toString(retries));<a name="line.271"></a>
+<span class="sourceLineNo">272</span> }<a name="line.272"></a>
+<span class="sourceLineNo">273</span> count = count + 1;<a name="line.273"></a>
+<span class="sourceLineNo">274</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.274"></a>
+<span class="sourceLineNo">275</span> long maxWait = startTime + (maxWaitInSeconds * 1000);<a name="line.275"></a>
+<span class="sourceLineNo">276</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.276"></a>
+<span class="sourceLineNo">277</span> sameServer = isSameServer(region, sourceServer);<a name="line.277"></a>
+<span class="sourceLineNo">278</span> if (!sameServer) {<a name="line.278"></a>
+<span class="sourceLineNo">279</span> break;<a name="line.279"></a>
+<span class="sourceLineNo">280</span> }<a name="line.280"></a>
+<span class="sourceLineNo">281</span> Thread.sleep(100);<a name="line.281"></a>
+<span class="sourceLineNo">282</span> }<a name="line.282"></a>
+<span class="sourceLineNo">283</span> }<a name="line.283"></a>
+<span class="sourceLineNo">284</span> if (sameServer) {<a name="line.284"></a>
+<span class="sourceLineNo">285</span> LOG.error("Region: " + region.getRegionNameAsString() + " stuck on " + this.sourceServer<a name="line.285"></a>
+<span class="sourceLineNo">286</span> + ",newServer=" + this.targetServer);<a name="line.286"></a>
+<span class="sourceLineNo">287</span> } else {<a name="line.287"></a>
+<span class="sourceLineNo">288</span> isSuccessfulScan(region);<a name="line.288"></a>
+<span class="sourceLineNo">289</span> LOG.info("Moved Region "<a name="line.289"></a>
+<span class="sourceLineNo">290</span> + region.getRegionNameAsString()<a name="line.290"></a>
+<span class="sourceLineNo">291</span> + " cost:"<a name="line.291"></a>
+<span class="sourceLineNo">292</span> + String.format("%.3f",<a name="line.292"></a>
+<span class="sourceLineNo">293</span> (float) (EnvironmentEdgeManager.currentTime() - startTime) / 1000));<a name="line.293"></a>
+<span class="sourceLineNo">294</span> moved = true;<a name="line.294"></a>
+<span class="sourceLineNo">295</span> movedRegions.add(region);<a name="line.295"></a>
+<span class="sourceLineNo">296</span> }<a name="line.296"></a>
+<span class="sourceLineNo">297</span> return moved;<a name="line.297"></a>
+<span class="sourceLineNo">298</span> }<a name="line.298"></a>
+<span class="sourceLineNo">299</span> }<a name="line.299"></a>
+<span class="sourceLineNo">300</span><a name="line.300"></a>
+<span class="sourceLineNo">301</span> /**<a name="line.301"></a>
+<span class="sourceLineNo">302</span> * Move Regions without Acknowledging.Usefule in case of RS shutdown as we might want to shut the<a name="line.302"></a>
+<span class="sourceLineNo">303</span> * RS down anyways and not abort on a stuck region. Improves movement performance<a name="line.303"></a>
+<span class="sourceLineNo">304</span> */<a name="line.304"></a>
+<span class="sourceLineNo">305</span> private class MoveWithoutAck implements Callable<Boolean> {<a name="line.305"></a>
+<span class="sourceLineNo">306</span> private RegionInfo region;<a name="line.306"></a>
+<span class="sourceLineNo">307</span> private ServerName targetServer;<a name="line.307"></a>
+<span class="sourceLineNo">308</span> private List<RegionInfo> movedRegions;<a name="line.308"></a>
+<span class="sourceLineNo">309</span> private ServerName sourceServer;<a name="line.309"></a>
+<span class="sourceLineNo">310</span><a name="line.310"></a>
+<span class="sourceLineNo">311</span> public MoveWithoutAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.311"></a>
+<span class="sourceLineNo">312</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.312"></a>
+<span class="sourceLineNo">313</span> this.region = regionInfo;<a name="line.313"></a>
+<span class="sourceLineNo">314</span> this.targetServer = targetServer;<a name="line.314"></a>
+<span class="sourceLineNo">315</span> this.movedRegions = movedRegions;<a name="line.315"></a>
+<span class="sourceLineNo">316</span> this.sourceServer = sourceServer;<a name="line.316"></a>
+<span class="sourceLineNo">317</span> }<a name="line.317"></a>
+<span class="sourceLineNo">318</span><a name="line.318"></a>
+<span class="sourceLineNo">319</span> @Override<a name="line.319"></a>
+<span class="sourceLineNo">320</span> public Boolean call() {<a name="line.320"></a>
+<span class="sourceLineNo">321</span> try {<a name="line.321"></a>
+<span class="sourceLineNo">322</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.322"></a>
+<span class="sourceLineNo">323</span> + targetServer);<a name="line.323"></a>
+<span class="sourceLineNo">324</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.324"></a>
+<span class="sourceLineNo">325</span> LOG.info("Moved " + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.325"></a>
+<span class="sourceLineNo">326</span> + targetServer);<a name="line.326"></a>
+<span class="sourceLineNo">327</span> } catch (Exception e) {<a name="line.327"></a>
+<span class="sourceLineNo">328</span> LOG.error("Error Moving Region:" + region.getEncodedName(), e);<a name="line.328"></a>
+<span class="sourceLineNo">329</span> } finally {<a name="line.329"></a>
+<span class="sourceLineNo">330</span> // we add region to the moved regions list in No Ack Mode since this is best effort<a name="line.330"></a>
+<span class="sourceLineNo">331</span> movedRegions.add(region);<a name="line.331"></a>
+<span class="sourceLineNo">332</span> }<a name="line.332"></a>
+<span class="sourceLineNo">333</span> return true;<a name="line.333"></a>
+<span class="sourceLineNo">334</span> }<a name="line.334"></a>
+<span class="sourceLineNo">335</span> }<a name="line.335"></a>
+<span class="sourceLineNo">336</span><a name="line.336"></a>
+<span class="sourceLineNo">337</span> /**<a name="line.337"></a>
+<span class="sourceLineNo">338</span> * Loads the specified {@link #hostname} with regions listed in the {@link #filename} RegionMover<a name="line.338"></a>
+<span class="sourceLineNo">339</span> * Object has to be created using {@link #RegionMover(RegionMoverBuilder)}<a name="line.339"></a>
+<span class="sourceLineNo">340</span> * @return true if loading succeeded, false otherwise<a name="line.340"></a>
+<span class="sourceLineNo">341</span> */<a name="line.341"></a>
+<span class="sourceLineNo">342</span> public boolean load() throws ExecutionException, InterruptedException, TimeoutException {<a name="line.342"></a>
+<span class="sourceLineNo">343</span> ExecutorService loadPool = Executors.newFixedThreadPool(1);<a name="line.343"></a>
+<span class="sourceLineNo">344</span> Future<Boolean> loadTask = loadPool.submit(() -> {<a name="line.344"></a>
+<span class="sourceLineNo">345</span> try {<a name="line.345"></a>
+<span class="sourceLineNo">346</span> List<RegionInfo> regionsToMove = readRegionsFromFile(filename);<a name="line.346"></a>
+<span class="sourceLineNo">347</span> if (regionsToMove.isEmpty()) {<a name="line.347"></a>
+<span class="sourceLineNo">348</span> LOG.info("No regions to load.Exiting");<a name="line.348"></a>
+<span class="sourceLineNo">349</span> return true;<a name="line.349"></a>
+<span class="sourceLineNo">350</span> }<a name="line.350"></a>
+<span class="sourceLineNo">351</span> loadRegions(regionsToMove);<a name="line.351"></a>
+<span class="sourceLineNo">352</span> } catch (Exception e) {<a name="line.352"></a>
+<span class="sourceLineNo">353</span> LOG.error("Error while loading regions to " + hostname, e);<a name="line.353"></a>
+<span class="sourceLineNo">354</span> return false;<a name="line.354"></a>
+<span class="sourceLineNo">355</span> }<a name="line.355"></a>
+<span class="sourceLineNo">356</span> return true;<a name="line.356"></a>
+<span class="sourceLineNo">357</span> });<a name="line.357"></a>
+<span class="sourceLineNo">358</span> return waitTaskToFinish(loadPool, loadTask, "loading");<a name="line.358"></a>
+<span class="sourceLineNo">359</span> }<a name="line.359"></a>
+<span class="sourceLineNo">360</span><a name="line.360"></a>
+<span class="sourceLineNo">361</span> private void loadRegions(List<RegionInfo> regionsToMove)<a name="line.361"></a>
+<span class="sourceLineNo">362</span> throws Exception {<a name="line.362"></a>
+<span class="sourceLineNo">363</span> ServerName server = getTargetServer();<a name="line.363"></a>
+<span class="sourceLineNo">364</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.364"></a>
+<span class="sourceLineNo">365</span> LOG.info(<a name="line.365"></a>
+<span class="sourceLineNo">366</span> "Moving " + regionsToMove.size() + " regions to " + server + " using " + this.maxthreads<a name="line.366"></a>
+<span class="sourceLineNo">367</span> + " threads.Ack mode:" + this.ack);<a name="line.367"></a>
+<span class="sourceLineNo">368</span><a name="line.368"></a>
+<span class="sourceLineNo">369</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.369"></a>
+<span class="sourceLineNo">370</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.370"></a>
+<span class="sourceLineNo">371</span> int counter = 0;<a name="line.371"></a>
+<span class="sourceLineNo">372</span> while (counter < regionsToMove.size()) {<a name="line.372"></a>
+<span class="sourceLineNo">373</span> RegionInfo region = regionsToMove.get(counter);<a name="line.373"></a>
+<span class="sourceLineNo">374</span> ServerName currentServer = getServerNameForRegion(region);<a name="line.374"></a>
+<span class="sourceLineNo">375</span> if (currentServer == null) {<a name="line.375"></a>
+<span class="sourceLineNo">376</span> LOG.warn(<a name="line.376"></a>
+<span class="sourceLineNo">377</span> "Could not get server for Region:" + region.getRegionNameAsString() + " moving on");<a name="line.377"></a>
+<span class="sourceLineNo">378</span> counter++;<a name="line.378"></a>
+<span class="sourceLineNo">379</span> continue;<a name="line.379"></a>
+<span class="sourceLineNo">380</span> } else if (server.equals(currentServer)) {<a name="line.380"></a>
+<span class="sourceLineNo">381</span> LOG.info(<a name="line.381"></a>
+<span class="sourceLineNo">382</span> "Region " + region.getRegionNameAsString() + " is already on target server=" + server);<a name="line.382"></a>
+<span class="sourceLineNo">383</span> counter++;<a name="line.383"></a>
+<span class="sourceLineNo">384</span> continue;<a name="line.384"></a>
+<span class="sourceLineNo">385</span> }<a name="line.385"></a>
+<span class="sourceLineNo">386</span> if (ack) {<a name="line.386"></a>
+<span class="sourceLineNo">387</span> Future<Boolean> task =<a name="line.387"></a>
+<span class="sourceLineNo">388</span> moveRegionsPool.submit(new MoveWithAck(region, currentServer, server, movedRegions));<a name="line.388"></a>
+<span class="sourceLineNo">389</span> taskList.add(task);<a name="line.389"></a>
+<span class="sourceLineNo">390</span> } else {<a name="line.390"></a>
+<span class="sourceLineNo">391</span> Future<Boolean> task =<a name="line.391"></a>
+<span class="sourceLineNo">392</span> moveRegionsPool.submit(new MoveWithoutAck(region, currentServer, server, movedRegions));<a name="line.392"></a>
+<span class="sourceLineNo">393</span> taskList.add(task);<a name="line.393"></a>
+<span class="sourceLineNo">394</span> }<a name="line.394"></a>
+<span class="sourceLineNo">395</span> counter++;<a name="line.395"></a>
+<span class="sourceLineNo">396</span> }<a name="line.396"></a>
+<span class="sourceLineNo">397</span><a name="line.397"></a>
+<span class="sourceLineNo">398</span> moveRegionsPool.shutdown();<a name="line.398"></a>
+<span class="sourceLineNo">399</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.399"></a>
+<span class="sourceLineNo">400</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.400"></a>
+<span class="sourceLineNo">401</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.401"></a>
+<span class="sourceLineNo">402</span> }<a name="line.402"></a>
+<span class="sourceLineNo">403</span><a name="line.403"></a>
+<span class="sourceLineNo">404</span> /**<a name="line.404"></a>
+<span class="sourceLineNo">405</span> * Unload regions from given {@link #hostname} using ack/noAck mode and {@link #maxthreads}.In<a name="line.405"></a>
+<span class="sourceLineNo">406</span> * noAck mode we do not make sure that region is successfully online on the target region<a name="line.406"></a>
+<span class="sourceLineNo">407</span> * server,hence it is best effort.We do not unload regions to hostnames given in<a name="line.407"></a>
+<span class="sourceLineNo">408</span> * {@link #excludeFile}.<a name="line.408"></a>
+<span class="sourceLineNo">409</span> * @return true if unloading succeeded, false otherwise<a name="line.409"></a>
+<span class="sourceLineNo">410</span> */<a name="line.410"></a>
+<span class="sourceLineNo">411</span> public boolean unload() throws InterruptedException, ExecutionException, TimeoutException {<a name="line.411"></a>
+<span class="sourceLineNo">412</span> deleteFile(this.filename);<a name="line.412"></a>
+<span class="sourceLineNo">413</span> ExecutorService unloadPool = Executors.newFixedThreadPool(1);<a name="line.413"></a>
+<span class="sourceLineNo">414</span> Future<Boolean> unloadTask = unloadPool.submit(() -> {<a name="line.414"></a>
+<span class="sourceLineNo">415</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.415"></a>
+<span class="sourceLineNo">416</span> try {<a name="line.416"></a>
+<span class="sourceLineNo">417</span> // Get Online RegionServers<a name="line.417"></a>
+<span class="sourceLineNo">418</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.418"></a>
+<span class="sourceLineNo">419</span> regionServers.addAll(<a name="line.419"></a>
+<span class="sourceLineNo">420</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.420"></a>
+<span class="sourceLineNo">421</span> .keySet());<a name="line.421"></a>
+<span class="sourceLineNo">422</span> // Remove the host Region server from target Region Servers list<a name="line.422"></a>
+<span class="sourceLineNo">423</span> ServerName server = stripServer(regionServers, hostname, port);<a name="line.423"></a>
+<span class="sourceLineNo">424</span> // Remove RS present in the exclude file<a name="line.424"></a>
+<span class="sourceLineNo">425</span> stripExcludes(regionServers);<a name="line.425"></a>
+<span class="sourceLineNo">426</span> stripMaster(regionServers);<a name="line.426"></a>
+<span class="sourceLineNo">427</span> if (regionServers.isEmpty()) {<a name="line.427"></a>
+<span class="sourceLineNo">428</span> LOG.warn("No Regions were moved - no servers available");<a name="line.428"></a>
+<span class="sourceLineNo">429</span> return false;<a name="line.429"></a>
+<span class="sourceLineNo">430</span> }<a name="line.430"></a>
+<span class="sourceLineNo">431</span> unloadRegions(server, regionServers, movedRegions);<a name="line.431"></a>
+<span class="sourceLineNo">432</span> } catch (Exception e) {<a name="line.432"></a>
+<span class="sourceLineNo">433</span> LOG.error("Error while unloading regions ", e);<a name="line.433"></a>
+<span class="sourceLineNo">434</span> return false;<a name="line.434"></a>
+<span class="sourceLineNo">435</span> } finally {<a name="line.435"></a>
+<span class="sourceLineNo">436</span> if (movedRegions != null) {<a name="line.436"></a>
+<span class="sourceLineNo">437</span> writeFile(filename, movedRegions);<a name="line.437"></a>
+<span class="sourceLineNo">438</span> }<a name="line.438"></a>
+<span class="sourceLineNo">439</span> }<a name="line.439"></a>
+<span class="sourceLineNo">440</span> return true;<a name="line.440"></a>
+<span class="sourceLineNo">441</span> });<a name="line.441"></a>
+<span class="sourceLineNo">442</span> return waitTaskToFinish(unloadPool, unloadTask, "unloading");<a name="line.442"></a>
+<span class="sourceLineNo">443</span> }<a name="line.443"></a>
+<span class="sourceLineNo">444</span><a name="line.444"></a>
+<span class="sourceLineNo">445</span> private void unloadRegions(ServerName server, List<ServerName> regionServers,<a name="line.445"></a>
+<span class="sourceLineNo">446</span> List<RegionInfo> movedRegions) throws Exception {<a name="line.446"></a>
+<span class="sourceLineNo">447</span> while (true) {<a name="line.447"></a>
+<span class="sourceLineNo">448</span> List<RegionInfo> regionsToMove = admin.getRegions(server);<a name="line.448"></a>
+<span class="sourceLineNo">449</span> regionsToMove.removeAll(movedRegions);<a name="line.449"></a>
+<span class="sourceLineNo">450</span> if (regionsToMove.isEmpty()) {<a name="line.450"></a>
+<span class="sourceLineNo">451</span> LOG.info("No Regions to move....Quitting now");<a name="line.451"></a>
+<span class="sourceLineNo">452</span> break;<a name="line.452"></a>
+<span class="sourceLineNo">453</span> }<a name="line.453"></a>
+<span class="sourceLineNo">454</span> int counter = 0;<a name="line.454"></a>
+<span class="sourceLineNo">455</span> LOG.info("Moving " + regionsToMove.size() + " regions from " + this.hostname + " to "<a name="line.455"></a>
+<span class="sourceLineNo">456</span> + regionServers.size() + " servers using " + this.maxthreads + " threads .Ack Mode:"<a name="line.456"></a>
+<span class="sourceLineNo">457</span> + ack);<a name="line.457"></a>
+<span class="sourceLineNo">458</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.458"></a>
+<span class="sourceLineNo">459</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.459"></a>
+<span class="sourceLineNo">460</span> int serverIndex = 0;<a name="line.460"></a>
+<span class="sourceLineNo">461</span> while (counter < regionsToMove.size()) {<a name="line.461"></a>
+<span class="sourceLineNo">462</span> if (ack) {<a name="line.462"></a>
+<span class="sourceLineNo">463</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.463"></a>
+<span class="sourceLineNo">464</span> new MoveWithAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.464"></a>
+<span class="sourceLineNo">465</span> movedRegions));<a name="line.465"></a>
+<span class="sourceLineNo">466</span> taskList.add(task);<a name="line.466"></a>
+<span class="sourceLineNo">467</span> } else {<a name="line.467"></a>
+<span class="sourceLineNo">468</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.468"></a>
+<span class="sourceLineNo">469</span> new MoveWithoutAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.469"></a>
+<span class="sourceLineNo">470</span> movedRegions));<a name="line.470"></a>
+<span class="sourceLineNo">471</span> taskList.add(task);<a name="line.471"></a>
+<span class="sourceLineNo">472</span> }<a name="line.472"></a>
+<span class="sourceLineNo">473</span> counter++;<a name="line.473"></a>
+<span class="sourceLineNo">474</span> serverIndex = (serverIndex + 1) % regionServers.size();<a name="line.474"></a>
+<span class="sourceLineNo">475</span> }<a name="line.475"></a>
+<span class="sourceLineNo">476</span> moveRegionsPool.shutdown();<a name="line.476"></a>
+<span class="sourceLineNo">477</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.477"></a>
+<span class="sourceLineNo">478</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.478"></a>
+<span class="sourceLineNo">479</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.479"></a>
+<span class="sourceLineNo">480</span> }<a name="line.480"></a>
+<span class="sourceLineNo">481</span> }<a name="line.481"></a>
+<span class="sourceLineNo">482</span><a name="line.482"></a>
+<span class="sourceLineNo">483</span> private boolean waitTaskToFinish(ExecutorService pool, Future<Boolean> task, String operation)<a name="line.483"></a>
+<span class="sourceLineNo">484</span> throws TimeoutException, InterruptedException, ExecutionException {<a name="line.484"></a>
+<span class="sourceLineNo">485</span> pool.shutdown();<a name="line.485"></a>
+<span class="sourceLineNo">486</span> try {<a name="line.486"></a>
+<span class="sourceLineNo">487</span> if (!pool.awaitTermination((long) this.timeout, TimeUnit.SECONDS)) {<a name="line.487"></a>
+<span class="sourceLineNo">488</span> LOG.warn(<a name="line.488"></a>
+<span class="sourceLineNo">489</span> "Timed out before finishing the " + operation + " operation. Timeout: " + this.timeout<a name="line.489"></a>
+<span class="sourceLineNo">490</span> + "sec");<a name="line.490"></a>
+<span class="sourceLineNo">491</span> pool.shutdownNow();<a name="line.491"></a>
+<span class="sourceLineNo">492</span> }<a name="line.492"></a>
+<span class="sourceLineNo">493</span> } catch (InterruptedException e) {<a name="line.493"></a>
+<span class="sourceLineNo">494</span> pool.shutdownNow();<a name="line.494"></a>
+<span class="sourceLineNo">495</span> Thread.currentThread().interrupt();<a name="line.495"></a>
+<span class="sourceLineNo">496</span> }<a name="line.496"></a>
+<span class="sourceLineNo">497</span> try {<a name="line.497"></a>
+<span class="sourceLineNo">498</span> return task.get(5, TimeUnit.SECONDS);<a name="line.498"></a>
+<span class="sourceLineNo">499</span> } catch (InterruptedException e) {<a name="line.499"></a>
+<span class="sourceLineNo">500</span> LOG.warn("Interrupted while " + operation + " Regions on " + this.hostname, e);<a name="line.500"></a>
+<span class="sourceLineNo">501</span> throw e;<a name="line.501"></a>
+<span class="sourceLineNo">502</span> } catch (ExecutionException e) {<a name="line.502"></a>
+<span class="sourceLineNo">503</span> LOG.error("Error while " + operation + " regions on RegionServer " + this.hostname, e);<a name="line.503"></a>
+<span class="sourceLineNo">504</span> throw e;<a name="line.504"></a>
+<span class="sourceLineNo">505</span> }<a name="line.505"></a>
+<span class="sourceLineNo">506</span> }<a name="line.506"></a>
+<span class="sourceLineNo">507</span><a name="line.507"></a>
+<span class="sourceLineNo">508</span> private void waitMoveTasksToFinish(ExecutorService moveRegionsPool,<a name="line.508"></a>
+<span class="sourceLineNo">509</span> List<Future<Boolean>> taskList, long timeoutInSeconds) throws Exception {<a name="line.509"></a>
+<span class="sourceLineNo">510</span> try {<a name="line.510"></a>
+<span class="sourceLineNo">511</span> if (!moveRegionsPool.awaitTermination(timeoutInSeconds, TimeUnit.SECONDS)) {<a name="line.511"></a>
+<span class="sourceLineNo">512</span> moveRegionsPool.shutdownNow();<a name="line.512"></a>
+<span class="sourceLineNo">513</span> }<a name="line.513"></a>
+<span class="sourceLineNo">514</span> } catch (InterruptedException e) {<a name="line.514"></a>
+<span class="sourceLineNo">515</span> moveRegionsPool.shutdownNow();<a name="line.515"></a>
+<span class="sourceLineNo">516</span> Thread.currentThread().interrupt();<a name="line.516"></a>
+<span class="sourceLineNo">517</span> }<a name="line.517"></a>
+<span class="sourceLineNo">518</span> for (Future<Boolean> future : taskList) {<a name="line.518"></a>
+<span class="sourceLineNo">519</span> try {<a name="line.519"></a>
+<span class="sourceLineNo">520</span> // if even after shutdownNow threads are stuck we wait for 5 secs max<a name="line.520"></a>
+<span class="sourceLineNo">521</span> if (!future.get(5, TimeUnit.SECONDS)) {<a name="line.521"></a>
+<span class="sourceLineNo">522</span> LOG.error("Was Not able to move region....Exiting Now");<a name="line.522"></a>
+<span class="sourceLineNo">523</span> throw new Exception("Could not move region Exception");<a name="line.523"></a>
+<span class="sourceLineNo">524</span> }<a name="line.524"></a>
+<span class="sourceLineNo">525</span> } catch (InterruptedException e) {<a name="line.525"></a>
+<span class="sourceLineNo">526</span> LOG.error("Interrupted while waiting for Thread to Complete " + e.getMessage(), e);<a name="line.526"></a>
+<span class="sourceLineNo">527</span> throw e;<a name="line.527"></a>
+<span class="sourceLineNo">528</span> } catch (ExecutionException e) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span> LOG.error("Got Exception From Thread While moving region " + e.getMessage(), e);<a name="line.529"></a>
+<span class="sourceLineNo">530</span> throw e;<a name="line.530"></a>
+<span class="sourceLineNo">531</span> } catch (CancellationException e) {<a name="line.531"></a>
+<span class="sourceLineNo">532</span> LOG.error("Thread for moving region cancelled. Timeout for cancellation:" + timeoutInSeconds<a name="line.532"></a>
+<span class="sourceLineNo">533</span> + "secs", e);<a name="line.533"></a>
+<span class="sourceLineNo">534</span> throw e;<a name="line.534"></a>
+<span class="sourceLineNo">535</span> }<a name="line.535"></a>
+<span class="sourceLineNo">536</span> }<a name="line.536"></a>
+<span class="sourceLineNo">537</span> }<a name="line.537"></a>
+<span class="sourceLineNo">538</span><a name="line.538"></a>
+<span class="sourceLineNo">539</span> private ServerName getTargetServer() throws Exception {<a name="line.539"></a>
+<span class="sourceLineNo">540</span> ServerName server = null;<a name="line.540"></a>
+<span class="sourceLineNo">541</span> int maxWaitInSeconds =<a name="line.541"></a>
+<span class="sourceLineNo">542</span> admin.getConfiguration().getInt(SERVERSTART_WAIT_MAX_KEY, DEFAULT_SERVERSTART_WAIT_MAX);<a name="line.542"></a>
+<span class="sourceLineNo">543</span> long maxWait = EnvironmentEdgeManager.currentTime() + maxWaitInSeconds * 1000;<a name="line.543"></a>
+<span class="sourceLineNo">544</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.544"></a>
+<span class="sourceLineNo">545</span> try {<a name="line.545"></a>
+<span class="sourceLineNo">546</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.546"></a>
+<span class="sourceLineNo">547</span> regionServers.addAll(<a name="line.547"></a>
+<span class="sourceLineNo">548</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.548"></a>
+<span class="sourceLineNo">549</span> .keySet());<a name="line.549"></a>
+<span class="sourceLineNo">550</span> // Remove the host Region server from target Region Servers list<a name="line.550"></a>
+<span class="sourceLineNo">551</span> server = stripServer(regionServers, hostname, port);<a name="line.551"></a>
+<span class="sourceLineNo">552</span> if (server != null) {<a name="line.552"></a>
+<span class="sourceLineNo">553</span> break;<a name="line.553"></a>
+<span class="sourceLineNo">554</span> } else {<a name="line.554"></a>
+<span class="sourceLineNo">555</span> LOG.warn("Server " + hostname + ":" + port + " is not up yet, waiting");<a name="line.555"></a>
+<span class="sourceLineNo">556</span> }<a name="line.556"></a>
+<span class="sourceLineNo">557</span> } catch (IOException e) {<a name="line.557"></a>
+<span class="sourceLineNo">558</span> LOG.warn("Could not get list of region servers", e);<a name="line.558"></a>
+<span class="sourceLineNo">559</span> }<a name="line.559"></a>
+<span class="sourceLineNo">560</span> Thread.sleep(500);<a name="line.560"></a>
+<span class="sourceLineNo">561</span> }<a name="line.561"></a>
+<span class="sourceLineNo">562</span> if (server == null) {<a name="line.562"></a>
+<span class="sourceLineNo">563</span> LOG.error("Server " + hostname + ":" + port + " is not up. Giving up.");<a name="line.563"></a>
+<span class="sourceLineNo">564</span> throw new Exception("Server " + hostname + ":" + port + " to load regions not online");<a name="line.564"></a>
+<span class="sourceLineNo">565</span> }<a name="line.565"></a>
+<span class="sourceLineNo">566</span> return server;<a name="line.566"></a>
+<span class="sourceLineNo">567</span> }<a name="line.567"></a>
+<span class="sourceLineNo">568</span><a name="line.568"></a>
+<span class="sourceLineNo">569</span> private List<RegionInfo> readRegionsFromFile(String filename) throws IOException {<a name="line.569"></a>
+<span class="sourceLineNo">570</span> List<RegionInfo> regions = new ArrayList<>();<a name="line.570"></a>
+<span class="sourceLineNo">571</span> File f = new File(filename);<a name="line.571"></a>
+<span class="sourceLineNo">572</span> if (!f.exists()) {<a name="line.572"></a>
+<span class="sourceLineNo">573</span> return regions;<a name="line.573"></a>
+<span class="sourceLineNo">574</span> }<a name="line.574"></a>
+<span class="sourceLineNo">575</span> try (DataInputStream dis = new DataInputStream(<a name="line.575"></a>
+<span class="sourceLineNo">576</span> new BufferedInputStream(new FileInputStream(f)))) {<a name="line.576"></a>
+<span class="sourceLineNo">577</span> int numRegions = dis.readInt();<a name="line.577"></a>
+<span class="sourceLineNo">578</span> int index = 0;<a name="line.578"></a>
+<span class="sourceLineNo">579</span> while (index < numRegions) {<a name="line.579"></a>
+<span class="sourceLineNo">580</span> regions.add(RegionInfo.parseFromOrNull(Bytes.readByteArray(dis)));<a name="line.580"></a>
+<span class="sourceLineNo">581</span> index++;<a name="line.581"></a>
+<span class="sourceLineNo">582</span> }<a name="line.582"></a>
+<span class="sourceLineNo">583</span> } catch (IOException e) {<a name="line.583"></a>
+<span class="sourceLineNo">584</span> LOG.error("Error while reading regions from file:" + filename, e);<a name="line.584"></a>
+<span class="sourceLineNo">585</span> throw e;<a name="line.585"></a>
+<span class="sourceLineNo">586</span> }<a name="line.586"></a>
+<span class="sourceLineNo">587</span> return regions;<a name="line.587"></a>
+<span class="sourceLineNo">588</span> }<a name="line.588"></a>
+<span class="sourceLineNo">589</span><a name="line.589"></a>
+<span class="sourceLineNo">590</span> /**<a name="line.590"></a>
+<span class="sourceLineNo">591</span> * Write the number of regions moved in the first line followed by regions moved in subsequent<a name="line.591"></a>
+<span class="sourceLineNo">592</span> * lines<a name="line.592"></a>
+<span class="sourceLineNo">593</span> */<a name="line.593"></a>
+<span class="sourceLineNo">594</span> private void writeFile(String filename, List<RegionInfo> movedRegions) throws IOException {<a name="line.594"></a>
+<span class="sourceLineNo">595</span> try (DataOutputStream dos = new DataOutputStream(<a name="line.595"></a>
+<span class="sourceLineNo">596</span> new BufferedOutputStream(new FileOutputStream(filename)))) {<a name="line.596"></a>
+<span class="sourceLineNo">597</span> dos.writeInt(movedRegions.size());<a name="line.597"></a>
+<span class="sourceLineNo">598</span> for (RegionInfo region : movedRegions) {<a name="line.598"></a>
+<span class="sourceLineNo">599</span> Bytes.writeByteArray(dos, RegionInfo.toByteArray(region));<a name="line.599"></a>
+<span class="sourceLineNo">600</span> }<a name="line.600"></a>
+<span class="sourceLineNo">601</span> } catch (IOException e) {<a name="line.601"></a>
+<span class="sourceLineNo">602</span> LOG.error(<a name="line.602"></a>
+<span class="sourceLineNo">603</span> "ERROR: Was Not able to write regions moved to output file but moved " + movedRegions<a name="line.603"></a>
+<span class="sourceLineNo">604</span> .size() + " regions", e);<a name="line.604"></a>
+<span class="sourceLineNo">605</span> throw e;<a name="line.605"></a>
+<span class="sourceLineNo">606</span> }<a name="line.606"></a>
+<span class="sourceLineNo">607</span> }<a name="line.607"></a>
+<span class="sourceLineNo">608</span><a name="line.608"></a>
+<span class="sourceLineNo">609</span> private void deleteFile(String filename) {<a name="line.609"></a>
+<span class="sourceLineNo">610</span> File f = new File(filename);<a name="line.610"></a>
+<span class="sourceLineNo">611</span> if (f.exists()) {<a name="line.611"></a>
+<span class="sourceLineNo">612</span> f.delete();<a name="line.612"></a>
+<span class="sourceLineNo">613</span> }<a name="line.613"></a>
+<span class="sourceLineNo">614</span> }<a name="line.614"></a>
+<span class="sourceLineNo">615</span><a name="line.615"></a>
+<span class="sourceLineNo">616</span> /**<a name="line.616"></a>
+<span class="sourceLineNo">617</span> * @return List of servers from the exclude file in format 'hostname:port'.<a name="line.617"></a>
+<span class="sourceLineNo">618</span> */<a name="line.618"></a>
+<span class="sourceLineNo">619</span> private List<String> readExcludes(String excludeFile) throws IOException {<a name="line.619"></a>
+<span class="sourceLineNo">620</span> List<String> excludeServers = new ArrayList<>();<a name="line.620"></a>
+<span class="sourceLineNo">621</span> if (excludeFile == null) {<a name="line.621"></a>
+<span class="sourceLineNo">622</span> return excludeServers;<a name="line.622"></a>
+<span class="sourceLineNo">623</span> } else {<a name="line.623"></a>
+<span class="sourceLineNo">624</span> try {<a name="line.624"></a>
+<span class="sourceLineNo">625</span> Files.readAllLines(Paths.get(excludeFile)).stream().map(String::trim)<a name="line.625"></a>
+<span class="sourceLineNo">626</span> .filter(((Predicate<String>) String::isEmpty).negate()).map(String::toLowerCase)<a name="line.626"></a>
+<span class="sourceLineNo">627</span> .forEach(excludeServers::add);<a name="line.627"></a>
+<span class="sourceLineNo">628</span> } catch (IOException e) {<a name="line.628"></a>
+<span class="sourceLineNo">629</span> LOG.warn("Exception while reading excludes file, continuing anyways", e);<a name="line.629"></a>
+<span class="sourceLineNo">630</span> }<a name="line.630"></a>
+<span class="sourceLineNo">631</span> return excludeServers;<a name="line.631"></a>
+<span class="sourceLineNo">632</span> }<a name="line.632"></a>
+<span class="sourceLineNo">633</span> }<a name="line.633"></a>
+<span class="sourceLineNo">634</span><a name="line.634"></a>
+<span class="sourceLineNo">635</span> /**<a name="line.635"></a>
+<span class="sourceLineNo">636</span> * Excludes the servername whose hostname and port portion matches the list given in exclude file<a name="line.636"></a>
+<span class="sourceLineNo">637</span> */<a name="line.637"></a>
+<span class="sourceLineNo">638</span> private void stripExcludes(List<ServerName> regionServers) throws IOException {<a name="line.638"></a>
+<span class="sourceLineNo">639</span> if (excludeFile != null) {<a name="line.639"></a>
+<span class="sourceLineNo">640</span> List<String> excludes = readExcludes(excludeFile);<a name="line.640"></a>
+<span class="sourceLineNo">641</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.641"></a>
+<span class="sourceLineNo">642</span> while (i.hasNext()) {<a name="line.642"></a>
+<span class="sourceLineNo">643</span> String rs = i.next().getServerName();<a name="line.643"></a>
+<span class="sourceLineNo">644</span> String rsPort = rs.split(ServerName.SERVERNAME_SEPARATOR)[0].toLowerCase() + ":" + rs<a name="line.644"></a>
+<span class="sourceLineNo">645</span> .split(ServerName.SERVERNAME_SEPARATOR)[1];<a name="line.645"></a>
+<span class="sourceLineNo">646</span> if (excludes.contains(rsPort)) {<a name="line.646"></a>
+<span class="sourceLineNo">647</span> i.remove();<a name="line.647"></a>
+<span class="sourceLineNo">648</span> }<a name="line.648"></a>
+<span class="sourceLineNo">649</span> }<a name="line.649"></a>
+<span class="sourceLineNo">650</span> LOG.info("Valid Region server targets are:" + regionServers.toString());<a name="line.650"></a>
+<span class="sourceLineNo">651</span> LOG.info("Excluded Servers are" + excludes.toString());<a name="line.651"></a>
+<span class="sourceLineNo">652</span> }<a name="line.652"></a>
+<span class="sourceLineNo">653</span> }<a name="line.653"></a>
+<span class="sourceLineNo">654</span><a name="line.654"></a>
+<span class="sourceLineNo">655</span> /**<a name="line.655"></a>
+<span class="sourceLineNo">656</span> * Exclude master from list of RSs to move regions to<a name="line.656"></a>
+<span class="sourceLineNo">657</span> */<a name="line.657"></a>
+<span class="sourceLineNo">658</span> private void stripMaster(List<ServerName> regionServers) throws IOException {<a name="line.658"></a>
+<span class="sourceLineNo">659</span> ServerName master = admin.getClusterMetrics(EnumSet.of(Option.MASTER)).getMasterName();<a name="line.659"></a>
+<span class="sourceLineNo">660</span> stripServer(regionServers, master.getHostname(), master.getPort());<a name="line.660"></a>
+<span class="sourceLineNo">661</span> }<a name="line.661"></a>
+<span class="sourceLineNo">662</span><a name="line.662"></a>
+<span class="sourceLineNo">663</span> /**<a name="line.663"></a>
+<span class="sourceLineNo">664</span> * Remove the servername whose hostname and port portion matches from the passed array of servers.<a name="line.664"></a>
+<span class="sourceLineNo">665</span> * Returns as side-effect the servername removed.<a name="line.665"></a>
+<span class="sourceLineNo">666</span> * @return server removed from list of Region Servers<a name="line.666"></a>
+<span class="sourceLineNo">667</span> */<a name="line.667"></a>
+<span class="sourceLineNo">668</span> private ServerName stripServer(List<ServerName> regionServers, String hostname, int port) {<a name="line.668"></a>
+<span class="sourceLineNo">669</span> for (Iterator<ServerName> iter = regionServers.iterator(); iter.hasNext();) {<a name="line.669"></a>
+<span class="sourceLineNo">670</span> ServerName server = iter.next();<a name="line.670"></a>
+<span class="sourceLineNo">671</span> if (server.getAddress().getHostname().equalsIgnoreCase(hostname) &&<a name="line.671"></a>
+<span class="sourceLineNo">672</span> server.getAddress().getPort() == port) {<a name="line.672"></a>
+<span class="sourceLineNo">673</span> iter.remove();<a name="line.673"></a>
+<span class="sourceLineNo">674</span> return server;<a name="line.674"></a>
+<span class="sourceLineNo">675</span> }<a name="line.675"></a>
+<span class="sourceLineNo">676</span> }<a name="line.676"></a>
+<span class="sourceLineNo">677</span> return null;<a name="line.677"></a>
+<span class="sourceLineNo">678</span> }<a name="line.678"></a>
+<span class="sourceLineNo">679</span><a name="line.679"></a>
+<span class="sourceLineNo">680</span> /**<a name="line.680"></a>
+<span class="sourceLineNo">681</span> * Tries to scan a row from passed region<a name="line.681"></a>
+<span class="sourceLineNo">682</span> */<a name="line.682"></a>
+<span class="sourceLineNo">683</span> private void isSuccessfulScan(RegionInfo region) throws IOException {<a name="line.683"></a>
+<span class="sourceLineNo">684</span> Scan scan = new Scan().withStartRow(region.getStartKey()).setRaw(true).setOneRowLimit()<a name="line.684"></a>
+<span class="sourceLineNo">685</span> .setMaxResultSize(1L).setCaching(1).setFilter(new FirstKeyOnlyFilter())<a name="line.685"></a>
+<span class="sourceLineNo">686</span> .setCacheBlocks(false);<a name="line.686"></a>
+<span class="sourceLineNo">687</span> try (Table table = conn.getTable(region.getTable());<a name="line.687"></a>
+<span class="sourceLineNo">688</span> ResultScanner scanner = table.getScanner(scan)) {<a name="line.688"></a>
+<span class="sourceLineNo">689</span> scanner.next();<a name="line.689"></a>
+<span class="sourceLineNo">690</span> } catch (IOException e) {<a name="line.690"></a>
+<span class="sourceLineNo">691</span> LOG.error("Could not scan region:" + region.getEncodedName(), e);<a name="line.691"></a>
+<span class="sourceLineNo">692</span> throw e;<a name="line.692"></a>
+<span class="sourceLineNo">693</span> }<a name="line.693"></a>
+<span class="sourceLineNo">694</span> }<a name="line.694"></a>
+<span class="sourceLineNo">695</span><a name="line.695"></a>
+<span class="sourceLineNo">696</span> /**<a name="line.696"></a>
+<span class="sourceLineNo">697</span> * Returns true if passed region is still on serverName when we look at hbase:meta.<a name="line.697"></a>
+<span class="sourceLineNo">698</span> * @return true if region is hosted on serverName otherwise false<a name="line.698"></a>
+<span class="sourceLineNo">699</span> */<a name="line.699"></a>
+<span class="sourceLineNo">700</span> private boolean isSameServer(RegionInfo region, ServerName serverName)<a name="line.700"></a>
+<span class="sourceLineNo">701</span> throws IOException {<a name="line.701"></a>
+<span class="sourceLineNo">702</span> ServerName serverForRegion = getServerNameForRegion(region);<a name="line.702"></a>
+<span class="sourceLineNo">703</span> if (serverForRegion != null && serverForRegion.equals(serverName)) {<a name="line.703"></a>
+<span class="sourceLineNo">704</span> return true;<a name="line.704"></a>
+<span class="sourceLineNo">705</span> }<a name="line.705"></a>
+<span class="sourceLineNo">706</span> return false;<a name="line.706"></a>
+<span class="sourceLineNo">707</span> }<a name="line.707"></a>
+<span class="sourceLineNo">708</span><a name="line.708"></a>
+<span class="sourceLineNo">709</span> /**<a name="line.709"></a>
+<span class="sourceLineNo">710</span> * Get servername that is up in hbase:meta hosting the given region. this is hostname + port +<a name="line.710"></a>
+<span class="sourceLineNo">711</span> * startcode comma-delimited. Can return null<a name="line.711"></a>
+<span class="sourceLineNo">712</span> * @return regionServer hosting the given region<a name="line.712"></a>
+<span class="sourceLineNo">713</span> */<a name="line.713"></a>
+<span class="sourceLineNo">714</span> private ServerName getServerNameForRegion(RegionInfo region) throws IOException {<a name="line.714"></a>
+<span class="sourceLineNo">715</span> if (!admin.isTableEnabled(region.getTable())) {<a name="line.715"></a>
+<span class="sourceLineNo">716</span> return null;<a name="line.716"></a>
+<span class="sourceLineNo">717</span> }<a name="line.717"></a>
+<span class="sourceLineNo">718</span> HRegionLocation loc =<a name="line.718"></a>
+<span class="sourceLineNo">719</span> conn.getRegionLocator(region.getTable()).getRegionLocation(region.getStartKey(), true);<a name="line.719"></a>
+<span class="sourceLineNo">720</span> if (loc != null) {<a name="line.720"></a>
+<span class="sourceLineNo">721</span> return loc.getServerName();<a name="line.721"></a>
+<span class="sourceLineNo">722</span> } else {<a name="line.722"></a>
+<span class="sourceLineNo">723</span> return null;<a name="line.723"></a>
+<span class="sourceLineNo">724</span> }<a name="line.724"></a>
+<span class="sourceLineNo">725</span> }<a name="line.725"></a>
+<span class="sourceLineNo">726</span><a name="line.726"></a>
+<span class="sourceLineNo">727</span> @Override<a name="line.727"></a>
+<span class="sourceLineNo">728</span> protected void addOptions() {<a name="line.728"></a>
+<span class="sourceLineNo">729</span> this.addRequiredOptWithArg("r", "regionserverhost", "region server <hostname>|<hostname:port>");<a name="line.729"></a>
+<span class="sourceLineNo">730</span> this.addRequiredOptWithArg("o", "operation", "Expected: load/unload");<a name="line.730"></a>
+<span class="sourceLineNo">731</span> this.addOptWithArg("m", "maxthreads",<a name="line.731"></a>
+<span class="sourceLineNo">732</span> "Define the maximum number of threads to use to unload and reload the regions");<a name="line.732"></a>
+<span class="sourceLineNo">733</span> this.addOptWithArg("x", "excludefile",<a name="line.733"></a>
+<span class="sourceLineNo">734</span> "File with <hostname:port> per line to exclude as unload targets; default excludes only "<a name="line.734"></a>
+<span class="sourceLineNo">735</span> + "target host; useful for rack decommisioning.");<a name="line.735"></a>
+<span class="sourceLineNo">736</span> this.addOptWithArg("f", "filename",<a name="line.736"></a>
+<span class="sourceLineNo">737</span> "File to save regions list into unloading, or read from loading; "<a name="line.737"></a>
+<span class="sourceLineNo">738</span> + "default /tmp/<usernamehostname:port>");<a name="line.738"></a>
+<span class="sourceLineNo">739</span> this.addOptNoArg("n", "noack",<a name="line.739"></a>
+<span class="sourceLineNo">740</span> "Turn on No-Ack mode(default: false) which won't check if region is online on target "<a name="line.740"></a>
+<span class="sourceLineNo">741</span> + "RegionServer, hence best effort. This is more performant in unloading and loading "<a name="line.741"></a>
+<span class="sourceLineNo">742</span> + "but might lead to region being unavailable for some time till master reassigns it "<a name="line.742"></a>
+<span class="sourceLineNo">743</span> + "in case the move failed");<a name="line.743"></a>
+<span class="sourceLineNo">744</span> this.addOptWithArg("t", "timeout", "timeout in seconds after which the tool will exit "<a name="line.744"></a>
+<span class="sourceLineNo">745</span> + "irrespective of whether it finished or not;default Integer.MAX_VALUE");<a name="line.745"></a>
+<span class="sourceLineNo">746</span> }<a name="line.746"></a>
+<span class="sourceLineNo">747</span><a name="line.747"></a>
+<span class="sourceLineNo">748</span> @Override<a name="line.748"></a>
+<span class="sourceLineNo">749</span> protected void processOptions(CommandLine cmd) {<a name="line.749"></a>
+<span class="sourceLineNo">750</span> String hostname = cmd.getOptionValue("r");<a name="line.750"></a>
+<span class="sourceLineNo">751</span> rmbuilder = new RegionMoverBuilder(hostname);<a name="line.751"></a>
+<span class="sourceLineNo">752</span> if (cmd.hasOption('m')) {<a name="line.752"></a>
+<span class="sourceLineNo">753</span> rmbuilder.maxthreads(Integer.parseInt(cmd.getOptionValue('m')));<a name="line.753"></a>
+<span class="sourceLineNo">754</span> }<a name="line.754"></a>
+<span class="sourceLineNo">755</span> if (cmd.hasOption('n')) {<a name="line.755"></a>
+<span class="sourceLineNo">756</span> rmbuilder.ack(false);<a name="line.756"></a>
+<span class="sourceLineNo">757</span> }<a name="line.757"></a>
+<span class="sourceLineNo">758</span> if (cmd.hasOption('f')) {<a name="line.758"></a>
+<span class="sourceLineNo">759</span> rmbuilder.filename(cmd.getOptionValue('f'));<a name="line.759"></a>
+<span class="sourceLineNo">760</span> }<a name="line.760"></a>
+<span class="sourceLineNo">761</span> if (cmd.hasOption('x')) {<a name="line.761"></a>
+<span class="sourceLineNo">762</span> rmbuilder.excludeFile(cmd.getOptionValue('x'));<a name="line.762"></a>
+<span class="sourceLineNo">763</span> }<a name="line.763"></a>
+<span class="sourceLineNo">764</span> if (cmd.hasOption('t')) {<a name="line.764"></a>
+<span class="sourceLineNo">765</span> rmbuilder.timeout(Integer.parseInt(cmd.getOptionValue('t')));<a name="line.765"></a>
+<span class="sourceLineNo">766</span> }<a name="line.766"></a>
+<span class="sourceLineNo">767</span> this.loadUnload = cmd.getOptionValue("o").toLowerCase(Locale.ROOT);<a name="line.767"></a>
+<span class="sourceLineNo">768</span> }<a name="line.768"></a>
+<span class="sourceLineNo">769</span><a name="line.769"></a>
+<span class="sourceLineNo">770</span> @Override<a name="line.770"></a>
+<span class="sourceLineNo">771</span> protected int doWork() throws Exception {<a name="line.771"></a>
+<span class="sourceLineNo">772</span> boolean success;<a name="line.772"></a>
+<span class="sourceLineNo">773</span> try (RegionMover rm = rmbuilder.build()) {<a name="line.773"></a>
+<span class="sourceLineNo">774</span> if (loadUnload.equalsIgnoreCase("load")) {<a name="line.774"></a>
+<span class="sourceLineNo">775</span> success = rm.load();<a name="line.775"></a>
+<span class="sourceLineNo">776</span> } else if (loadUnload.equalsIgnoreCase("unload")) {<a name="line.776"></a>
+<span class="sourceLineNo">777</span> success = rm.unload();<a name="line.777"></a>
+<span class="sourceLineNo">778</span> } else {<a name="line.778"></a>
+<span class="sourceLineNo">779</span> printUsage();<a name="line.779"></a>
+<span class="sourceLineNo">780</span> success = false;<a name="line.780"></a>
+<span class="sourceLineNo">781</span> }<a name="line.781"></a>
+<span class="sourceLineNo">782</span> }<a name="line.782"></a>
+<span class="sourceLineNo">783</span> return (success ? 0 : 1);<a name="line.783"></a>
+<span class="sourceLineNo">784</span> }<a name="line.784"></a>
+<span class="sourceLineNo">785</span><a name="line.785"></a>
+<span class="sourceLineNo">786</span> public static void main(String[] args) {<a name="line.786"></a>
+<span class="sourceLineNo">787</span> try (RegionMover mover = new RegionMover()) {<a name="line.787"></a>
+<span class="sourceLineNo">788</span> mover.doStaticMain(args);<a name="line.788"></a>
+<span class="sourceLineNo">789</span> }<a name="line.789"></a>
+<span class="sourceLineNo">790</span> }<a name="line.790"></a>
+<span class="sourceLineNo">791</span>}<a name="line.791"></a>
diff --git a/book.html b/book.html
index 082f89e..6032dfc 100644
--- a/book.html
+++ b/book.html
@@ -41462,7 +41462,7 @@ org/apache/hadoop/hbase/security/access/AccessControlClient.revoke:(Lorg/apache/
<div id="footer">
<div id="footer-text">
Version 3.0.0-SNAPSHOT<br>
-Last updated 2019-01-19 14:29:36 UTC
+Last updated 2019-01-20 14:29:37 UTC
</div>
</div>
</body>
diff --git a/bulk-loads.html b/bulk-loads.html
index 1b9fa0a..ed5f1d3 100644
--- a/bulk-loads.html
+++ b/bulk-loads.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase –
Bulk Loads in Apache HBase (TM)
@@ -316,7 +316,7 @@ under the License. -->
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html
index 37eea58..c9d800c 100644
--- a/checkstyle-aggregate.html
+++ b/checkstyle-aggregate.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Checkstyle Results</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -108663,19 +108663,19 @@
<td>design</td>
<td>FinalClass</td>
<td>Class RegionMover should be declared as final.</td>
-<td>80</td></tr>
+<td>79</td></tr>
<tr class="a">
<td><img src="images/icon_error_sml.gif" alt="" /> Error</td>
<td>javadoc</td>
<td>NonEmptyAtclauseDescription</td>
<td>At-clause should have a non-empty description.</td>
-<td>175</td></tr>
+<td>174</td></tr>
<tr class="b">
<td><img src="images/icon_error_sml.gif" alt="" /> Error</td>
<td>javadoc</td>
<td>NonEmptyAtclauseDescription</td>
<td>At-clause should have a non-empty description.</td>
-<td>209</td></tr></table></div>
+<td>208</td></tr></table></div>
<div class="section">
<h3 id="org.apache.hadoop.hbase.util.RegionSplitCalculator.java">org/apache/hadoop/hbase/util/RegionSplitCalculator.java</h3>
<table border="0" class="table table-striped">
@@ -113347,7 +113347,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/coc.html b/coc.html
index c1e1287..7f7ef9c 100644
--- a/coc.html
+++ b/coc.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase –
Code of Conduct Policy
@@ -385,7 +385,7 @@ email to <a class="externalLink" href="mailto:private@hbase.apache.org">the priv
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/dependencies.html b/dependencies.html
index 1b6ad9e..bc98ef7 100644
--- a/dependencies.html
+++ b/dependencies.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Project Dependencies</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -450,7 +450,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/dependency-convergence.html b/dependency-convergence.html
index e839dec..ac43e73 100644
--- a/dependency-convergence.html
+++ b/dependency-convergence.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Reactor Dependency Convergence</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -680,7 +680,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/dependency-info.html b/dependency-info.html
index c40f37d..4e5d8df 100644
--- a/dependency-info.html
+++ b/dependency-info.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Dependency Information</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -323,7 +323,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/dependency-management.html b/dependency-management.html
index b881f8f..c3689ab 100644
--- a/dependency-management.html
+++ b/dependency-management.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Project Dependency Management</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -1009,7 +1009,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/devapidocs/constant-values.html b/devapidocs/constant-values.html
index 13561c6..b3736b6 100644
--- a/devapidocs/constant-values.html
+++ b/devapidocs/constant-values.html
@@ -3859,7 +3859,7 @@
<!-- -->
</a><code>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
<td><code><a href="org/apache/hadoop/hbase/Version.html#date">date</a></code></td>
-<td class="colLast"><code>"Sat Jan 19 14:38:49 UTC 2019"</code></td>
+<td class="colLast"><code>"Sun Jan 20 14:38:39 UTC 2019"</code></td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a name="org.apache.hadoop.hbase.Version.revision">
@@ -3873,7 +3873,7 @@
<!-- -->
</a><code>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td>
<td><code><a href="org/apache/hadoop/hbase/Version.html#srcChecksum">srcChecksum</a></code></td>
-<td class="colLast"><code>"115f788cd9f669d1a93eb836e89c1965"</code></td>
+<td class="colLast"><code>"18d32ab9d15b2bc15f873261be5a3406"</code></td>
</tr>
<tr class="rowColor">
<td class="colFirst"><a name="org.apache.hadoop.hbase.Version.url">
diff --git a/devapidocs/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html b/devapidocs/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html
index 9355b5c..686afa9 100644
--- a/devapidocs/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html
+++ b/devapidocs/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html
@@ -117,7 +117,7 @@ var activeTableTab = "activeTableTab";
</dl>
<hr>
<br>
-<pre>private class <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.243">RegionMover.MoveWithAck</a>
+<pre>private class <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.242">RegionMover.MoveWithAck</a>
extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>
implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Callable.html?is-external=true" title="class or interface in java.util.concurrent">Callable</a><<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a>></pre>
<div class="block">Move Regions and make sure that they are up on the target server.If a region movement fails we
@@ -223,7 +223,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
<ul class="blockList">
<li class="blockList">
<h4>region</h4>
-<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html#line.244">region</a></pre>
+<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html#line.243">region</a></pre>
</li>
</ul>
<a name="targetServer">
@@ -232,7 +232,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
<ul class="blockList">
<li class="blockList">
<h4>targetServer</h4>
-<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html#line.245">targetServer</a></pre>
+<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html#line.244">targetServer</a></pre>
</li>
</ul>
<a name="movedRegions">
@@ -241,7 +241,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
<ul class="blockList">
<li class="blockList">
<h4>movedRegions</h4>
-<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html#line.246">movedRegions</a></pre>
+<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html#line.245">movedRegions</a></pre>
</li>
</ul>
<a name="sourceServer">
@@ -250,7 +250,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
<ul class="blockListLast">
<li class="blockList">
<h4>sourceServer</h4>
-<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html#line.247">sourceServer</a></pre>
+<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html#line.246">sourceServer</a></pre>
</li>
</ul>
</li>
@@ -267,7 +267,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
<ul class="blockListLast">
<li class="blockList">
<h4>MoveWithAck</h4>
-<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html#line.249">MoveWithAck</a>(<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> regionInfo,
+<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html#line.248">MoveWithAck</a>(<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> regionInfo,
<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> sourceServer,
<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> targetServer,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>> movedRegions)</pre>
@@ -287,7 +287,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
<ul class="blockListLast">
<li class="blockList">
<h4>call</h4>
-<pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html#line.258">call</a>()
+<pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html#line.257">call</a>()
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a>,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a></pre>
<dl>
diff --git a/devapidocs/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html b/devapidocs/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html
index da288ea..6742bcb 100644
--- a/devapidocs/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html
+++ b/devapidocs/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html
@@ -117,7 +117,7 @@ var activeTableTab = "activeTableTab";
</dl>
<hr>
<br>
-<pre>private class <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.306">RegionMover.MoveWithoutAck</a>
+<pre>private class <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.305">RegionMover.MoveWithoutAck</a>
extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a>
implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Callable.html?is-external=true" title="class or interface in java.util.concurrent">Callable</a><<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a>></pre>
<div class="block">Move Regions without Acknowledging.Usefule in case of RS shutdown as we might want to shut the
@@ -223,7 +223,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
<ul class="blockList">
<li class="blockList">
<h4>region</h4>
-<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html#line.307">region</a></pre>
+<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html#line.306">region</a></pre>
</li>
</ul>
<a name="targetServer">
@@ -232,7 +232,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
<ul class="blockList">
<li class="blockList">
<h4>targetServer</h4>
-<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html#line.308">targetServer</a></pre>
+<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html#line.307">targetServer</a></pre>
</li>
</ul>
<a name="movedRegions">
@@ -241,7 +241,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
<ul class="blockList">
<li class="blockList">
<h4>movedRegions</h4>
-<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html#line.309">movedRegions</a></pre>
+<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html#line.308">movedRegions</a></pre>
</li>
</ul>
<a name="sourceServer">
@@ -250,7 +250,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
<ul class="blockListLast">
<li class="blockList">
<h4>sourceServer</h4>
-<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html#line.310">sourceServer</a></pre>
+<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html#line.309">sourceServer</a></pre>
</li>
</ul>
</li>
@@ -267,7 +267,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
<ul class="blockListLast">
<li class="blockList">
<h4>MoveWithoutAck</h4>
-<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html#line.312">MoveWithoutAck</a>(<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> regionInfo,
+<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html#line.311">MoveWithoutAck</a>(<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> regionInfo,
<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> sourceServer,
<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> targetServer,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>> movedRegions)</pre>
@@ -287,7 +287,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurre
<ul class="blockListLast">
<li class="blockList">
<h4>call</h4>
-<pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html#line.321">call</a>()</pre>
+<pre>public <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html#line.320">call</a>()</pre>
<dl>
<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Callable.html?is-external=true#call--" title="class or interface in java.util.concurrent">call</a></code> in interface <code><a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Callable.html?is-external=true" title="class or interface in java.util.concurrent">Callable</a><<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class [...]
diff --git a/devapidocs/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html b/devapidocs/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html
index 408c88e..d6c4d7b 100644
--- a/devapidocs/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html
+++ b/devapidocs/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html
@@ -113,7 +113,7 @@ var activeTableTab = "activeTableTab";
</dl>
<hr>
<br>
-<pre>public static class <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.128">RegionMover.RegionMoverBuilder</a>
+<pre>public static class <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.127">RegionMover.RegionMoverBuilder</a>
extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></pre>
<div class="block">Builder for Region mover. Use the <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#build--"><code>build()</code></a> method to create RegionMover object. Has
<a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#filename-java.lang.String-"><code>filename(String)</code></a>, <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#excludeFile-java.lang.String-"><code>excludeFile(String)</code></a>, <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#maxthreads-int-"><code>maxthreads(int)</code></a>,
@@ -281,7 +281,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>ack</h4>
-<pre>private boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.129">ack</a></pre>
+<pre>private boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.128">ack</a></pre>
</li>
</ul>
<a name="maxthreads">
@@ -290,7 +290,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>maxthreads</h4>
-<pre>private int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.130">maxthreads</a></pre>
+<pre>private int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.129">maxthreads</a></pre>
</li>
</ul>
<a name="timeout">
@@ -299,7 +299,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>timeout</h4>
-<pre>private int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.131">timeout</a></pre>
+<pre>private int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.130">timeout</a></pre>
</li>
</ul>
<a name="hostname">
@@ -308,7 +308,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>hostname</h4>
-<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.132">hostname</a></pre>
+<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.131">hostname</a></pre>
</li>
</ul>
<a name="filename">
@@ -317,7 +317,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>filename</h4>
-<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.133">filename</a></pre>
+<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.132">filename</a></pre>
</li>
</ul>
<a name="excludeFile">
@@ -326,7 +326,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>excludeFile</h4>
-<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.134">excludeFile</a></pre>
+<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.133">excludeFile</a></pre>
</li>
</ul>
<a name="defaultDir">
@@ -335,7 +335,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>defaultDir</h4>
-<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.135">defaultDir</a></pre>
+<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.134">defaultDir</a></pre>
</li>
</ul>
<a name="port">
@@ -344,7 +344,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>port</h4>
-<pre>final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.137">port</a></pre>
+<pre>final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.136">port</a></pre>
</li>
</ul>
<a name="conf">
@@ -353,7 +353,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockListLast">
<li class="blockList">
<h4>conf</h4>
-<pre>private final org.apache.hadoop.conf.Configuration <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.138">conf</a></pre>
+<pre>private final org.apache.hadoop.conf.Configuration <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.137">conf</a></pre>
</li>
</ul>
</li>
@@ -370,7 +370,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>RegionMoverBuilder</h4>
-<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.140">RegionMoverBuilder</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> hostname)</pre>
+<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.139">RegionMoverBuilder</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> hostname)</pre>
</li>
</ul>
<a name="RegionMoverBuilder-java.lang.String-org.apache.hadoop.conf.Configuration-">
@@ -379,7 +379,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockListLast">
<li class="blockList">
<h4>RegionMoverBuilder</h4>
-<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.160">RegionMoverBuilder</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> hostname,
+<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.159">RegionMoverBuilder</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> hostname,
org.apache.hadoop.conf.Configuration conf)</pre>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
@@ -403,7 +403,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>createConf</h4>
-<pre>private static org.apache.hadoop.conf.Configuration <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.147">createConf</a>()</pre>
+<pre>private static org.apache.hadoop.conf.Configuration <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.146">createConf</a>()</pre>
<div class="block">Creates a new configuration and sets region mover specific overrides</div>
</li>
</ul>
@@ -413,7 +413,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>filename</h4>
-<pre>public <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.178">filename</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> filename)</pre>
+<pre>public <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.177">filename</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> filename)</pre>
<div class="block">Path of file where regions will be written to during unloading/read from during loading</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
@@ -429,7 +429,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>maxthreads</h4>
-<pre>public <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.186">maxthreads</a>(int threads)</pre>
+<pre>public <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.185">maxthreads</a>(int threads)</pre>
<div class="block">Set the max number of threads that will be used to move regions</div>
</li>
</ul>
@@ -439,7 +439,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>excludeFile</h4>
-<pre>public <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.196">excludeFile</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> excludefile)</pre>
+<pre>public <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.195">excludeFile</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> excludefile)</pre>
<div class="block">Path of file containing hostnames to be excluded during region movement. Exclude file should
have 'host:port' per line. Port is mandatory here as we can have many RS running on a single
host.</div>
@@ -451,7 +451,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>ack</h4>
-<pre>public <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.212">ack</a>(boolean ack)</pre>
+<pre>public <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.211">ack</a>(boolean ack)</pre>
<div class="block">Set ack/noAck mode.
<p>
In ack mode regions are acknowledged before and after moving and the move is retried
@@ -473,7 +473,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>timeout</h4>
-<pre>public <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.224">timeout</a>(int timeout)</pre>
+<pre>public <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.223">timeout</a>(int timeout)</pre>
<div class="block">Set the timeout for Load/Unload operation in seconds.This is a global timeout,threadpool for
movers also have a separate time which is hbase.move.wait.max * number of regions to
load/unload</div>
@@ -491,7 +491,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockListLast">
<li class="blockList">
<h4>build</h4>
-<pre>public <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.html" title="class in org.apache.hadoop.hbase.util">RegionMover</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.234">build</a>()
+<pre>public <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.html" title="class in org.apache.hadoop.hbase.util">RegionMover</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html#line.233">build</a>()
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<div class="block">This method builds the appropriate RegionMover object which can then be used to load/unload
using load and unload methods</div>
diff --git a/devapidocs/org/apache/hadoop/hbase/util/RegionMover.html b/devapidocs/org/apache/hadoop/hbase/util/RegionMover.html
index 02e802b..1d5ddf8 100644
--- a/devapidocs/org/apache/hadoop/hbase/util/RegionMover.html
+++ b/devapidocs/org/apache/hadoop/hbase/util/RegionMover.html
@@ -119,7 +119,7 @@ var activeTableTab = "activeTableTab";
<hr>
<br>
<pre>@InterfaceAudience.Public
-public class <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.81">RegionMover</a>
+public class <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.80">RegionMover</a>
extends <a href="../../../../../org/apache/hadoop/hbase/util/AbstractHBaseTool.html" title="class in org.apache.hadoop.hbase.util">AbstractHBaseTool</a>
implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true" title="class or interface in java.io">Closeable</a></pre>
<div class="block">Tool for loading/unloading regions to/from given regionserver This tool can be run from Command
@@ -462,7 +462,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>MOVE_RETRIES_MAX_KEY</h4>
-<pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.82">MOVE_RETRIES_MAX_KEY</a></pre>
+<pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.81">MOVE_RETRIES_MAX_KEY</a></pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.util.RegionMover.MOVE_RETRIES_MAX_KEY">Constant Field Values</a></dd>
@@ -475,7 +475,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>MOVE_WAIT_MAX_KEY</h4>
-<pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.83">MOVE_WAIT_MAX_KEY</a></pre>
+<pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.82">MOVE_WAIT_MAX_KEY</a></pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.util.RegionMover.MOVE_WAIT_MAX_KEY">Constant Field Values</a></dd>
@@ -488,7 +488,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>SERVERSTART_WAIT_MAX_KEY</h4>
-<pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.84">SERVERSTART_WAIT_MAX_KEY</a></pre>
+<pre>public static final <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.83">SERVERSTART_WAIT_MAX_KEY</a></pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.util.RegionMover.SERVERSTART_WAIT_MAX_KEY">Constant Field Values</a></dd>
@@ -501,7 +501,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>DEFAULT_MOVE_RETRIES_MAX</h4>
-<pre>public static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.85">DEFAULT_MOVE_RETRIES_MAX</a></pre>
+<pre>public static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.84">DEFAULT_MOVE_RETRIES_MAX</a></pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.util.RegionMover.DEFAULT_MOVE_RETRIES_MAX">Constant Field Values</a></dd>
@@ -514,7 +514,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>DEFAULT_MOVE_WAIT_MAX</h4>
-<pre>public static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.86">DEFAULT_MOVE_WAIT_MAX</a></pre>
+<pre>public static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.85">DEFAULT_MOVE_WAIT_MAX</a></pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.util.RegionMover.DEFAULT_MOVE_WAIT_MAX">Constant Field Values</a></dd>
@@ -527,7 +527,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>DEFAULT_SERVERSTART_WAIT_MAX</h4>
-<pre>public static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.87">DEFAULT_SERVERSTART_WAIT_MAX</a></pre>
+<pre>public static final int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.86">DEFAULT_SERVERSTART_WAIT_MAX</a></pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.hadoop.hbase.util.RegionMover.DEFAULT_SERVERSTART_WAIT_MAX">Constant Field Values</a></dd>
@@ -540,7 +540,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>LOG</h4>
-<pre>static final org.slf4j.Logger <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.88">LOG</a></pre>
+<pre>static final org.slf4j.Logger <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.87">LOG</a></pre>
</li>
</ul>
<a name="rmbuilder">
@@ -549,7 +549,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>rmbuilder</h4>
-<pre>private <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.89">rmbuilder</a></pre>
+<pre>private <a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.88">rmbuilder</a></pre>
</li>
</ul>
<a name="ack">
@@ -558,7 +558,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>ack</h4>
-<pre>private boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.90">ack</a></pre>
+<pre>private boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.89">ack</a></pre>
</li>
</ul>
<a name="maxthreads">
@@ -567,7 +567,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>maxthreads</h4>
-<pre>private int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.91">maxthreads</a></pre>
+<pre>private int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.90">maxthreads</a></pre>
</li>
</ul>
<a name="timeout">
@@ -576,7 +576,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>timeout</h4>
-<pre>private int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.92">timeout</a></pre>
+<pre>private int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.91">timeout</a></pre>
</li>
</ul>
<a name="loadUnload">
@@ -585,7 +585,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>loadUnload</h4>
-<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.93">loadUnload</a></pre>
+<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.92">loadUnload</a></pre>
</li>
</ul>
<a name="hostname">
@@ -594,7 +594,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>hostname</h4>
-<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.94">hostname</a></pre>
+<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.93">hostname</a></pre>
</li>
</ul>
<a name="filename">
@@ -603,7 +603,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>filename</h4>
-<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.95">filename</a></pre>
+<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.94">filename</a></pre>
</li>
</ul>
<a name="excludeFile">
@@ -612,7 +612,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>excludeFile</h4>
-<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.96">excludeFile</a></pre>
+<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.95">excludeFile</a></pre>
</li>
</ul>
<a name="port">
@@ -621,7 +621,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>port</h4>
-<pre>private int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.97">port</a></pre>
+<pre>private int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.96">port</a></pre>
</li>
</ul>
<a name="conn">
@@ -630,7 +630,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>conn</h4>
-<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client">Connection</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.98">conn</a></pre>
+<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Connection.html" title="interface in org.apache.hadoop.hbase.client">Connection</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.97">conn</a></pre>
</li>
</ul>
<a name="admin">
@@ -639,7 +639,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockListLast">
<li class="blockList">
<h4>admin</h4>
-<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client">Admin</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.99">admin</a></pre>
+<pre>private <a href="../../../../../org/apache/hadoop/hbase/client/Admin.html" title="interface in org.apache.hadoop.hbase.client">Admin</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.98">admin</a></pre>
</li>
</ul>
</li>
@@ -656,7 +656,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>RegionMover</h4>
-<pre>private <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.101">RegionMover</a>(<a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> builder)
+<pre>private <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.100">RegionMover</a>(<a href="../../../../../org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html" title="class in org.apache.hadoop.hbase.util">RegionMover.RegionMoverBuilder</a> builder)
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
@@ -670,7 +670,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockListLast">
<li class="blockList">
<h4>RegionMover</h4>
-<pre>private <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.114">RegionMover</a>()</pre>
+<pre>private <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.113">RegionMover</a>()</pre>
</li>
</ul>
</li>
@@ -687,7 +687,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>close</h4>
-<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.118">close</a>()</pre>
+<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.117">close</a>()</pre>
<dl>
<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true#close--" title="class or interface in java.io">close</a></code> in interface <code><a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true" title="class or interface in java.io">Closeable</a></code></dd>
@@ -702,7 +702,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>load</h4>
-<pre>public boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.343">load</a>()
+<pre>public boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.342">load</a>()
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutionException.html?is-external=true" title="class or interface in java.util.concurrent">ExecutionException</a>,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a>,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/TimeoutException.html?is-external=true" title="class or interface in java.util.concurrent">TimeoutException</a></pre>
@@ -724,7 +724,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>loadRegions</h4>
-<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.362">loadRegions</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>> regionsToMove)
+<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.361">loadRegions</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>> regionsToMove)
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
@@ -738,7 +738,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>unload</h4>
-<pre>public boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.412">unload</a>()
+<pre>public boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.411">unload</a>()
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/InterruptedException.html?is-external=true" title="class or interface in java.lang">InterruptedException</a>,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutionException.html?is-external=true" title="class or interface in java.util.concurrent">ExecutionException</a>,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/TimeoutException.html?is-external=true" title="class or interface in java.util.concurrent">TimeoutException</a></pre>
@@ -762,7 +762,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>unloadRegions</h4>
-<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.446">unloadRegions</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> server,
+<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.445">unloadRegions</a>(<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> server,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>> regionServers,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>> movedRegions)
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
@@ -778,7 +778,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>waitTaskToFinish</h4>
-<pre>private boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.484">waitTaskToFinish</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutorService.html?is-external=true" title="class or interface in java.util.concurrent">ExecutorService</a> pool,
+<pre>private boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.483">waitTaskToFinish</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutorService.html?is-external=true" title="class or interface in java.util.concurrent">ExecutorService</a> pool,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Future.html?is-external=true" title="class or interface in java.util.concurrent">Future</a><<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a>> task,
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> operation)
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/TimeoutException.html?is-external=true" title="class or interface in java.util.concurrent">TimeoutException</a>,
@@ -798,7 +798,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>waitMoveTasksToFinish</h4>
-<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.509">waitMoveTasksToFinish</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutorService.html?is-external=true" title="class or interface in java.util.concurrent">ExecutorService</a> moveRegionsPool,
+<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.508">waitMoveTasksToFinish</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutorService.html?is-external=true" title="class or interface in java.util.concurrent">ExecutorService</a> moveRegionsPool,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Future.html?is-external=true" title="class or interface in java.util.concurrent">Future</a><<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Boolean.html?is-external=true" title="class or interface in java.lang">Boolean</a>>&g [...]
long timeoutInSeconds)
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
@@ -814,7 +814,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>getTargetServer</h4>
-<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.540">getTargetServer</a>()
+<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.539">getTargetServer</a>()
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
@@ -828,7 +828,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>readRegionsFromFile</h4>
-<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.570">readRegionsFromFile</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html [...]
+<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.569">readRegionsFromFile</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html [...]
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
@@ -842,7 +842,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>writeFile</h4>
-<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.595">writeFile</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> filename,
+<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.594">writeFile</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> filename,
<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a>> movedRegions)
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<div class="block">Write the number of regions moved in the first line followed by regions moved in subsequent
@@ -859,7 +859,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>deleteFile</h4>
-<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.610">deleteFile</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> filename)</pre>
+<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.609">deleteFile</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> filename)</pre>
</li>
</ul>
<a name="readExcludes-java.lang.String-">
@@ -868,7 +868,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>readExcludes</h4>
-<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.620">readExcludes</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is- [...]
+<pre>private <a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.619">readExcludes</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is- [...]
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
@@ -884,7 +884,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>stripExcludes</h4>
-<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.639">stripExcludes</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>> regionServers)
+<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.638">stripExcludes</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>> regionServers)
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<div class="block">Excludes the servername whose hostname and port portion matches the list given in exclude file</div>
<dl>
@@ -899,7 +899,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>stripMaster</h4>
-<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.659">stripMaster</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>> regionServers)
+<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.658">stripMaster</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a>> regionServers)
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<div class="block">Exclude master from list of RSs to move regions to</div>
<dl>
@@ -914,7 +914,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>stripServer</h4>
-<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.669">stripServer</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hba [...]
+<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.668">stripServer</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hba [...]
<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> hostname,
int port)</pre>
<div class="block">Remove the servername whose hostname and port portion matches from the passed array of servers.
@@ -931,7 +931,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>isSuccessfulScan</h4>
-<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.687">isSuccessfulScan</a>(<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> region)
+<pre>private void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.683">isSuccessfulScan</a>(<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> region)
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<div class="block">Tries to scan a row from passed region</div>
<dl>
@@ -946,7 +946,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>isSameServer</h4>
-<pre>private boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.704">isSameServer</a>(<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> region,
+<pre>private boolean <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.700">isSameServer</a>(<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> region,
<a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> serverName)
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<div class="block">Returns true if passed region is still on serverName when we look at hbase:meta.</div>
@@ -964,7 +964,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>getServerNameForRegion</h4>
-<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.718">getServerNameForRegion</a>(<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> region)
+<pre>private <a href="../../../../../org/apache/hadoop/hbase/ServerName.html" title="class in org.apache.hadoop.hbase">ServerName</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.714">getServerNameForRegion</a>(<a href="../../../../../org/apache/hadoop/hbase/client/RegionInfo.html" title="interface in org.apache.hadoop.hbase.client">RegionInfo</a> region)
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<div class="block">Get servername that is up in hbase:meta hosting the given region. this is hostname + port +
startcode comma-delimited. Can return null</div>
@@ -982,7 +982,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>addOptions</h4>
-<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.726">addOptions</a>()</pre>
+<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.728">addOptions</a>()</pre>
<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../../../org/apache/hadoop/hbase/util/AbstractHBaseTool.html#addOptions--">AbstractHBaseTool</a></code></span></div>
<div class="block">Override this to add command-line options using <a href="../../../../../org/apache/hadoop/hbase/util/AbstractHBaseTool.html#addOptWithArg-java.lang.String-java.lang.String-"><code>AbstractHBaseTool.addOptWithArg(java.lang.String, java.lang.String)</code></a>
and similar methods.</div>
@@ -998,7 +998,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>processOptions</h4>
-<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.747">processOptions</a>(org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine cmd)</pre>
+<pre>protected void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.749">processOptions</a>(org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine cmd)</pre>
<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../../../org/apache/hadoop/hbase/util/AbstractHBaseTool.html#processOptions-org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine-">AbstractHBaseTool</a></code></span></div>
<div class="block">This method is called to process the options after they have been parsed.</div>
<dl>
@@ -1013,7 +1013,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockList">
<li class="blockList">
<h4>doWork</h4>
-<pre>protected int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.769">doWork</a>()
+<pre>protected int <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.771">doWork</a>()
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../../../org/apache/hadoop/hbase/util/AbstractHBaseTool.html#doWork--">AbstractHBaseTool</a></code></span></div>
<div class="block">The "main function" of the tool</div>
@@ -1031,7 +1031,7 @@ implements <a href="https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.
<ul class="blockListLast">
<li class="blockList">
<h4>main</h4>
-<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.784">main</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] args)</pre>
+<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/RegionMover.html#line.786">main</a>(<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] args)</pre>
</li>
</ul>
</li>
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/Version.html b/devapidocs/src-html/org/apache/hadoop/hbase/Version.html
index 09650de..fc1a23e 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/Version.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/Version.html
@@ -18,9 +18,9 @@
<span class="sourceLineNo">010</span> public static final String version = "3.0.0-SNAPSHOT";<a name="line.10"></a>
<span class="sourceLineNo">011</span> public static final String revision = "";<a name="line.11"></a>
<span class="sourceLineNo">012</span> public static final String user = "jenkins";<a name="line.12"></a>
-<span class="sourceLineNo">013</span> public static final String date = "Sat Jan 19 14:38:49 UTC 2019";<a name="line.13"></a>
+<span class="sourceLineNo">013</span> public static final String date = "Sun Jan 20 14:38:39 UTC 2019";<a name="line.13"></a>
<span class="sourceLineNo">014</span> public static final String url = "git://jenkins-websites1.apache.org/home/jenkins/jenkins-slave/workspace/hbase_generate_website/hbase";<a name="line.14"></a>
-<span class="sourceLineNo">015</span> public static final String srcChecksum = "115f788cd9f669d1a93eb836e89c1965";<a name="line.15"></a>
+<span class="sourceLineNo">015</span> public static final String srcChecksum = "18d32ab9d15b2bc15f873261be5a3406";<a name="line.15"></a>
<span class="sourceLineNo">016</span>}<a name="line.16"></a>
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html b/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html
index 0382c19..dc4d6f8 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithAck.html
@@ -53,746 +53,750 @@
<span class="sourceLineNo">045</span>import java.util.concurrent.TimeUnit;<a name="line.45"></a>
<span class="sourceLineNo">046</span>import java.util.concurrent.TimeoutException;<a name="line.46"></a>
<span class="sourceLineNo">047</span>import java.util.function.Predicate;<a name="line.47"></a>
-<span class="sourceLineNo">048</span><a name="line.48"></a>
-<span class="sourceLineNo">049</span>import org.apache.commons.io.IOUtils;<a name="line.49"></a>
-<span class="sourceLineNo">050</span>import org.apache.hadoop.conf.Configuration;<a name="line.50"></a>
-<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.ClusterMetrics.Option;<a name="line.51"></a>
-<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.52"></a>
-<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.HConstants;<a name="line.53"></a>
-<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.MetaTableAccessor;<a name="line.54"></a>
-<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.ServerName;<a name="line.55"></a>
-<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.56"></a>
-<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.57"></a>
-<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.58"></a>
-<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.59"></a>
-<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.client.ResultScanner;<a name="line.60"></a>
-<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.61"></a>
-<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.client.Table;<a name="line.62"></a>
-<span class="sourceLineNo">063</span>import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;<a name="line.63"></a>
-<span class="sourceLineNo">064</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.64"></a>
-<span class="sourceLineNo">065</span>import org.slf4j.Logger;<a name="line.65"></a>
-<span class="sourceLineNo">066</span>import org.slf4j.LoggerFactory;<a name="line.66"></a>
-<span class="sourceLineNo">067</span><a name="line.67"></a>
-<span class="sourceLineNo">068</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.68"></a>
-<span class="sourceLineNo">069</span>import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine;<a name="line.69"></a>
-<span class="sourceLineNo">070</span><a name="line.70"></a>
-<span class="sourceLineNo">071</span>/**<a name="line.71"></a>
-<span class="sourceLineNo">072</span> * Tool for loading/unloading regions to/from given regionserver This tool can be run from Command<a name="line.72"></a>
-<span class="sourceLineNo">073</span> * line directly as a utility. Supports Ack/No Ack mode for loading/unloading operations.Ack mode<a name="line.73"></a>
-<span class="sourceLineNo">074</span> * acknowledges if regions are online after movement while noAck mode is best effort mode that<a name="line.74"></a>
-<span class="sourceLineNo">075</span> * improves performance but will still move on if region is stuck/not moved. Motivation behind noAck<a name="line.75"></a>
-<span class="sourceLineNo">076</span> * mode being RS shutdown where even if a Region is stuck, upon shutdown master will move it<a name="line.76"></a>
-<span class="sourceLineNo">077</span> * anyways. This can also be used by constructiong an Object using the builder and then calling<a name="line.77"></a>
-<span class="sourceLineNo">078</span> * {@link #load()} or {@link #unload()} methods for the desired operations.<a name="line.78"></a>
-<span class="sourceLineNo">079</span> */<a name="line.79"></a>
-<span class="sourceLineNo">080</span>@InterfaceAudience.Public<a name="line.80"></a>
-<span class="sourceLineNo">081</span>public class RegionMover extends AbstractHBaseTool implements Closeable {<a name="line.81"></a>
-<span class="sourceLineNo">082</span> public static final String MOVE_RETRIES_MAX_KEY = "hbase.move.retries.max";<a name="line.82"></a>
-<span class="sourceLineNo">083</span> public static final String MOVE_WAIT_MAX_KEY = "hbase.move.wait.max";<a name="line.83"></a>
-<span class="sourceLineNo">084</span> public static final String SERVERSTART_WAIT_MAX_KEY = "hbase.serverstart.wait.max";<a name="line.84"></a>
-<span class="sourceLineNo">085</span> public static final int DEFAULT_MOVE_RETRIES_MAX = 5;<a name="line.85"></a>
-<span class="sourceLineNo">086</span> public static final int DEFAULT_MOVE_WAIT_MAX = 60;<a name="line.86"></a>
-<span class="sourceLineNo">087</span> public static final int DEFAULT_SERVERSTART_WAIT_MAX = 180;<a name="line.87"></a>
-<span class="sourceLineNo">088</span> static final Logger LOG = LoggerFactory.getLogger(RegionMover.class);<a name="line.88"></a>
-<span class="sourceLineNo">089</span> private RegionMoverBuilder rmbuilder;<a name="line.89"></a>
-<span class="sourceLineNo">090</span> private boolean ack = true;<a name="line.90"></a>
-<span class="sourceLineNo">091</span> private int maxthreads = 1;<a name="line.91"></a>
-<span class="sourceLineNo">092</span> private int timeout;<a name="line.92"></a>
-<span class="sourceLineNo">093</span> private String loadUnload;<a name="line.93"></a>
-<span class="sourceLineNo">094</span> private String hostname;<a name="line.94"></a>
-<span class="sourceLineNo">095</span> private String filename;<a name="line.95"></a>
-<span class="sourceLineNo">096</span> private String excludeFile;<a name="line.96"></a>
-<span class="sourceLineNo">097</span> private int port;<a name="line.97"></a>
-<span class="sourceLineNo">098</span> private Connection conn;<a name="line.98"></a>
-<span class="sourceLineNo">099</span> private Admin admin;<a name="line.99"></a>
-<span class="sourceLineNo">100</span><a name="line.100"></a>
-<span class="sourceLineNo">101</span> private RegionMover(RegionMoverBuilder builder) throws IOException {<a name="line.101"></a>
-<span class="sourceLineNo">102</span> this.hostname = builder.hostname;<a name="line.102"></a>
-<span class="sourceLineNo">103</span> this.filename = builder.filename;<a name="line.103"></a>
-<span class="sourceLineNo">104</span> this.excludeFile = builder.excludeFile;<a name="line.104"></a>
-<span class="sourceLineNo">105</span> this.maxthreads = builder.maxthreads;<a name="line.105"></a>
-<span class="sourceLineNo">106</span> this.ack = builder.ack;<a name="line.106"></a>
-<span class="sourceLineNo">107</span> this.port = builder.port;<a name="line.107"></a>
-<span class="sourceLineNo">108</span> this.timeout = builder.timeout;<a name="line.108"></a>
-<span class="sourceLineNo">109</span> setConf(builder.conf);<a name="line.109"></a>
-<span class="sourceLineNo">110</span> this.conn = ConnectionFactory.createConnection(conf);<a name="line.110"></a>
-<span class="sourceLineNo">111</span> this.admin = conn.getAdmin();<a name="line.111"></a>
-<span class="sourceLineNo">112</span> }<a name="line.112"></a>
-<span class="sourceLineNo">113</span><a name="line.113"></a>
-<span class="sourceLineNo">114</span> private RegionMover() {<a name="line.114"></a>
-<span class="sourceLineNo">115</span> }<a name="line.115"></a>
-<span class="sourceLineNo">116</span><a name="line.116"></a>
-<span class="sourceLineNo">117</span> @Override<a name="line.117"></a>
-<span class="sourceLineNo">118</span> public void close() {<a name="line.118"></a>
-<span class="sourceLineNo">119</span> IOUtils.closeQuietly(this.admin);<a name="line.119"></a>
-<span class="sourceLineNo">120</span> IOUtils.closeQuietly(this.conn);<a name="line.120"></a>
-<span class="sourceLineNo">121</span> }<a name="line.121"></a>
-<span class="sourceLineNo">122</span><a name="line.122"></a>
-<span class="sourceLineNo">123</span> /**<a name="line.123"></a>
-<span class="sourceLineNo">124</span> * Builder for Region mover. Use the {@link #build()} method to create RegionMover object. Has<a name="line.124"></a>
-<span class="sourceLineNo">125</span> * {@link #filename(String)}, {@link #excludeFile(String)}, {@link #maxthreads(int)},<a name="line.125"></a>
-<span class="sourceLineNo">126</span> * {@link #ack(boolean)}, {@link #timeout(int)} methods to set the corresponding options<a name="line.126"></a>
-<span class="sourceLineNo">127</span> */<a name="line.127"></a>
-<span class="sourceLineNo">128</span> public static class RegionMoverBuilder {<a name="line.128"></a>
-<span class="sourceLineNo">129</span> private boolean ack = true;<a name="line.129"></a>
-<span class="sourceLineNo">130</span> private int maxthreads = 1;<a name="line.130"></a>
-<span class="sourceLineNo">131</span> private int timeout = Integer.MAX_VALUE;<a name="line.131"></a>
-<span class="sourceLineNo">132</span> private String hostname;<a name="line.132"></a>
-<span class="sourceLineNo">133</span> private String filename;<a name="line.133"></a>
-<span class="sourceLineNo">134</span> private String excludeFile = null;<a name="line.134"></a>
-<span class="sourceLineNo">135</span> private String defaultDir = System.getProperty("java.io.tmpdir");<a name="line.135"></a>
-<span class="sourceLineNo">136</span> @VisibleForTesting<a name="line.136"></a>
-<span class="sourceLineNo">137</span> final int port;<a name="line.137"></a>
-<span class="sourceLineNo">138</span> private final Configuration conf;<a name="line.138"></a>
-<span class="sourceLineNo">139</span><a name="line.139"></a>
-<span class="sourceLineNo">140</span> public RegionMoverBuilder(String hostname) {<a name="line.140"></a>
-<span class="sourceLineNo">141</span> this(hostname, createConf());<a name="line.141"></a>
-<span class="sourceLineNo">142</span> }<a name="line.142"></a>
-<span class="sourceLineNo">143</span><a name="line.143"></a>
-<span class="sourceLineNo">144</span> /**<a name="line.144"></a>
-<span class="sourceLineNo">145</span> * Creates a new configuration and sets region mover specific overrides<a name="line.145"></a>
-<span class="sourceLineNo">146</span> */<a name="line.146"></a>
-<span class="sourceLineNo">147</span> private static Configuration createConf() {<a name="line.147"></a>
-<span class="sourceLineNo">148</span> Configuration conf = HBaseConfiguration.create();<a name="line.148"></a>
-<span class="sourceLineNo">149</span> conf.setInt("hbase.client.prefetch.limit", 1);<a name="line.149"></a>
-<span class="sourceLineNo">150</span> conf.setInt("hbase.client.pause", 500);<a name="line.150"></a>
-<span class="sourceLineNo">151</span> conf.setInt("hbase.client.retries.number", 100);<a name="line.151"></a>
-<span class="sourceLineNo">152</span> return conf;<a name="line.152"></a>
-<span class="sourceLineNo">153</span> }<a name="line.153"></a>
-<span class="sourceLineNo">154</span><a name="line.154"></a>
-<span class="sourceLineNo">155</span> /**<a name="line.155"></a>
-<span class="sourceLineNo">156</span> * @param hostname Hostname to unload regions from or load regions to. Can be either hostname<a name="line.156"></a>
-<span class="sourceLineNo">157</span> * or hostname:port.<a name="line.157"></a>
-<span class="sourceLineNo">158</span> * @param conf Configuration object<a name="line.158"></a>
-<span class="sourceLineNo">159</span> */<a name="line.159"></a>
-<span class="sourceLineNo">160</span> public RegionMoverBuilder(String hostname, Configuration conf) {<a name="line.160"></a>
-<span class="sourceLineNo">161</span> String[] splitHostname = hostname.toLowerCase().split(":");<a name="line.161"></a>
-<span class="sourceLineNo">162</span> this.hostname = splitHostname[0];<a name="line.162"></a>
-<span class="sourceLineNo">163</span> if (splitHostname.length == 2) {<a name="line.163"></a>
-<span class="sourceLineNo">164</span> this.port = Integer.parseInt(splitHostname[1]);<a name="line.164"></a>
-<span class="sourceLineNo">165</span> } else {<a name="line.165"></a>
-<span class="sourceLineNo">166</span> this.port = conf.getInt(HConstants.REGIONSERVER_PORT, HConstants.DEFAULT_REGIONSERVER_PORT);<a name="line.166"></a>
-<span class="sourceLineNo">167</span> }<a name="line.167"></a>
-<span class="sourceLineNo">168</span> this.filename = defaultDir + File.separator + System.getProperty("user.name") + this.hostname<a name="line.168"></a>
-<span class="sourceLineNo">169</span> + ":" + Integer.toString(this.port);<a name="line.169"></a>
-<span class="sourceLineNo">170</span> this.conf = conf;<a name="line.170"></a>
-<span class="sourceLineNo">171</span> }<a name="line.171"></a>
-<span class="sourceLineNo">172</span><a name="line.172"></a>
-<span class="sourceLineNo">173</span> /**<a name="line.173"></a>
-<span class="sourceLineNo">174</span> * Path of file where regions will be written to during unloading/read from during loading<a name="line.174"></a>
-<span class="sourceLineNo">175</span> * @param filename<a name="line.175"></a>
-<span class="sourceLineNo">176</span> * @return RegionMoverBuilder object<a name="line.176"></a>
-<span class="sourceLineNo">177</span> */<a name="line.177"></a>
-<span class="sourceLineNo">178</span> public RegionMoverBuilder filename(String filename) {<a name="line.178"></a>
-<span class="sourceLineNo">179</span> this.filename = filename;<a name="line.179"></a>
-<span class="sourceLineNo">180</span> return this;<a name="line.180"></a>
-<span class="sourceLineNo">181</span> }<a name="line.181"></a>
-<span class="sourceLineNo">182</span><a name="line.182"></a>
-<span class="sourceLineNo">183</span> /**<a name="line.183"></a>
-<span class="sourceLineNo">184</span> * Set the max number of threads that will be used to move regions<a name="line.184"></a>
-<span class="sourceLineNo">185</span> */<a name="line.185"></a>
-<span class="sourceLineNo">186</span> public RegionMoverBuilder maxthreads(int threads) {<a name="line.186"></a>
-<span class="sourceLineNo">187</span> this.maxthreads = threads;<a name="line.187"></a>
-<span class="sourceLineNo">188</span> return this;<a name="line.188"></a>
-<span class="sourceLineNo">189</span> }<a name="line.189"></a>
-<span class="sourceLineNo">190</span><a name="line.190"></a>
-<span class="sourceLineNo">191</span> /**<a name="line.191"></a>
-<span class="sourceLineNo">192</span> * Path of file containing hostnames to be excluded during region movement. Exclude file should<a name="line.192"></a>
-<span class="sourceLineNo">193</span> * have 'host:port' per line. Port is mandatory here as we can have many RS running on a single<a name="line.193"></a>
-<span class="sourceLineNo">194</span> * host.<a name="line.194"></a>
-<span class="sourceLineNo">195</span> */<a name="line.195"></a>
-<span class="sourceLineNo">196</span> public RegionMoverBuilder excludeFile(String excludefile) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span> this.excludeFile = excludefile;<a name="line.197"></a>
-<span class="sourceLineNo">198</span> return this;<a name="line.198"></a>
-<span class="sourceLineNo">199</span> }<a name="line.199"></a>
-<span class="sourceLineNo">200</span><a name="line.200"></a>
-<span class="sourceLineNo">201</span> /**<a name="line.201"></a>
-<span class="sourceLineNo">202</span> * Set ack/noAck mode.<a name="line.202"></a>
-<span class="sourceLineNo">203</span> * <p><a name="line.203"></a>
-<span class="sourceLineNo">204</span> * In ack mode regions are acknowledged before and after moving and the move is retried<a name="line.204"></a>
-<span class="sourceLineNo">205</span> * hbase.move.retries.max times, if unsuccessful we quit with exit code 1.No Ack mode is a best<a name="line.205"></a>
-<span class="sourceLineNo">206</span> * effort mode,each region movement is tried once.This can be used during graceful shutdown as<a name="line.206"></a>
-<span class="sourceLineNo">207</span> * even if we have a stuck region,upon shutdown it'll be reassigned anyway.<a name="line.207"></a>
-<span class="sourceLineNo">208</span> * <p><a name="line.208"></a>
-<span class="sourceLineNo">209</span> * @param ack<a name="line.209"></a>
-<span class="sourceLineNo">210</span> * @return RegionMoverBuilder object<a name="line.210"></a>
-<span class="sourceLineNo">211</span> */<a name="line.211"></a>
-<span class="sourceLineNo">212</span> public RegionMoverBuilder ack(boolean ack) {<a name="line.212"></a>
-<span class="sourceLineNo">213</span> this.ack = ack;<a name="line.213"></a>
-<span class="sourceLineNo">214</span> return this;<a name="line.214"></a>
-<span class="sourceLineNo">215</span> }<a name="line.215"></a>
-<span class="sourceLineNo">216</span><a name="line.216"></a>
-<span class="sourceLineNo">217</span> /**<a name="line.217"></a>
-<span class="sourceLineNo">218</span> * Set the timeout for Load/Unload operation in seconds.This is a global timeout,threadpool for<a name="line.218"></a>
-<span class="sourceLineNo">219</span> * movers also have a separate time which is hbase.move.wait.max * number of regions to<a name="line.219"></a>
-<span class="sourceLineNo">220</span> * load/unload<a name="line.220"></a>
-<span class="sourceLineNo">221</span> * @param timeout in seconds<a name="line.221"></a>
-<span class="sourceLineNo">222</span> * @return RegionMoverBuilder object<a name="line.222"></a>
-<span class="sourceLineNo">223</span> */<a name="line.223"></a>
-<span class="sourceLineNo">224</span> public RegionMoverBuilder timeout(int timeout) {<a name="line.224"></a>
-<span class="sourceLineNo">225</span> this.timeout = timeout;<a name="line.225"></a>
-<span class="sourceLineNo">226</span> return this;<a name="line.226"></a>
-<span class="sourceLineNo">227</span> }<a name="line.227"></a>
-<span class="sourceLineNo">228</span><a name="line.228"></a>
-<span class="sourceLineNo">229</span> /**<a name="line.229"></a>
-<span class="sourceLineNo">230</span> * This method builds the appropriate RegionMover object which can then be used to load/unload<a name="line.230"></a>
-<span class="sourceLineNo">231</span> * using load and unload methods<a name="line.231"></a>
-<span class="sourceLineNo">232</span> * @return RegionMover object<a name="line.232"></a>
-<span class="sourceLineNo">233</span> */<a name="line.233"></a>
-<span class="sourceLineNo">234</span> public RegionMover build() throws IOException {<a name="line.234"></a>
-<span class="sourceLineNo">235</span> return new RegionMover(this);<a name="line.235"></a>
-<span class="sourceLineNo">236</span> }<a name="line.236"></a>
-<span class="sourceLineNo">237</span> }<a name="line.237"></a>
-<span class="sourceLineNo">238</span><a name="line.238"></a>
-<span class="sourceLineNo">239</span> /**<a name="line.239"></a>
-<span class="sourceLineNo">240</span> * Move Regions and make sure that they are up on the target server.If a region movement fails we<a name="line.240"></a>
-<span class="sourceLineNo">241</span> * exit as failure<a name="line.241"></a>
-<span class="sourceLineNo">242</span> */<a name="line.242"></a>
-<span class="sourceLineNo">243</span> private class MoveWithAck implements Callable<Boolean> {<a name="line.243"></a>
-<span class="sourceLineNo">244</span> private RegionInfo region;<a name="line.244"></a>
-<span class="sourceLineNo">245</span> private ServerName targetServer;<a name="line.245"></a>
-<span class="sourceLineNo">246</span> private List<RegionInfo> movedRegions;<a name="line.246"></a>
-<span class="sourceLineNo">247</span> private ServerName sourceServer;<a name="line.247"></a>
-<span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span> public MoveWithAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.249"></a>
-<span class="sourceLineNo">250</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.250"></a>
-<span class="sourceLineNo">251</span> this.region = regionInfo;<a name="line.251"></a>
-<span class="sourceLineNo">252</span> this.targetServer = targetServer;<a name="line.252"></a>
-<span class="sourceLineNo">253</span> this.movedRegions = movedRegions;<a name="line.253"></a>
-<span class="sourceLineNo">254</span> this.sourceServer = sourceServer;<a name="line.254"></a>
-<span class="sourceLineNo">255</span> }<a name="line.255"></a>
-<span class="sourceLineNo">256</span><a name="line.256"></a>
-<span class="sourceLineNo">257</span> @Override<a name="line.257"></a>
-<span class="sourceLineNo">258</span> public Boolean call() throws IOException, InterruptedException {<a name="line.258"></a>
-<span class="sourceLineNo">259</span> boolean moved = false;<a name="line.259"></a>
-<span class="sourceLineNo">260</span> int count = 0;<a name="line.260"></a>
-<span class="sourceLineNo">261</span> int retries = admin.getConfiguration().getInt(MOVE_RETRIES_MAX_KEY, DEFAULT_MOVE_RETRIES_MAX);<a name="line.261"></a>
-<span class="sourceLineNo">262</span> int maxWaitInSeconds =<a name="line.262"></a>
-<span class="sourceLineNo">263</span> admin.getConfiguration().getInt(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.263"></a>
-<span class="sourceLineNo">264</span> long startTime = EnvironmentEdgeManager.currentTime();<a name="line.264"></a>
-<span class="sourceLineNo">265</span> boolean sameServer = true;<a name="line.265"></a>
-<span class="sourceLineNo">266</span> // Assert we can scan the region in its current location<a name="line.266"></a>
-<span class="sourceLineNo">267</span> isSuccessfulScan(region);<a name="line.267"></a>
-<span class="sourceLineNo">268</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.268"></a>
-<span class="sourceLineNo">269</span> + targetServer);<a name="line.269"></a>
-<span class="sourceLineNo">270</span> while (count < retries && sameServer) {<a name="line.270"></a>
-<span class="sourceLineNo">271</span> if (count > 0) {<a name="line.271"></a>
-<span class="sourceLineNo">272</span> LOG.info("Retry " + Integer.toString(count) + " of maximum " + Integer.toString(retries));<a name="line.272"></a>
-<span class="sourceLineNo">273</span> }<a name="line.273"></a>
-<span class="sourceLineNo">274</span> count = count + 1;<a name="line.274"></a>
-<span class="sourceLineNo">275</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.275"></a>
-<span class="sourceLineNo">276</span> long maxWait = startTime + (maxWaitInSeconds * 1000);<a name="line.276"></a>
-<span class="sourceLineNo">277</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.277"></a>
-<span class="sourceLineNo">278</span> sameServer = isSameServer(region, sourceServer);<a name="line.278"></a>
-<span class="sourceLineNo">279</span> if (!sameServer) {<a name="line.279"></a>
-<span class="sourceLineNo">280</span> break;<a name="line.280"></a>
-<span class="sourceLineNo">281</span> }<a name="line.281"></a>
-<span class="sourceLineNo">282</span> Thread.sleep(100);<a name="line.282"></a>
-<span class="sourceLineNo">283</span> }<a name="line.283"></a>
-<span class="sourceLineNo">284</span> }<a name="line.284"></a>
-<span class="sourceLineNo">285</span> if (sameServer) {<a name="line.285"></a>
-<span class="sourceLineNo">286</span> LOG.error("Region: " + region.getRegionNameAsString() + " stuck on " + this.sourceServer<a name="line.286"></a>
-<span class="sourceLineNo">287</span> + ",newServer=" + this.targetServer);<a name="line.287"></a>
-<span class="sourceLineNo">288</span> } else {<a name="line.288"></a>
-<span class="sourceLineNo">289</span> isSuccessfulScan(region);<a name="line.289"></a>
-<span class="sourceLineNo">290</span> LOG.info("Moved Region "<a name="line.290"></a>
-<span class="sourceLineNo">291</span> + region.getRegionNameAsString()<a name="line.291"></a>
-<span class="sourceLineNo">292</span> + " cost:"<a name="line.292"></a>
-<span class="sourceLineNo">293</span> + String.format("%.3f",<a name="line.293"></a>
-<span class="sourceLineNo">294</span> (float) (EnvironmentEdgeManager.currentTime() - startTime) / 1000));<a name="line.294"></a>
-<span class="sourceLineNo">295</span> moved = true;<a name="line.295"></a>
-<span class="sourceLineNo">296</span> movedRegions.add(region);<a name="line.296"></a>
-<span class="sourceLineNo">297</span> }<a name="line.297"></a>
-<span class="sourceLineNo">298</span> return moved;<a name="line.298"></a>
-<span class="sourceLineNo">299</span> }<a name="line.299"></a>
-<span class="sourceLineNo">300</span> }<a name="line.300"></a>
-<span class="sourceLineNo">301</span><a name="line.301"></a>
-<span class="sourceLineNo">302</span> /**<a name="line.302"></a>
-<span class="sourceLineNo">303</span> * Move Regions without Acknowledging.Usefule in case of RS shutdown as we might want to shut the<a name="line.303"></a>
-<span class="sourceLineNo">304</span> * RS down anyways and not abort on a stuck region. Improves movement performance<a name="line.304"></a>
-<span class="sourceLineNo">305</span> */<a name="line.305"></a>
-<span class="sourceLineNo">306</span> private class MoveWithoutAck implements Callable<Boolean> {<a name="line.306"></a>
-<span class="sourceLineNo">307</span> private RegionInfo region;<a name="line.307"></a>
-<span class="sourceLineNo">308</span> private ServerName targetServer;<a name="line.308"></a>
-<span class="sourceLineNo">309</span> private List<RegionInfo> movedRegions;<a name="line.309"></a>
-<span class="sourceLineNo">310</span> private ServerName sourceServer;<a name="line.310"></a>
-<span class="sourceLineNo">311</span><a name="line.311"></a>
-<span class="sourceLineNo">312</span> public MoveWithoutAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.312"></a>
-<span class="sourceLineNo">313</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.313"></a>
-<span class="sourceLineNo">314</span> this.region = regionInfo;<a name="line.314"></a>
-<span class="sourceLineNo">315</span> this.targetServer = targetServer;<a name="line.315"></a>
-<span class="sourceLineNo">316</span> this.movedRegions = movedRegions;<a name="line.316"></a>
-<span class="sourceLineNo">317</span> this.sourceServer = sourceServer;<a name="line.317"></a>
-<span class="sourceLineNo">318</span> }<a name="line.318"></a>
-<span class="sourceLineNo">319</span><a name="line.319"></a>
-<span class="sourceLineNo">320</span> @Override<a name="line.320"></a>
-<span class="sourceLineNo">321</span> public Boolean call() {<a name="line.321"></a>
-<span class="sourceLineNo">322</span> try {<a name="line.322"></a>
-<span class="sourceLineNo">323</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.323"></a>
-<span class="sourceLineNo">324</span> + targetServer);<a name="line.324"></a>
-<span class="sourceLineNo">325</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.325"></a>
-<span class="sourceLineNo">326</span> LOG.info("Moved " + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.326"></a>
-<span class="sourceLineNo">327</span> + targetServer);<a name="line.327"></a>
-<span class="sourceLineNo">328</span> } catch (Exception e) {<a name="line.328"></a>
-<span class="sourceLineNo">329</span> LOG.error("Error Moving Region:" + region.getEncodedName(), e);<a name="line.329"></a>
-<span class="sourceLineNo">330</span> } finally {<a name="line.330"></a>
-<span class="sourceLineNo">331</span> // we add region to the moved regions list in No Ack Mode since this is best effort<a name="line.331"></a>
-<span class="sourceLineNo">332</span> movedRegions.add(region);<a name="line.332"></a>
-<span class="sourceLineNo">333</span> }<a name="line.333"></a>
-<span class="sourceLineNo">334</span> return true;<a name="line.334"></a>
-<span class="sourceLineNo">335</span> }<a name="line.335"></a>
-<span class="sourceLineNo">336</span> }<a name="line.336"></a>
-<span class="sourceLineNo">337</span><a name="line.337"></a>
-<span class="sourceLineNo">338</span> /**<a name="line.338"></a>
-<span class="sourceLineNo">339</span> * Loads the specified {@link #hostname} with regions listed in the {@link #filename} RegionMover<a name="line.339"></a>
-<span class="sourceLineNo">340</span> * Object has to be created using {@link #RegionMover(RegionMoverBuilder)}<a name="line.340"></a>
-<span class="sourceLineNo">341</span> * @return true if loading succeeded, false otherwise<a name="line.341"></a>
-<span class="sourceLineNo">342</span> */<a name="line.342"></a>
-<span class="sourceLineNo">343</span> public boolean load() throws ExecutionException, InterruptedException, TimeoutException {<a name="line.343"></a>
-<span class="sourceLineNo">344</span> ExecutorService loadPool = Executors.newFixedThreadPool(1);<a name="line.344"></a>
-<span class="sourceLineNo">345</span> Future<Boolean> loadTask = loadPool.submit(() -> {<a name="line.345"></a>
-<span class="sourceLineNo">346</span> try {<a name="line.346"></a>
-<span class="sourceLineNo">347</span> List<RegionInfo> regionsToMove = readRegionsFromFile(filename);<a name="line.347"></a>
-<span class="sourceLineNo">348</span> if (regionsToMove.isEmpty()) {<a name="line.348"></a>
-<span class="sourceLineNo">349</span> LOG.info("No regions to load.Exiting");<a name="line.349"></a>
-<span class="sourceLineNo">350</span> return true;<a name="line.350"></a>
-<span class="sourceLineNo">351</span> }<a name="line.351"></a>
-<span class="sourceLineNo">352</span> loadRegions(regionsToMove);<a name="line.352"></a>
-<span class="sourceLineNo">353</span> } catch (Exception e) {<a name="line.353"></a>
-<span class="sourceLineNo">354</span> LOG.error("Error while loading regions to " + hostname, e);<a name="line.354"></a>
-<span class="sourceLineNo">355</span> return false;<a name="line.355"></a>
-<span class="sourceLineNo">356</span> }<a name="line.356"></a>
-<span class="sourceLineNo">357</span> return true;<a name="line.357"></a>
-<span class="sourceLineNo">358</span> });<a name="line.358"></a>
-<span class="sourceLineNo">359</span> return waitTaskToFinish(loadPool, loadTask, "loading");<a name="line.359"></a>
-<span class="sourceLineNo">360</span> }<a name="line.360"></a>
-<span class="sourceLineNo">361</span><a name="line.361"></a>
-<span class="sourceLineNo">362</span> private void loadRegions(List<RegionInfo> regionsToMove)<a name="line.362"></a>
-<span class="sourceLineNo">363</span> throws Exception {<a name="line.363"></a>
-<span class="sourceLineNo">364</span> ServerName server = getTargetServer();<a name="line.364"></a>
-<span class="sourceLineNo">365</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.365"></a>
-<span class="sourceLineNo">366</span> LOG.info(<a name="line.366"></a>
-<span class="sourceLineNo">367</span> "Moving " + regionsToMove.size() + " regions to " + server + " using " + this.maxthreads<a name="line.367"></a>
-<span class="sourceLineNo">368</span> + " threads.Ack mode:" + this.ack);<a name="line.368"></a>
-<span class="sourceLineNo">369</span><a name="line.369"></a>
-<span class="sourceLineNo">370</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.370"></a>
-<span class="sourceLineNo">371</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.371"></a>
-<span class="sourceLineNo">372</span> int counter = 0;<a name="line.372"></a>
-<span class="sourceLineNo">373</span> while (counter < regionsToMove.size()) {<a name="line.373"></a>
-<span class="sourceLineNo">374</span> RegionInfo region = regionsToMove.get(counter);<a name="line.374"></a>
-<span class="sourceLineNo">375</span> ServerName currentServer = getServerNameForRegion(region);<a name="line.375"></a>
-<span class="sourceLineNo">376</span> if (currentServer == null) {<a name="line.376"></a>
-<span class="sourceLineNo">377</span> LOG.warn(<a name="line.377"></a>
-<span class="sourceLineNo">378</span> "Could not get server for Region:" + region.getRegionNameAsString() + " moving on");<a name="line.378"></a>
-<span class="sourceLineNo">379</span> counter++;<a name="line.379"></a>
-<span class="sourceLineNo">380</span> continue;<a name="line.380"></a>
-<span class="sourceLineNo">381</span> } else if (server.equals(currentServer)) {<a name="line.381"></a>
-<span class="sourceLineNo">382</span> LOG.info(<a name="line.382"></a>
-<span class="sourceLineNo">383</span> "Region " + region.getRegionNameAsString() + " is already on target server=" + server);<a name="line.383"></a>
-<span class="sourceLineNo">384</span> counter++;<a name="line.384"></a>
-<span class="sourceLineNo">385</span> continue;<a name="line.385"></a>
-<span class="sourceLineNo">386</span> }<a name="line.386"></a>
-<span class="sourceLineNo">387</span> if (ack) {<a name="line.387"></a>
-<span class="sourceLineNo">388</span> Future<Boolean> task =<a name="line.388"></a>
-<span class="sourceLineNo">389</span> moveRegionsPool.submit(new MoveWithAck(region, currentServer, server, movedRegions));<a name="line.389"></a>
-<span class="sourceLineNo">390</span> taskList.add(task);<a name="line.390"></a>
-<span class="sourceLineNo">391</span> } else {<a name="line.391"></a>
-<span class="sourceLineNo">392</span> Future<Boolean> task =<a name="line.392"></a>
-<span class="sourceLineNo">393</span> moveRegionsPool.submit(new MoveWithoutAck(region, currentServer, server, movedRegions));<a name="line.393"></a>
-<span class="sourceLineNo">394</span> taskList.add(task);<a name="line.394"></a>
-<span class="sourceLineNo">395</span> }<a name="line.395"></a>
-<span class="sourceLineNo">396</span> counter++;<a name="line.396"></a>
-<span class="sourceLineNo">397</span> }<a name="line.397"></a>
-<span class="sourceLineNo">398</span><a name="line.398"></a>
-<span class="sourceLineNo">399</span> moveRegionsPool.shutdown();<a name="line.399"></a>
-<span class="sourceLineNo">400</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.400"></a>
-<span class="sourceLineNo">401</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.401"></a>
-<span class="sourceLineNo">402</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.402"></a>
-<span class="sourceLineNo">403</span> }<a name="line.403"></a>
-<span class="sourceLineNo">404</span><a name="line.404"></a>
-<span class="sourceLineNo">405</span> /**<a name="line.405"></a>
-<span class="sourceLineNo">406</span> * Unload regions from given {@link #hostname} using ack/noAck mode and {@link #maxthreads}.In<a name="line.406"></a>
-<span class="sourceLineNo">407</span> * noAck mode we do not make sure that region is successfully online on the target region<a name="line.407"></a>
-<span class="sourceLineNo">408</span> * server,hence it is best effort.We do not unload regions to hostnames given in<a name="line.408"></a>
-<span class="sourceLineNo">409</span> * {@link #excludeFile}.<a name="line.409"></a>
-<span class="sourceLineNo">410</span> * @return true if unloading succeeded, false otherwise<a name="line.410"></a>
-<span class="sourceLineNo">411</span> */<a name="line.411"></a>
-<span class="sourceLineNo">412</span> public boolean unload() throws InterruptedException, ExecutionException, TimeoutException {<a name="line.412"></a>
-<span class="sourceLineNo">413</span> deleteFile(this.filename);<a name="line.413"></a>
-<span class="sourceLineNo">414</span> ExecutorService unloadPool = Executors.newFixedThreadPool(1);<a name="line.414"></a>
-<span class="sourceLineNo">415</span> Future<Boolean> unloadTask = unloadPool.submit(() -> {<a name="line.415"></a>
-<span class="sourceLineNo">416</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.416"></a>
-<span class="sourceLineNo">417</span> try {<a name="line.417"></a>
-<span class="sourceLineNo">418</span> // Get Online RegionServers<a name="line.418"></a>
-<span class="sourceLineNo">419</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.419"></a>
-<span class="sourceLineNo">420</span> regionServers.addAll(<a name="line.420"></a>
-<span class="sourceLineNo">421</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.421"></a>
-<span class="sourceLineNo">422</span> .keySet());<a name="line.422"></a>
-<span class="sourceLineNo">423</span> // Remove the host Region server from target Region Servers list<a name="line.423"></a>
-<span class="sourceLineNo">424</span> ServerName server = stripServer(regionServers, hostname, port);<a name="line.424"></a>
-<span class="sourceLineNo">425</span> // Remove RS present in the exclude file<a name="line.425"></a>
-<span class="sourceLineNo">426</span> stripExcludes(regionServers);<a name="line.426"></a>
-<span class="sourceLineNo">427</span> stripMaster(regionServers);<a name="line.427"></a>
-<span class="sourceLineNo">428</span> if (regionServers.isEmpty()) {<a name="line.428"></a>
-<span class="sourceLineNo">429</span> LOG.warn("No Regions were moved - no servers available");<a name="line.429"></a>
-<span class="sourceLineNo">430</span> return false;<a name="line.430"></a>
-<span class="sourceLineNo">431</span> }<a name="line.431"></a>
-<span class="sourceLineNo">432</span> unloadRegions(server, regionServers, movedRegions);<a name="line.432"></a>
-<span class="sourceLineNo">433</span> } catch (Exception e) {<a name="line.433"></a>
-<span class="sourceLineNo">434</span> LOG.error("Error while unloading regions ", e);<a name="line.434"></a>
-<span class="sourceLineNo">435</span> return false;<a name="line.435"></a>
-<span class="sourceLineNo">436</span> } finally {<a name="line.436"></a>
-<span class="sourceLineNo">437</span> if (movedRegions != null) {<a name="line.437"></a>
-<span class="sourceLineNo">438</span> writeFile(filename, movedRegions);<a name="line.438"></a>
-<span class="sourceLineNo">439</span> }<a name="line.439"></a>
-<span class="sourceLineNo">440</span> }<a name="line.440"></a>
-<span class="sourceLineNo">441</span> return true;<a name="line.441"></a>
-<span class="sourceLineNo">442</span> });<a name="line.442"></a>
-<span class="sourceLineNo">443</span> return waitTaskToFinish(unloadPool, unloadTask, "unloading");<a name="line.443"></a>
-<span class="sourceLineNo">444</span> }<a name="line.444"></a>
-<span class="sourceLineNo">445</span><a name="line.445"></a>
-<span class="sourceLineNo">446</span> private void unloadRegions(ServerName server, List<ServerName> regionServers,<a name="line.446"></a>
-<span class="sourceLineNo">447</span> List<RegionInfo> movedRegions) throws Exception {<a name="line.447"></a>
-<span class="sourceLineNo">448</span> while (true) {<a name="line.448"></a>
-<span class="sourceLineNo">449</span> List<RegionInfo> regionsToMove = admin.getRegions(server);<a name="line.449"></a>
-<span class="sourceLineNo">450</span> regionsToMove.removeAll(movedRegions);<a name="line.450"></a>
-<span class="sourceLineNo">451</span> if (regionsToMove.isEmpty()) {<a name="line.451"></a>
-<span class="sourceLineNo">452</span> LOG.info("No Regions to move....Quitting now");<a name="line.452"></a>
-<span class="sourceLineNo">453</span> break;<a name="line.453"></a>
-<span class="sourceLineNo">454</span> }<a name="line.454"></a>
-<span class="sourceLineNo">455</span> int counter = 0;<a name="line.455"></a>
-<span class="sourceLineNo">456</span> LOG.info("Moving " + regionsToMove.size() + " regions from " + this.hostname + " to "<a name="line.456"></a>
-<span class="sourceLineNo">457</span> + regionServers.size() + " servers using " + this.maxthreads + " threads .Ack Mode:"<a name="line.457"></a>
-<span class="sourceLineNo">458</span> + ack);<a name="line.458"></a>
-<span class="sourceLineNo">459</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.459"></a>
-<span class="sourceLineNo">460</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.460"></a>
-<span class="sourceLineNo">461</span> int serverIndex = 0;<a name="line.461"></a>
-<span class="sourceLineNo">462</span> while (counter < regionsToMove.size()) {<a name="line.462"></a>
-<span class="sourceLineNo">463</span> if (ack) {<a name="line.463"></a>
-<span class="sourceLineNo">464</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.464"></a>
-<span class="sourceLineNo">465</span> new MoveWithAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.465"></a>
-<span class="sourceLineNo">466</span> movedRegions));<a name="line.466"></a>
-<span class="sourceLineNo">467</span> taskList.add(task);<a name="line.467"></a>
-<span class="sourceLineNo">468</span> } else {<a name="line.468"></a>
-<span class="sourceLineNo">469</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.469"></a>
-<span class="sourceLineNo">470</span> new MoveWithoutAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.470"></a>
-<span class="sourceLineNo">471</span> movedRegions));<a name="line.471"></a>
-<span class="sourceLineNo">472</span> taskList.add(task);<a name="line.472"></a>
-<span class="sourceLineNo">473</span> }<a name="line.473"></a>
-<span class="sourceLineNo">474</span> counter++;<a name="line.474"></a>
-<span class="sourceLineNo">475</span> serverIndex = (serverIndex + 1) % regionServers.size();<a name="line.475"></a>
-<span class="sourceLineNo">476</span> }<a name="line.476"></a>
-<span class="sourceLineNo">477</span> moveRegionsPool.shutdown();<a name="line.477"></a>
-<span class="sourceLineNo">478</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.478"></a>
-<span class="sourceLineNo">479</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.479"></a>
-<span class="sourceLineNo">480</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.480"></a>
-<span class="sourceLineNo">481</span> }<a name="line.481"></a>
-<span class="sourceLineNo">482</span> }<a name="line.482"></a>
-<span class="sourceLineNo">483</span><a name="line.483"></a>
-<span class="sourceLineNo">484</span> private boolean waitTaskToFinish(ExecutorService pool, Future<Boolean> task, String operation)<a name="line.484"></a>
-<span class="sourceLineNo">485</span> throws TimeoutException, InterruptedException, ExecutionException {<a name="line.485"></a>
-<span class="sourceLineNo">486</span> pool.shutdown();<a name="line.486"></a>
-<span class="sourceLineNo">487</span> try {<a name="line.487"></a>
-<span class="sourceLineNo">488</span> if (!pool.awaitTermination((long) this.timeout, TimeUnit.SECONDS)) {<a name="line.488"></a>
-<span class="sourceLineNo">489</span> LOG.warn(<a name="line.489"></a>
-<span class="sourceLineNo">490</span> "Timed out before finishing the " + operation + " operation. Timeout: " + this.timeout<a name="line.490"></a>
-<span class="sourceLineNo">491</span> + "sec");<a name="line.491"></a>
-<span class="sourceLineNo">492</span> pool.shutdownNow();<a name="line.492"></a>
-<span class="sourceLineNo">493</span> }<a name="line.493"></a>
-<span class="sourceLineNo">494</span> } catch (InterruptedException e) {<a name="line.494"></a>
-<span class="sourceLineNo">495</span> pool.shutdownNow();<a name="line.495"></a>
-<span class="sourceLineNo">496</span> Thread.currentThread().interrupt();<a name="line.496"></a>
-<span class="sourceLineNo">497</span> }<a name="line.497"></a>
-<span class="sourceLineNo">498</span> try {<a name="line.498"></a>
-<span class="sourceLineNo">499</span> return task.get(5, TimeUnit.SECONDS);<a name="line.499"></a>
-<span class="sourceLineNo">500</span> } catch (InterruptedException e) {<a name="line.500"></a>
-<span class="sourceLineNo">501</span> LOG.warn("Interrupted while " + operation + " Regions on " + this.hostname, e);<a name="line.501"></a>
-<span class="sourceLineNo">502</span> throw e;<a name="line.502"></a>
-<span class="sourceLineNo">503</span> } catch (ExecutionException e) {<a name="line.503"></a>
-<span class="sourceLineNo">504</span> LOG.error("Error while " + operation + " regions on RegionServer " + this.hostname, e);<a name="line.504"></a>
-<span class="sourceLineNo">505</span> throw e;<a name="line.505"></a>
-<span class="sourceLineNo">506</span> }<a name="line.506"></a>
-<span class="sourceLineNo">507</span> }<a name="line.507"></a>
-<span class="sourceLineNo">508</span><a name="line.508"></a>
-<span class="sourceLineNo">509</span> private void waitMoveTasksToFinish(ExecutorService moveRegionsPool,<a name="line.509"></a>
-<span class="sourceLineNo">510</span> List<Future<Boolean>> taskList, long timeoutInSeconds) throws Exception {<a name="line.510"></a>
-<span class="sourceLineNo">511</span> try {<a name="line.511"></a>
-<span class="sourceLineNo">512</span> if (!moveRegionsPool.awaitTermination(timeoutInSeconds, TimeUnit.SECONDS)) {<a name="line.512"></a>
-<span class="sourceLineNo">513</span> moveRegionsPool.shutdownNow();<a name="line.513"></a>
-<span class="sourceLineNo">514</span> }<a name="line.514"></a>
-<span class="sourceLineNo">515</span> } catch (InterruptedException e) {<a name="line.515"></a>
-<span class="sourceLineNo">516</span> moveRegionsPool.shutdownNow();<a name="line.516"></a>
-<span class="sourceLineNo">517</span> Thread.currentThread().interrupt();<a name="line.517"></a>
-<span class="sourceLineNo">518</span> }<a name="line.518"></a>
-<span class="sourceLineNo">519</span> for (Future<Boolean> future : taskList) {<a name="line.519"></a>
-<span class="sourceLineNo">520</span> try {<a name="line.520"></a>
-<span class="sourceLineNo">521</span> // if even after shutdownNow threads are stuck we wait for 5 secs max<a name="line.521"></a>
-<span class="sourceLineNo">522</span> if (!future.get(5, TimeUnit.SECONDS)) {<a name="line.522"></a>
-<span class="sourceLineNo">523</span> LOG.error("Was Not able to move region....Exiting Now");<a name="line.523"></a>
-<span class="sourceLineNo">524</span> throw new Exception("Could not move region Exception");<a name="line.524"></a>
-<span class="sourceLineNo">525</span> }<a name="line.525"></a>
-<span class="sourceLineNo">526</span> } catch (InterruptedException e) {<a name="line.526"></a>
-<span class="sourceLineNo">527</span> LOG.error("Interrupted while waiting for Thread to Complete " + e.getMessage(), e);<a name="line.527"></a>
-<span class="sourceLineNo">528</span> throw e;<a name="line.528"></a>
-<span class="sourceLineNo">529</span> } catch (ExecutionException e) {<a name="line.529"></a>
-<span class="sourceLineNo">530</span> LOG.error("Got Exception From Thread While moving region " + e.getMessage(), e);<a name="line.530"></a>
-<span class="sourceLineNo">531</span> throw e;<a name="line.531"></a>
-<span class="sourceLineNo">532</span> } catch (CancellationException e) {<a name="line.532"></a>
-<span class="sourceLineNo">533</span> LOG.error("Thread for moving region cancelled. Timeout for cancellation:" + timeoutInSeconds<a name="line.533"></a>
-<span class="sourceLineNo">534</span> + "secs", e);<a name="line.534"></a>
-<span class="sourceLineNo">535</span> throw e;<a name="line.535"></a>
-<span class="sourceLineNo">536</span> }<a name="line.536"></a>
-<span class="sourceLineNo">537</span> }<a name="line.537"></a>
-<span class="sourceLineNo">538</span> }<a name="line.538"></a>
-<span class="sourceLineNo">539</span><a name="line.539"></a>
-<span class="sourceLineNo">540</span> private ServerName getTargetServer() throws Exception {<a name="line.540"></a>
-<span class="sourceLineNo">541</span> ServerName server = null;<a name="line.541"></a>
-<span class="sourceLineNo">542</span> int maxWaitInSeconds =<a name="line.542"></a>
-<span class="sourceLineNo">543</span> admin.getConfiguration().getInt(SERVERSTART_WAIT_MAX_KEY, DEFAULT_SERVERSTART_WAIT_MAX);<a name="line.543"></a>
-<span class="sourceLineNo">544</span> long maxWait = EnvironmentEdgeManager.currentTime() + maxWaitInSeconds * 1000;<a name="line.544"></a>
-<span class="sourceLineNo">545</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.545"></a>
-<span class="sourceLineNo">546</span> try {<a name="line.546"></a>
-<span class="sourceLineNo">547</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.547"></a>
-<span class="sourceLineNo">548</span> regionServers.addAll(<a name="line.548"></a>
-<span class="sourceLineNo">549</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.549"></a>
-<span class="sourceLineNo">550</span> .keySet());<a name="line.550"></a>
-<span class="sourceLineNo">551</span> // Remove the host Region server from target Region Servers list<a name="line.551"></a>
-<span class="sourceLineNo">552</span> server = stripServer(regionServers, hostname, port);<a name="line.552"></a>
-<span class="sourceLineNo">553</span> if (server != null) {<a name="line.553"></a>
-<span class="sourceLineNo">554</span> break;<a name="line.554"></a>
-<span class="sourceLineNo">555</span> } else {<a name="line.555"></a>
-<span class="sourceLineNo">556</span> LOG.warn("Server " + hostname + ":" + port + " is not up yet, waiting");<a name="line.556"></a>
-<span class="sourceLineNo">557</span> }<a name="line.557"></a>
-<span class="sourceLineNo">558</span> } catch (IOException e) {<a name="line.558"></a>
-<span class="sourceLineNo">559</span> LOG.warn("Could not get list of region servers", e);<a name="line.559"></a>
-<span class="sourceLineNo">560</span> }<a name="line.560"></a>
-<span class="sourceLineNo">561</span> Thread.sleep(500);<a name="line.561"></a>
-<span class="sourceLineNo">562</span> }<a name="line.562"></a>
-<span class="sourceLineNo">563</span> if (server == null) {<a name="line.563"></a>
-<span class="sourceLineNo">564</span> LOG.error("Server " + hostname + ":" + port + " is not up. Giving up.");<a name="line.564"></a>
-<span class="sourceLineNo">565</span> throw new Exception("Server " + hostname + ":" + port + " to load regions not online");<a name="line.565"></a>
-<span class="sourceLineNo">566</span> }<a name="line.566"></a>
-<span class="sourceLineNo">567</span> return server;<a name="line.567"></a>
-<span class="sourceLineNo">568</span> }<a name="line.568"></a>
-<span class="sourceLineNo">569</span><a name="line.569"></a>
-<span class="sourceLineNo">570</span> private List<RegionInfo> readRegionsFromFile(String filename) throws IOException {<a name="line.570"></a>
-<span class="sourceLineNo">571</span> List<RegionInfo> regions = new ArrayList<>();<a name="line.571"></a>
-<span class="sourceLineNo">572</span> File f = new File(filename);<a name="line.572"></a>
-<span class="sourceLineNo">573</span> if (!f.exists()) {<a name="line.573"></a>
-<span class="sourceLineNo">574</span> return regions;<a name="line.574"></a>
-<span class="sourceLineNo">575</span> }<a name="line.575"></a>
-<span class="sourceLineNo">576</span> try (DataInputStream dis = new DataInputStream(<a name="line.576"></a>
-<span class="sourceLineNo">577</span> new BufferedInputStream(new FileInputStream(f)))) {<a name="line.577"></a>
-<span class="sourceLineNo">578</span> int numRegions = dis.readInt();<a name="line.578"></a>
-<span class="sourceLineNo">579</span> int index = 0;<a name="line.579"></a>
-<span class="sourceLineNo">580</span> while (index < numRegions) {<a name="line.580"></a>
-<span class="sourceLineNo">581</span> regions.add(RegionInfo.parseFromOrNull(Bytes.readByteArray(dis)));<a name="line.581"></a>
-<span class="sourceLineNo">582</span> index++;<a name="line.582"></a>
-<span class="sourceLineNo">583</span> }<a name="line.583"></a>
-<span class="sourceLineNo">584</span> } catch (IOException e) {<a name="line.584"></a>
-<span class="sourceLineNo">585</span> LOG.error("Error while reading regions from file:" + filename, e);<a name="line.585"></a>
-<span class="sourceLineNo">586</span> throw e;<a name="line.586"></a>
-<span class="sourceLineNo">587</span> }<a name="line.587"></a>
-<span class="sourceLineNo">588</span> return regions;<a name="line.588"></a>
-<span class="sourceLineNo">589</span> }<a name="line.589"></a>
-<span class="sourceLineNo">590</span><a name="line.590"></a>
-<span class="sourceLineNo">591</span> /**<a name="line.591"></a>
-<span class="sourceLineNo">592</span> * Write the number of regions moved in the first line followed by regions moved in subsequent<a name="line.592"></a>
-<span class="sourceLineNo">593</span> * lines<a name="line.593"></a>
-<span class="sourceLineNo">594</span> */<a name="line.594"></a>
-<span class="sourceLineNo">595</span> private void writeFile(String filename, List<RegionInfo> movedRegions) throws IOException {<a name="line.595"></a>
-<span class="sourceLineNo">596</span> try (DataOutputStream dos = new DataOutputStream(<a name="line.596"></a>
-<span class="sourceLineNo">597</span> new BufferedOutputStream(new FileOutputStream(filename)))) {<a name="line.597"></a>
-<span class="sourceLineNo">598</span> dos.writeInt(movedRegions.size());<a name="line.598"></a>
-<span class="sourceLineNo">599</span> for (RegionInfo region : movedRegions) {<a name="line.599"></a>
-<span class="sourceLineNo">600</span> Bytes.writeByteArray(dos, RegionInfo.toByteArray(region));<a name="line.600"></a>
-<span class="sourceLineNo">601</span> }<a name="line.601"></a>
-<span class="sourceLineNo">602</span> } catch (IOException e) {<a name="line.602"></a>
-<span class="sourceLineNo">603</span> LOG.error(<a name="line.603"></a>
-<span class="sourceLineNo">604</span> "ERROR: Was Not able to write regions moved to output file but moved " + movedRegions<a name="line.604"></a>
-<span class="sourceLineNo">605</span> .size() + " regions", e);<a name="line.605"></a>
-<span class="sourceLineNo">606</span> throw e;<a name="line.606"></a>
-<span class="sourceLineNo">607</span> }<a name="line.607"></a>
-<span class="sourceLineNo">608</span> }<a name="line.608"></a>
-<span class="sourceLineNo">609</span><a name="line.609"></a>
-<span class="sourceLineNo">610</span> private void deleteFile(String filename) {<a name="line.610"></a>
-<span class="sourceLineNo">611</span> File f = new File(filename);<a name="line.611"></a>
-<span class="sourceLineNo">612</span> if (f.exists()) {<a name="line.612"></a>
-<span class="sourceLineNo">613</span> f.delete();<a name="line.613"></a>
-<span class="sourceLineNo">614</span> }<a name="line.614"></a>
-<span class="sourceLineNo">615</span> }<a name="line.615"></a>
-<span class="sourceLineNo">616</span><a name="line.616"></a>
-<span class="sourceLineNo">617</span> /**<a name="line.617"></a>
-<span class="sourceLineNo">618</span> * @return List of servers from the exclude file in format 'hostname:port'.<a name="line.618"></a>
-<span class="sourceLineNo">619</span> */<a name="line.619"></a>
-<span class="sourceLineNo">620</span> private List<String> readExcludes(String excludeFile) throws IOException {<a name="line.620"></a>
-<span class="sourceLineNo">621</span> List<String> excludeServers = new ArrayList<>();<a name="line.621"></a>
-<span class="sourceLineNo">622</span> if (excludeFile == null) {<a name="line.622"></a>
-<span class="sourceLineNo">623</span> return excludeServers;<a name="line.623"></a>
-<span class="sourceLineNo">624</span> } else {<a name="line.624"></a>
-<span class="sourceLineNo">625</span> try {<a name="line.625"></a>
-<span class="sourceLineNo">626</span> Files.readAllLines(Paths.get(excludeFile)).stream().map(String::trim)<a name="line.626"></a>
-<span class="sourceLineNo">627</span> .filter(((Predicate<String>) String::isEmpty).negate()).map(String::toLowerCase)<a name="line.627"></a>
-<span class="sourceLineNo">628</span> .forEach(excludeServers::add);<a name="line.628"></a>
-<span class="sourceLineNo">629</span> } catch (IOException e) {<a name="line.629"></a>
-<span class="sourceLineNo">630</span> LOG.warn("Exception while reading excludes file, continuing anyways", e);<a name="line.630"></a>
-<span class="sourceLineNo">631</span> }<a name="line.631"></a>
-<span class="sourceLineNo">632</span> return excludeServers;<a name="line.632"></a>
-<span class="sourceLineNo">633</span> }<a name="line.633"></a>
-<span class="sourceLineNo">634</span> }<a name="line.634"></a>
-<span class="sourceLineNo">635</span><a name="line.635"></a>
-<span class="sourceLineNo">636</span> /**<a name="line.636"></a>
-<span class="sourceLineNo">637</span> * Excludes the servername whose hostname and port portion matches the list given in exclude file<a name="line.637"></a>
-<span class="sourceLineNo">638</span> */<a name="line.638"></a>
-<span class="sourceLineNo">639</span> private void stripExcludes(List<ServerName> regionServers) throws IOException {<a name="line.639"></a>
-<span class="sourceLineNo">640</span> if (excludeFile != null) {<a name="line.640"></a>
-<span class="sourceLineNo">641</span> List<String> excludes = readExcludes(excludeFile);<a name="line.641"></a>
-<span class="sourceLineNo">642</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.642"></a>
-<span class="sourceLineNo">643</span> while (i.hasNext()) {<a name="line.643"></a>
-<span class="sourceLineNo">644</span> String rs = i.next().getServerName();<a name="line.644"></a>
-<span class="sourceLineNo">645</span> String rsPort = rs.split(ServerName.SERVERNAME_SEPARATOR)[0].toLowerCase() + ":" + rs<a name="line.645"></a>
-<span class="sourceLineNo">646</span> .split(ServerName.SERVERNAME_SEPARATOR)[1];<a name="line.646"></a>
-<span class="sourceLineNo">647</span> if (excludes.contains(rsPort)) {<a name="line.647"></a>
-<span class="sourceLineNo">648</span> i.remove();<a name="line.648"></a>
-<span class="sourceLineNo">649</span> }<a name="line.649"></a>
-<span class="sourceLineNo">650</span> }<a name="line.650"></a>
-<span class="sourceLineNo">651</span> LOG.info("Valid Region server targets are:" + regionServers.toString());<a name="line.651"></a>
-<span class="sourceLineNo">652</span> LOG.info("Excluded Servers are" + excludes.toString());<a name="line.652"></a>
-<span class="sourceLineNo">653</span> }<a name="line.653"></a>
-<span class="sourceLineNo">654</span> }<a name="line.654"></a>
-<span class="sourceLineNo">655</span><a name="line.655"></a>
-<span class="sourceLineNo">656</span> /**<a name="line.656"></a>
-<span class="sourceLineNo">657</span> * Exclude master from list of RSs to move regions to<a name="line.657"></a>
-<span class="sourceLineNo">658</span> */<a name="line.658"></a>
-<span class="sourceLineNo">659</span> private void stripMaster(List<ServerName> regionServers) throws IOException {<a name="line.659"></a>
-<span class="sourceLineNo">660</span> ServerName master = admin.getClusterMetrics(EnumSet.of(Option.MASTER)).getMasterName();<a name="line.660"></a>
-<span class="sourceLineNo">661</span> stripServer(regionServers, master.getHostname(), master.getPort());<a name="line.661"></a>
-<span class="sourceLineNo">662</span> }<a name="line.662"></a>
-<span class="sourceLineNo">663</span><a name="line.663"></a>
-<span class="sourceLineNo">664</span> /**<a name="line.664"></a>
-<span class="sourceLineNo">665</span> * Remove the servername whose hostname and port portion matches from the passed array of servers.<a name="line.665"></a>
-<span class="sourceLineNo">666</span> * Returns as side-effect the servername removed.<a name="line.666"></a>
-<span class="sourceLineNo">667</span> * @return server removed from list of Region Servers<a name="line.667"></a>
-<span class="sourceLineNo">668</span> */<a name="line.668"></a>
-<span class="sourceLineNo">669</span> private ServerName stripServer(List<ServerName> regionServers, String hostname, int port) {<a name="line.669"></a>
-<span class="sourceLineNo">670</span> ServerName server = null;<a name="line.670"></a>
-<span class="sourceLineNo">671</span> String portString = Integer.toString(port);<a name="line.671"></a>
-<span class="sourceLineNo">672</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.672"></a>
-<span class="sourceLineNo">673</span> while (i.hasNext()) {<a name="line.673"></a>
-<span class="sourceLineNo">674</span> server = i.next();<a name="line.674"></a>
-<span class="sourceLineNo">675</span> String[] splitServer = server.getServerName().split(ServerName.SERVERNAME_SEPARATOR);<a name="line.675"></a>
-<span class="sourceLineNo">676</span> if (splitServer[0].equalsIgnoreCase(hostname) && splitServer[1].equals(portString)) {<a name="line.676"></a>
-<span class="sourceLineNo">677</span> i.remove();<a name="line.677"></a>
-<span class="sourceLineNo">678</span> return server;<a name="line.678"></a>
-<span class="sourceLineNo">679</span> }<a name="line.679"></a>
-<span class="sourceLineNo">680</span> }<a name="line.680"></a>
-<span class="sourceLineNo">681</span> return server;<a name="line.681"></a>
-<span class="sourceLineNo">682</span> }<a name="line.682"></a>
-<span class="sourceLineNo">683</span><a name="line.683"></a>
-<span class="sourceLineNo">684</span> /**<a name="line.684"></a>
-<span class="sourceLineNo">685</span> * Tries to scan a row from passed region<a name="line.685"></a>
-<span class="sourceLineNo">686</span> */<a name="line.686"></a>
-<span class="sourceLineNo">687</span> private void isSuccessfulScan(RegionInfo region) throws IOException {<a name="line.687"></a>
-<span class="sourceLineNo">688</span> Scan scan = new Scan().withStartRow(region.getStartKey()).setRaw(true).setOneRowLimit()<a name="line.688"></a>
-<span class="sourceLineNo">689</span> .setMaxResultSize(1L).setCaching(1).setFilter(new FirstKeyOnlyFilter())<a name="line.689"></a>
-<span class="sourceLineNo">690</span> .setCacheBlocks(false);<a name="line.690"></a>
-<span class="sourceLineNo">691</span> try (Table table = conn.getTable(region.getTable());<a name="line.691"></a>
-<span class="sourceLineNo">692</span> ResultScanner scanner = table.getScanner(scan)) {<a name="line.692"></a>
-<span class="sourceLineNo">693</span> scanner.next();<a name="line.693"></a>
-<span class="sourceLineNo">694</span> } catch (IOException e) {<a name="line.694"></a>
-<span class="sourceLineNo">695</span> LOG.error("Could not scan region:" + region.getEncodedName(), e);<a name="line.695"></a>
-<span class="sourceLineNo">696</span> throw e;<a name="line.696"></a>
-<span class="sourceLineNo">697</span> }<a name="line.697"></a>
-<span class="sourceLineNo">698</span> }<a name="line.698"></a>
-<span class="sourceLineNo">699</span><a name="line.699"></a>
-<span class="sourceLineNo">700</span> /**<a name="line.700"></a>
-<span class="sourceLineNo">701</span> * Returns true if passed region is still on serverName when we look at hbase:meta.<a name="line.701"></a>
-<span class="sourceLineNo">702</span> * @return true if region is hosted on serverName otherwise false<a name="line.702"></a>
-<span class="sourceLineNo">703</span> */<a name="line.703"></a>
-<span class="sourceLineNo">704</span> private boolean isSameServer(RegionInfo region, ServerName serverName)<a name="line.704"></a>
-<span class="sourceLineNo">705</span> throws IOException {<a name="line.705"></a>
-<span class="sourceLineNo">706</span> ServerName serverForRegion = getServerNameForRegion(region);<a name="line.706"></a>
-<span class="sourceLineNo">707</span> if (serverForRegion != null && serverForRegion.equals(serverName)) {<a name="line.707"></a>
-<span class="sourceLineNo">708</span> return true;<a name="line.708"></a>
-<span class="sourceLineNo">709</span> }<a name="line.709"></a>
-<span class="sourceLineNo">710</span> return false;<a name="line.710"></a>
-<span class="sourceLineNo">711</span> }<a name="line.711"></a>
-<span class="sourceLineNo">712</span><a name="line.712"></a>
-<span class="sourceLineNo">713</span> /**<a name="line.713"></a>
-<span class="sourceLineNo">714</span> * Get servername that is up in hbase:meta hosting the given region. this is hostname + port +<a name="line.714"></a>
-<span class="sourceLineNo">715</span> * startcode comma-delimited. Can return null<a name="line.715"></a>
-<span class="sourceLineNo">716</span> * @return regionServer hosting the given region<a name="line.716"></a>
-<span class="sourceLineNo">717</span> */<a name="line.717"></a>
-<span class="sourceLineNo">718</span> private ServerName getServerNameForRegion(RegionInfo region) throws IOException {<a name="line.718"></a>
-<span class="sourceLineNo">719</span> if (!admin.isTableEnabled(region.getTable())) {<a name="line.719"></a>
-<span class="sourceLineNo">720</span> return null;<a name="line.720"></a>
-<span class="sourceLineNo">721</span> }<a name="line.721"></a>
-<span class="sourceLineNo">722</span> return MetaTableAccessor.getRegionLocation(conn, region).getServerName();<a name="line.722"></a>
-<span class="sourceLineNo">723</span> }<a name="line.723"></a>
-<span class="sourceLineNo">724</span><a name="line.724"></a>
-<span class="sourceLineNo">725</span> @Override<a name="line.725"></a>
-<span class="sourceLineNo">726</span> protected void addOptions() {<a name="line.726"></a>
-<span class="sourceLineNo">727</span> this.addRequiredOptWithArg("r", "regionserverhost", "region server <hostname>|<hostname:port>");<a name="line.727"></a>
-<span class="sourceLineNo">728</span> this.addRequiredOptWithArg("o", "operation", "Expected: load/unload");<a name="line.728"></a>
-<span class="sourceLineNo">729</span> this.addOptWithArg("m", "maxthreads",<a name="line.729"></a>
-<span class="sourceLineNo">730</span> "Define the maximum number of threads to use to unload and reload the regions");<a name="line.730"></a>
-<span class="sourceLineNo">731</span> this.addOptWithArg("x", "excludefile",<a name="line.731"></a>
-<span class="sourceLineNo">732</span> "File with <hostname:port> per line to exclude as unload targets; default excludes only "<a name="line.732"></a>
-<span class="sourceLineNo">733</span> + "target host; useful for rack decommisioning.");<a name="line.733"></a>
-<span class="sourceLineNo">734</span> this.addOptWithArg("f", "filename",<a name="line.734"></a>
-<span class="sourceLineNo">735</span> "File to save regions list into unloading, or read from loading; "<a name="line.735"></a>
-<span class="sourceLineNo">736</span> + "default /tmp/<usernamehostname:port>");<a name="line.736"></a>
-<span class="sourceLineNo">737</span> this.addOptNoArg("n", "noack",<a name="line.737"></a>
-<span class="sourceLineNo">738</span> "Turn on No-Ack mode(default: false) which won't check if region is online on target "<a name="line.738"></a>
-<span class="sourceLineNo">739</span> + "RegionServer, hence best effort. This is more performant in unloading and loading "<a name="line.739"></a>
-<span class="sourceLineNo">740</span> + "but might lead to region being unavailable for some time till master reassigns it "<a name="line.740"></a>
-<span class="sourceLineNo">741</span> + "in case the move failed");<a name="line.741"></a>
-<span class="sourceLineNo">742</span> this.addOptWithArg("t", "timeout", "timeout in seconds after which the tool will exit "<a name="line.742"></a>
-<span class="sourceLineNo">743</span> + "irrespective of whether it finished or not;default Integer.MAX_VALUE");<a name="line.743"></a>
-<span class="sourceLineNo">744</span> }<a name="line.744"></a>
-<span class="sourceLineNo">745</span><a name="line.745"></a>
-<span class="sourceLineNo">746</span> @Override<a name="line.746"></a>
-<span class="sourceLineNo">747</span> protected void processOptions(CommandLine cmd) {<a name="line.747"></a>
-<span class="sourceLineNo">748</span> String hostname = cmd.getOptionValue("r");<a name="line.748"></a>
-<span class="sourceLineNo">749</span> rmbuilder = new RegionMoverBuilder(hostname);<a name="line.749"></a>
-<span class="sourceLineNo">750</span> if (cmd.hasOption('m')) {<a name="line.750"></a>
-<span class="sourceLineNo">751</span> rmbuilder.maxthreads(Integer.parseInt(cmd.getOptionValue('m')));<a name="line.751"></a>
-<span class="sourceLineNo">752</span> }<a name="line.752"></a>
-<span class="sourceLineNo">753</span> if (cmd.hasOption('n')) {<a name="line.753"></a>
-<span class="sourceLineNo">754</span> rmbuilder.ack(false);<a name="line.754"></a>
-<span class="sourceLineNo">755</span> }<a name="line.755"></a>
-<span class="sourceLineNo">756</span> if (cmd.hasOption('f')) {<a name="line.756"></a>
-<span class="sourceLineNo">757</span> rmbuilder.filename(cmd.getOptionValue('f'));<a name="line.757"></a>
-<span class="sourceLineNo">758</span> }<a name="line.758"></a>
-<span class="sourceLineNo">759</span> if (cmd.hasOption('x')) {<a name="line.759"></a>
-<span class="sourceLineNo">760</span> rmbuilder.excludeFile(cmd.getOptionValue('x'));<a name="line.760"></a>
-<span class="sourceLineNo">761</span> }<a name="line.761"></a>
-<span class="sourceLineNo">762</span> if (cmd.hasOption('t')) {<a name="line.762"></a>
-<span class="sourceLineNo">763</span> rmbuilder.timeout(Integer.parseInt(cmd.getOptionValue('t')));<a name="line.763"></a>
-<span class="sourceLineNo">764</span> }<a name="line.764"></a>
-<span class="sourceLineNo">765</span> this.loadUnload = cmd.getOptionValue("o").toLowerCase(Locale.ROOT);<a name="line.765"></a>
-<span class="sourceLineNo">766</span> }<a name="line.766"></a>
-<span class="sourceLineNo">767</span><a name="line.767"></a>
-<span class="sourceLineNo">768</span> @Override<a name="line.768"></a>
-<span class="sourceLineNo">769</span> protected int doWork() throws Exception {<a name="line.769"></a>
-<span class="sourceLineNo">770</span> boolean success;<a name="line.770"></a>
-<span class="sourceLineNo">771</span> try (RegionMover rm = rmbuilder.build()) {<a name="line.771"></a>
-<span class="sourceLineNo">772</span> if (loadUnload.equalsIgnoreCase("load")) {<a name="line.772"></a>
-<span class="sourceLineNo">773</span> success = rm.load();<a name="line.773"></a>
-<span class="sourceLineNo">774</span> } else if (loadUnload.equalsIgnoreCase("unload")) {<a name="line.774"></a>
-<span class="sourceLineNo">775</span> success = rm.unload();<a name="line.775"></a>
-<span class="sourceLineNo">776</span> } else {<a name="line.776"></a>
-<span class="sourceLineNo">777</span> printUsage();<a name="line.777"></a>
-<span class="sourceLineNo">778</span> success = false;<a name="line.778"></a>
-<span class="sourceLineNo">779</span> }<a name="line.779"></a>
-<span class="sourceLineNo">780</span> }<a name="line.780"></a>
-<span class="sourceLineNo">781</span> return (success ? 0 : 1);<a name="line.781"></a>
-<span class="sourceLineNo">782</span> }<a name="line.782"></a>
-<span class="sourceLineNo">783</span><a name="line.783"></a>
-<span class="sourceLineNo">784</span> public static void main(String[] args) {<a name="line.784"></a>
-<span class="sourceLineNo">785</span> new RegionMover().doStaticMain(args);<a name="line.785"></a>
-<span class="sourceLineNo">786</span> }<a name="line.786"></a>
-<span class="sourceLineNo">787</span>}<a name="line.787"></a>
+<span class="sourceLineNo">048</span>import org.apache.commons.io.IOUtils;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>import org.apache.hadoop.conf.Configuration;<a name="line.49"></a>
+<span class="sourceLineNo">050</span>import org.apache.hadoop.hbase.ClusterMetrics.Option;<a name="line.50"></a>
+<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.51"></a>
+<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.HConstants;<a name="line.52"></a>
+<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.HRegionLocation;<a name="line.53"></a>
+<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.ServerName;<a name="line.54"></a>
+<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.55"></a>
+<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.56"></a>
+<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.57"></a>
+<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.58"></a>
+<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.client.ResultScanner;<a name="line.59"></a>
+<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.60"></a>
+<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.client.Table;<a name="line.61"></a>
+<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;<a name="line.62"></a>
+<span class="sourceLineNo">063</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.63"></a>
+<span class="sourceLineNo">064</span>import org.slf4j.Logger;<a name="line.64"></a>
+<span class="sourceLineNo">065</span>import org.slf4j.LoggerFactory;<a name="line.65"></a>
+<span class="sourceLineNo">066</span><a name="line.66"></a>
+<span class="sourceLineNo">067</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.67"></a>
+<span class="sourceLineNo">068</span>import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine;<a name="line.68"></a>
+<span class="sourceLineNo">069</span><a name="line.69"></a>
+<span class="sourceLineNo">070</span>/**<a name="line.70"></a>
+<span class="sourceLineNo">071</span> * Tool for loading/unloading regions to/from given regionserver This tool can be run from Command<a name="line.71"></a>
+<span class="sourceLineNo">072</span> * line directly as a utility. Supports Ack/No Ack mode for loading/unloading operations.Ack mode<a name="line.72"></a>
+<span class="sourceLineNo">073</span> * acknowledges if regions are online after movement while noAck mode is best effort mode that<a name="line.73"></a>
+<span class="sourceLineNo">074</span> * improves performance but will still move on if region is stuck/not moved. Motivation behind noAck<a name="line.74"></a>
+<span class="sourceLineNo">075</span> * mode being RS shutdown where even if a Region is stuck, upon shutdown master will move it<a name="line.75"></a>
+<span class="sourceLineNo">076</span> * anyways. This can also be used by constructiong an Object using the builder and then calling<a name="line.76"></a>
+<span class="sourceLineNo">077</span> * {@link #load()} or {@link #unload()} methods for the desired operations.<a name="line.77"></a>
+<span class="sourceLineNo">078</span> */<a name="line.78"></a>
+<span class="sourceLineNo">079</span>@InterfaceAudience.Public<a name="line.79"></a>
+<span class="sourceLineNo">080</span>public class RegionMover extends AbstractHBaseTool implements Closeable {<a name="line.80"></a>
+<span class="sourceLineNo">081</span> public static final String MOVE_RETRIES_MAX_KEY = "hbase.move.retries.max";<a name="line.81"></a>
+<span class="sourceLineNo">082</span> public static final String MOVE_WAIT_MAX_KEY = "hbase.move.wait.max";<a name="line.82"></a>
+<span class="sourceLineNo">083</span> public static final String SERVERSTART_WAIT_MAX_KEY = "hbase.serverstart.wait.max";<a name="line.83"></a>
+<span class="sourceLineNo">084</span> public static final int DEFAULT_MOVE_RETRIES_MAX = 5;<a name="line.84"></a>
+<span class="sourceLineNo">085</span> public static final int DEFAULT_MOVE_WAIT_MAX = 60;<a name="line.85"></a>
+<span class="sourceLineNo">086</span> public static final int DEFAULT_SERVERSTART_WAIT_MAX = 180;<a name="line.86"></a>
+<span class="sourceLineNo">087</span> static final Logger LOG = LoggerFactory.getLogger(RegionMover.class);<a name="line.87"></a>
+<span class="sourceLineNo">088</span> private RegionMoverBuilder rmbuilder;<a name="line.88"></a>
+<span class="sourceLineNo">089</span> private boolean ack = true;<a name="line.89"></a>
+<span class="sourceLineNo">090</span> private int maxthreads = 1;<a name="line.90"></a>
+<span class="sourceLineNo">091</span> private int timeout;<a name="line.91"></a>
+<span class="sourceLineNo">092</span> private String loadUnload;<a name="line.92"></a>
+<span class="sourceLineNo">093</span> private String hostname;<a name="line.93"></a>
+<span class="sourceLineNo">094</span> private String filename;<a name="line.94"></a>
+<span class="sourceLineNo">095</span> private String excludeFile;<a name="line.95"></a>
+<span class="sourceLineNo">096</span> private int port;<a name="line.96"></a>
+<span class="sourceLineNo">097</span> private Connection conn;<a name="line.97"></a>
+<span class="sourceLineNo">098</span> private Admin admin;<a name="line.98"></a>
+<span class="sourceLineNo">099</span><a name="line.99"></a>
+<span class="sourceLineNo">100</span> private RegionMover(RegionMoverBuilder builder) throws IOException {<a name="line.100"></a>
+<span class="sourceLineNo">101</span> this.hostname = builder.hostname;<a name="line.101"></a>
+<span class="sourceLineNo">102</span> this.filename = builder.filename;<a name="line.102"></a>
+<span class="sourceLineNo">103</span> this.excludeFile = builder.excludeFile;<a name="line.103"></a>
+<span class="sourceLineNo">104</span> this.maxthreads = builder.maxthreads;<a name="line.104"></a>
+<span class="sourceLineNo">105</span> this.ack = builder.ack;<a name="line.105"></a>
+<span class="sourceLineNo">106</span> this.port = builder.port;<a name="line.106"></a>
+<span class="sourceLineNo">107</span> this.timeout = builder.timeout;<a name="line.107"></a>
+<span class="sourceLineNo">108</span> setConf(builder.conf);<a name="line.108"></a>
+<span class="sourceLineNo">109</span> this.conn = ConnectionFactory.createConnection(conf);<a name="line.109"></a>
+<span class="sourceLineNo">110</span> this.admin = conn.getAdmin();<a name="line.110"></a>
+<span class="sourceLineNo">111</span> }<a name="line.111"></a>
+<span class="sourceLineNo">112</span><a name="line.112"></a>
+<span class="sourceLineNo">113</span> private RegionMover() {<a name="line.113"></a>
+<span class="sourceLineNo">114</span> }<a name="line.114"></a>
+<span class="sourceLineNo">115</span><a name="line.115"></a>
+<span class="sourceLineNo">116</span> @Override<a name="line.116"></a>
+<span class="sourceLineNo">117</span> public void close() {<a name="line.117"></a>
+<span class="sourceLineNo">118</span> IOUtils.closeQuietly(this.admin);<a name="line.118"></a>
+<span class="sourceLineNo">119</span> IOUtils.closeQuietly(this.conn);<a name="line.119"></a>
+<span class="sourceLineNo">120</span> }<a name="line.120"></a>
+<span class="sourceLineNo">121</span><a name="line.121"></a>
+<span class="sourceLineNo">122</span> /**<a name="line.122"></a>
+<span class="sourceLineNo">123</span> * Builder for Region mover. Use the {@link #build()} method to create RegionMover object. Has<a name="line.123"></a>
+<span class="sourceLineNo">124</span> * {@link #filename(String)}, {@link #excludeFile(String)}, {@link #maxthreads(int)},<a name="line.124"></a>
+<span class="sourceLineNo">125</span> * {@link #ack(boolean)}, {@link #timeout(int)} methods to set the corresponding options<a name="line.125"></a>
+<span class="sourceLineNo">126</span> */<a name="line.126"></a>
+<span class="sourceLineNo">127</span> public static class RegionMoverBuilder {<a name="line.127"></a>
+<span class="sourceLineNo">128</span> private boolean ack = true;<a name="line.128"></a>
+<span class="sourceLineNo">129</span> private int maxthreads = 1;<a name="line.129"></a>
+<span class="sourceLineNo">130</span> private int timeout = Integer.MAX_VALUE;<a name="line.130"></a>
+<span class="sourceLineNo">131</span> private String hostname;<a name="line.131"></a>
+<span class="sourceLineNo">132</span> private String filename;<a name="line.132"></a>
+<span class="sourceLineNo">133</span> private String excludeFile = null;<a name="line.133"></a>
+<span class="sourceLineNo">134</span> private String defaultDir = System.getProperty("java.io.tmpdir");<a name="line.134"></a>
+<span class="sourceLineNo">135</span> @VisibleForTesting<a name="line.135"></a>
+<span class="sourceLineNo">136</span> final int port;<a name="line.136"></a>
+<span class="sourceLineNo">137</span> private final Configuration conf;<a name="line.137"></a>
+<span class="sourceLineNo">138</span><a name="line.138"></a>
+<span class="sourceLineNo">139</span> public RegionMoverBuilder(String hostname) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span> this(hostname, createConf());<a name="line.140"></a>
+<span class="sourceLineNo">141</span> }<a name="line.141"></a>
+<span class="sourceLineNo">142</span><a name="line.142"></a>
+<span class="sourceLineNo">143</span> /**<a name="line.143"></a>
+<span class="sourceLineNo">144</span> * Creates a new configuration and sets region mover specific overrides<a name="line.144"></a>
+<span class="sourceLineNo">145</span> */<a name="line.145"></a>
+<span class="sourceLineNo">146</span> private static Configuration createConf() {<a name="line.146"></a>
+<span class="sourceLineNo">147</span> Configuration conf = HBaseConfiguration.create();<a name="line.147"></a>
+<span class="sourceLineNo">148</span> conf.setInt("hbase.client.prefetch.limit", 1);<a name="line.148"></a>
+<span class="sourceLineNo">149</span> conf.setInt("hbase.client.pause", 500);<a name="line.149"></a>
+<span class="sourceLineNo">150</span> conf.setInt("hbase.client.retries.number", 100);<a name="line.150"></a>
+<span class="sourceLineNo">151</span> return conf;<a name="line.151"></a>
+<span class="sourceLineNo">152</span> }<a name="line.152"></a>
+<span class="sourceLineNo">153</span><a name="line.153"></a>
+<span class="sourceLineNo">154</span> /**<a name="line.154"></a>
+<span class="sourceLineNo">155</span> * @param hostname Hostname to unload regions from or load regions to. Can be either hostname<a name="line.155"></a>
+<span class="sourceLineNo">156</span> * or hostname:port.<a name="line.156"></a>
+<span class="sourceLineNo">157</span> * @param conf Configuration object<a name="line.157"></a>
+<span class="sourceLineNo">158</span> */<a name="line.158"></a>
+<span class="sourceLineNo">159</span> public RegionMoverBuilder(String hostname, Configuration conf) {<a name="line.159"></a>
+<span class="sourceLineNo">160</span> String[] splitHostname = hostname.toLowerCase().split(":");<a name="line.160"></a>
+<span class="sourceLineNo">161</span> this.hostname = splitHostname[0];<a name="line.161"></a>
+<span class="sourceLineNo">162</span> if (splitHostname.length == 2) {<a name="line.162"></a>
+<span class="sourceLineNo">163</span> this.port = Integer.parseInt(splitHostname[1]);<a name="line.163"></a>
+<span class="sourceLineNo">164</span> } else {<a name="line.164"></a>
+<span class="sourceLineNo">165</span> this.port = conf.getInt(HConstants.REGIONSERVER_PORT, HConstants.DEFAULT_REGIONSERVER_PORT);<a name="line.165"></a>
+<span class="sourceLineNo">166</span> }<a name="line.166"></a>
+<span class="sourceLineNo">167</span> this.filename = defaultDir + File.separator + System.getProperty("user.name") + this.hostname<a name="line.167"></a>
+<span class="sourceLineNo">168</span> + ":" + Integer.toString(this.port);<a name="line.168"></a>
+<span class="sourceLineNo">169</span> this.conf = conf;<a name="line.169"></a>
+<span class="sourceLineNo">170</span> }<a name="line.170"></a>
+<span class="sourceLineNo">171</span><a name="line.171"></a>
+<span class="sourceLineNo">172</span> /**<a name="line.172"></a>
+<span class="sourceLineNo">173</span> * Path of file where regions will be written to during unloading/read from during loading<a name="line.173"></a>
+<span class="sourceLineNo">174</span> * @param filename<a name="line.174"></a>
+<span class="sourceLineNo">175</span> * @return RegionMoverBuilder object<a name="line.175"></a>
+<span class="sourceLineNo">176</span> */<a name="line.176"></a>
+<span class="sourceLineNo">177</span> public RegionMoverBuilder filename(String filename) {<a name="line.177"></a>
+<span class="sourceLineNo">178</span> this.filename = filename;<a name="line.178"></a>
+<span class="sourceLineNo">179</span> return this;<a name="line.179"></a>
+<span class="sourceLineNo">180</span> }<a name="line.180"></a>
+<span class="sourceLineNo">181</span><a name="line.181"></a>
+<span class="sourceLineNo">182</span> /**<a name="line.182"></a>
+<span class="sourceLineNo">183</span> * Set the max number of threads that will be used to move regions<a name="line.183"></a>
+<span class="sourceLineNo">184</span> */<a name="line.184"></a>
+<span class="sourceLineNo">185</span> public RegionMoverBuilder maxthreads(int threads) {<a name="line.185"></a>
+<span class="sourceLineNo">186</span> this.maxthreads = threads;<a name="line.186"></a>
+<span class="sourceLineNo">187</span> return this;<a name="line.187"></a>
+<span class="sourceLineNo">188</span> }<a name="line.188"></a>
+<span class="sourceLineNo">189</span><a name="line.189"></a>
+<span class="sourceLineNo">190</span> /**<a name="line.190"></a>
+<span class="sourceLineNo">191</span> * Path of file containing hostnames to be excluded during region movement. Exclude file should<a name="line.191"></a>
+<span class="sourceLineNo">192</span> * have 'host:port' per line. Port is mandatory here as we can have many RS running on a single<a name="line.192"></a>
+<span class="sourceLineNo">193</span> * host.<a name="line.193"></a>
+<span class="sourceLineNo">194</span> */<a name="line.194"></a>
+<span class="sourceLineNo">195</span> public RegionMoverBuilder excludeFile(String excludefile) {<a name="line.195"></a>
+<span class="sourceLineNo">196</span> this.excludeFile = excludefile;<a name="line.196"></a>
+<span class="sourceLineNo">197</span> return this;<a name="line.197"></a>
+<span class="sourceLineNo">198</span> }<a name="line.198"></a>
+<span class="sourceLineNo">199</span><a name="line.199"></a>
+<span class="sourceLineNo">200</span> /**<a name="line.200"></a>
+<span class="sourceLineNo">201</span> * Set ack/noAck mode.<a name="line.201"></a>
+<span class="sourceLineNo">202</span> * <p><a name="line.202"></a>
+<span class="sourceLineNo">203</span> * In ack mode regions are acknowledged before and after moving and the move is retried<a name="line.203"></a>
+<span class="sourceLineNo">204</span> * hbase.move.retries.max times, if unsuccessful we quit with exit code 1.No Ack mode is a best<a name="line.204"></a>
+<span class="sourceLineNo">205</span> * effort mode,each region movement is tried once.This can be used during graceful shutdown as<a name="line.205"></a>
+<span class="sourceLineNo">206</span> * even if we have a stuck region,upon shutdown it'll be reassigned anyway.<a name="line.206"></a>
+<span class="sourceLineNo">207</span> * <p><a name="line.207"></a>
+<span class="sourceLineNo">208</span> * @param ack<a name="line.208"></a>
+<span class="sourceLineNo">209</span> * @return RegionMoverBuilder object<a name="line.209"></a>
+<span class="sourceLineNo">210</span> */<a name="line.210"></a>
+<span class="sourceLineNo">211</span> public RegionMoverBuilder ack(boolean ack) {<a name="line.211"></a>
+<span class="sourceLineNo">212</span> this.ack = ack;<a name="line.212"></a>
+<span class="sourceLineNo">213</span> return this;<a name="line.213"></a>
+<span class="sourceLineNo">214</span> }<a name="line.214"></a>
+<span class="sourceLineNo">215</span><a name="line.215"></a>
+<span class="sourceLineNo">216</span> /**<a name="line.216"></a>
+<span class="sourceLineNo">217</span> * Set the timeout for Load/Unload operation in seconds.This is a global timeout,threadpool for<a name="line.217"></a>
+<span class="sourceLineNo">218</span> * movers also have a separate time which is hbase.move.wait.max * number of regions to<a name="line.218"></a>
+<span class="sourceLineNo">219</span> * load/unload<a name="line.219"></a>
+<span class="sourceLineNo">220</span> * @param timeout in seconds<a name="line.220"></a>
+<span class="sourceLineNo">221</span> * @return RegionMoverBuilder object<a name="line.221"></a>
+<span class="sourceLineNo">222</span> */<a name="line.222"></a>
+<span class="sourceLineNo">223</span> public RegionMoverBuilder timeout(int timeout) {<a name="line.223"></a>
+<span class="sourceLineNo">224</span> this.timeout = timeout;<a name="line.224"></a>
+<span class="sourceLineNo">225</span> return this;<a name="line.225"></a>
+<span class="sourceLineNo">226</span> }<a name="line.226"></a>
+<span class="sourceLineNo">227</span><a name="line.227"></a>
+<span class="sourceLineNo">228</span> /**<a name="line.228"></a>
+<span class="sourceLineNo">229</span> * This method builds the appropriate RegionMover object which can then be used to load/unload<a name="line.229"></a>
+<span class="sourceLineNo">230</span> * using load and unload methods<a name="line.230"></a>
+<span class="sourceLineNo">231</span> * @return RegionMover object<a name="line.231"></a>
+<span class="sourceLineNo">232</span> */<a name="line.232"></a>
+<span class="sourceLineNo">233</span> public RegionMover build() throws IOException {<a name="line.233"></a>
+<span class="sourceLineNo">234</span> return new RegionMover(this);<a name="line.234"></a>
+<span class="sourceLineNo">235</span> }<a name="line.235"></a>
+<span class="sourceLineNo">236</span> }<a name="line.236"></a>
+<span class="sourceLineNo">237</span><a name="line.237"></a>
+<span class="sourceLineNo">238</span> /**<a name="line.238"></a>
+<span class="sourceLineNo">239</span> * Move Regions and make sure that they are up on the target server.If a region movement fails we<a name="line.239"></a>
+<span class="sourceLineNo">240</span> * exit as failure<a name="line.240"></a>
+<span class="sourceLineNo">241</span> */<a name="line.241"></a>
+<span class="sourceLineNo">242</span> private class MoveWithAck implements Callable<Boolean> {<a name="line.242"></a>
+<span class="sourceLineNo">243</span> private RegionInfo region;<a name="line.243"></a>
+<span class="sourceLineNo">244</span> private ServerName targetServer;<a name="line.244"></a>
+<span class="sourceLineNo">245</span> private List<RegionInfo> movedRegions;<a name="line.245"></a>
+<span class="sourceLineNo">246</span> private ServerName sourceServer;<a name="line.246"></a>
+<span class="sourceLineNo">247</span><a name="line.247"></a>
+<span class="sourceLineNo">248</span> public MoveWithAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.248"></a>
+<span class="sourceLineNo">249</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.249"></a>
+<span class="sourceLineNo">250</span> this.region = regionInfo;<a name="line.250"></a>
+<span class="sourceLineNo">251</span> this.targetServer = targetServer;<a name="line.251"></a>
+<span class="sourceLineNo">252</span> this.movedRegions = movedRegions;<a name="line.252"></a>
+<span class="sourceLineNo">253</span> this.sourceServer = sourceServer;<a name="line.253"></a>
+<span class="sourceLineNo">254</span> }<a name="line.254"></a>
+<span class="sourceLineNo">255</span><a name="line.255"></a>
+<span class="sourceLineNo">256</span> @Override<a name="line.256"></a>
+<span class="sourceLineNo">257</span> public Boolean call() throws IOException, InterruptedException {<a name="line.257"></a>
+<span class="sourceLineNo">258</span> boolean moved = false;<a name="line.258"></a>
+<span class="sourceLineNo">259</span> int count = 0;<a name="line.259"></a>
+<span class="sourceLineNo">260</span> int retries = admin.getConfiguration().getInt(MOVE_RETRIES_MAX_KEY, DEFAULT_MOVE_RETRIES_MAX);<a name="line.260"></a>
+<span class="sourceLineNo">261</span> int maxWaitInSeconds =<a name="line.261"></a>
+<span class="sourceLineNo">262</span> admin.getConfiguration().getInt(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.262"></a>
+<span class="sourceLineNo">263</span> long startTime = EnvironmentEdgeManager.currentTime();<a name="line.263"></a>
+<span class="sourceLineNo">264</span> boolean sameServer = true;<a name="line.264"></a>
+<span class="sourceLineNo">265</span> // Assert we can scan the region in its current location<a name="line.265"></a>
+<span class="sourceLineNo">266</span> isSuccessfulScan(region);<a name="line.266"></a>
+<span class="sourceLineNo">267</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.267"></a>
+<span class="sourceLineNo">268</span> + targetServer);<a name="line.268"></a>
+<span class="sourceLineNo">269</span> while (count < retries && sameServer) {<a name="line.269"></a>
+<span class="sourceLineNo">270</span> if (count > 0) {<a name="line.270"></a>
+<span class="sourceLineNo">271</span> LOG.info("Retry " + Integer.toString(count) + " of maximum " + Integer.toString(retries));<a name="line.271"></a>
+<span class="sourceLineNo">272</span> }<a name="line.272"></a>
+<span class="sourceLineNo">273</span> count = count + 1;<a name="line.273"></a>
+<span class="sourceLineNo">274</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.274"></a>
+<span class="sourceLineNo">275</span> long maxWait = startTime + (maxWaitInSeconds * 1000);<a name="line.275"></a>
+<span class="sourceLineNo">276</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.276"></a>
+<span class="sourceLineNo">277</span> sameServer = isSameServer(region, sourceServer);<a name="line.277"></a>
+<span class="sourceLineNo">278</span> if (!sameServer) {<a name="line.278"></a>
+<span class="sourceLineNo">279</span> break;<a name="line.279"></a>
+<span class="sourceLineNo">280</span> }<a name="line.280"></a>
+<span class="sourceLineNo">281</span> Thread.sleep(100);<a name="line.281"></a>
+<span class="sourceLineNo">282</span> }<a name="line.282"></a>
+<span class="sourceLineNo">283</span> }<a name="line.283"></a>
+<span class="sourceLineNo">284</span> if (sameServer) {<a name="line.284"></a>
+<span class="sourceLineNo">285</span> LOG.error("Region: " + region.getRegionNameAsString() + " stuck on " + this.sourceServer<a name="line.285"></a>
+<span class="sourceLineNo">286</span> + ",newServer=" + this.targetServer);<a name="line.286"></a>
+<span class="sourceLineNo">287</span> } else {<a name="line.287"></a>
+<span class="sourceLineNo">288</span> isSuccessfulScan(region);<a name="line.288"></a>
+<span class="sourceLineNo">289</span> LOG.info("Moved Region "<a name="line.289"></a>
+<span class="sourceLineNo">290</span> + region.getRegionNameAsString()<a name="line.290"></a>
+<span class="sourceLineNo">291</span> + " cost:"<a name="line.291"></a>
+<span class="sourceLineNo">292</span> + String.format("%.3f",<a name="line.292"></a>
+<span class="sourceLineNo">293</span> (float) (EnvironmentEdgeManager.currentTime() - startTime) / 1000));<a name="line.293"></a>
+<span class="sourceLineNo">294</span> moved = true;<a name="line.294"></a>
+<span class="sourceLineNo">295</span> movedRegions.add(region);<a name="line.295"></a>
+<span class="sourceLineNo">296</span> }<a name="line.296"></a>
+<span class="sourceLineNo">297</span> return moved;<a name="line.297"></a>
+<span class="sourceLineNo">298</span> }<a name="line.298"></a>
+<span class="sourceLineNo">299</span> }<a name="line.299"></a>
+<span class="sourceLineNo">300</span><a name="line.300"></a>
+<span class="sourceLineNo">301</span> /**<a name="line.301"></a>
+<span class="sourceLineNo">302</span> * Move Regions without Acknowledging.Usefule in case of RS shutdown as we might want to shut the<a name="line.302"></a>
+<span class="sourceLineNo">303</span> * RS down anyways and not abort on a stuck region. Improves movement performance<a name="line.303"></a>
+<span class="sourceLineNo">304</span> */<a name="line.304"></a>
+<span class="sourceLineNo">305</span> private class MoveWithoutAck implements Callable<Boolean> {<a name="line.305"></a>
+<span class="sourceLineNo">306</span> private RegionInfo region;<a name="line.306"></a>
+<span class="sourceLineNo">307</span> private ServerName targetServer;<a name="line.307"></a>
+<span class="sourceLineNo">308</span> private List<RegionInfo> movedRegions;<a name="line.308"></a>
+<span class="sourceLineNo">309</span> private ServerName sourceServer;<a name="line.309"></a>
+<span class="sourceLineNo">310</span><a name="line.310"></a>
+<span class="sourceLineNo">311</span> public MoveWithoutAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.311"></a>
+<span class="sourceLineNo">312</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.312"></a>
+<span class="sourceLineNo">313</span> this.region = regionInfo;<a name="line.313"></a>
+<span class="sourceLineNo">314</span> this.targetServer = targetServer;<a name="line.314"></a>
+<span class="sourceLineNo">315</span> this.movedRegions = movedRegions;<a name="line.315"></a>
+<span class="sourceLineNo">316</span> this.sourceServer = sourceServer;<a name="line.316"></a>
+<span class="sourceLineNo">317</span> }<a name="line.317"></a>
+<span class="sourceLineNo">318</span><a name="line.318"></a>
+<span class="sourceLineNo">319</span> @Override<a name="line.319"></a>
+<span class="sourceLineNo">320</span> public Boolean call() {<a name="line.320"></a>
+<span class="sourceLineNo">321</span> try {<a name="line.321"></a>
+<span class="sourceLineNo">322</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.322"></a>
+<span class="sourceLineNo">323</span> + targetServer);<a name="line.323"></a>
+<span class="sourceLineNo">324</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.324"></a>
+<span class="sourceLineNo">325</span> LOG.info("Moved " + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.325"></a>
+<span class="sourceLineNo">326</span> + targetServer);<a name="line.326"></a>
+<span class="sourceLineNo">327</span> } catch (Exception e) {<a name="line.327"></a>
+<span class="sourceLineNo">328</span> LOG.error("Error Moving Region:" + region.getEncodedName(), e);<a name="line.328"></a>
+<span class="sourceLineNo">329</span> } finally {<a name="line.329"></a>
+<span class="sourceLineNo">330</span> // we add region to the moved regions list in No Ack Mode since this is best effort<a name="line.330"></a>
+<span class="sourceLineNo">331</span> movedRegions.add(region);<a name="line.331"></a>
+<span class="sourceLineNo">332</span> }<a name="line.332"></a>
+<span class="sourceLineNo">333</span> return true;<a name="line.333"></a>
+<span class="sourceLineNo">334</span> }<a name="line.334"></a>
+<span class="sourceLineNo">335</span> }<a name="line.335"></a>
+<span class="sourceLineNo">336</span><a name="line.336"></a>
+<span class="sourceLineNo">337</span> /**<a name="line.337"></a>
+<span class="sourceLineNo">338</span> * Loads the specified {@link #hostname} with regions listed in the {@link #filename} RegionMover<a name="line.338"></a>
+<span class="sourceLineNo">339</span> * Object has to be created using {@link #RegionMover(RegionMoverBuilder)}<a name="line.339"></a>
+<span class="sourceLineNo">340</span> * @return true if loading succeeded, false otherwise<a name="line.340"></a>
+<span class="sourceLineNo">341</span> */<a name="line.341"></a>
+<span class="sourceLineNo">342</span> public boolean load() throws ExecutionException, InterruptedException, TimeoutException {<a name="line.342"></a>
+<span class="sourceLineNo">343</span> ExecutorService loadPool = Executors.newFixedThreadPool(1);<a name="line.343"></a>
+<span class="sourceLineNo">344</span> Future<Boolean> loadTask = loadPool.submit(() -> {<a name="line.344"></a>
+<span class="sourceLineNo">345</span> try {<a name="line.345"></a>
+<span class="sourceLineNo">346</span> List<RegionInfo> regionsToMove = readRegionsFromFile(filename);<a name="line.346"></a>
+<span class="sourceLineNo">347</span> if (regionsToMove.isEmpty()) {<a name="line.347"></a>
+<span class="sourceLineNo">348</span> LOG.info("No regions to load.Exiting");<a name="line.348"></a>
+<span class="sourceLineNo">349</span> return true;<a name="line.349"></a>
+<span class="sourceLineNo">350</span> }<a name="line.350"></a>
+<span class="sourceLineNo">351</span> loadRegions(regionsToMove);<a name="line.351"></a>
+<span class="sourceLineNo">352</span> } catch (Exception e) {<a name="line.352"></a>
+<span class="sourceLineNo">353</span> LOG.error("Error while loading regions to " + hostname, e);<a name="line.353"></a>
+<span class="sourceLineNo">354</span> return false;<a name="line.354"></a>
+<span class="sourceLineNo">355</span> }<a name="line.355"></a>
+<span class="sourceLineNo">356</span> return true;<a name="line.356"></a>
+<span class="sourceLineNo">357</span> });<a name="line.357"></a>
+<span class="sourceLineNo">358</span> return waitTaskToFinish(loadPool, loadTask, "loading");<a name="line.358"></a>
+<span class="sourceLineNo">359</span> }<a name="line.359"></a>
+<span class="sourceLineNo">360</span><a name="line.360"></a>
+<span class="sourceLineNo">361</span> private void loadRegions(List<RegionInfo> regionsToMove)<a name="line.361"></a>
+<span class="sourceLineNo">362</span> throws Exception {<a name="line.362"></a>
+<span class="sourceLineNo">363</span> ServerName server = getTargetServer();<a name="line.363"></a>
+<span class="sourceLineNo">364</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.364"></a>
+<span class="sourceLineNo">365</span> LOG.info(<a name="line.365"></a>
+<span class="sourceLineNo">366</span> "Moving " + regionsToMove.size() + " regions to " + server + " using " + this.maxthreads<a name="line.366"></a>
+<span class="sourceLineNo">367</span> + " threads.Ack mode:" + this.ack);<a name="line.367"></a>
+<span class="sourceLineNo">368</span><a name="line.368"></a>
+<span class="sourceLineNo">369</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.369"></a>
+<span class="sourceLineNo">370</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.370"></a>
+<span class="sourceLineNo">371</span> int counter = 0;<a name="line.371"></a>
+<span class="sourceLineNo">372</span> while (counter < regionsToMove.size()) {<a name="line.372"></a>
+<span class="sourceLineNo">373</span> RegionInfo region = regionsToMove.get(counter);<a name="line.373"></a>
+<span class="sourceLineNo">374</span> ServerName currentServer = getServerNameForRegion(region);<a name="line.374"></a>
+<span class="sourceLineNo">375</span> if (currentServer == null) {<a name="line.375"></a>
+<span class="sourceLineNo">376</span> LOG.warn(<a name="line.376"></a>
+<span class="sourceLineNo">377</span> "Could not get server for Region:" + region.getRegionNameAsString() + " moving on");<a name="line.377"></a>
+<span class="sourceLineNo">378</span> counter++;<a name="line.378"></a>
+<span class="sourceLineNo">379</span> continue;<a name="line.379"></a>
+<span class="sourceLineNo">380</span> } else if (server.equals(currentServer)) {<a name="line.380"></a>
+<span class="sourceLineNo">381</span> LOG.info(<a name="line.381"></a>
+<span class="sourceLineNo">382</span> "Region " + region.getRegionNameAsString() + " is already on target server=" + server);<a name="line.382"></a>
+<span class="sourceLineNo">383</span> counter++;<a name="line.383"></a>
+<span class="sourceLineNo">384</span> continue;<a name="line.384"></a>
+<span class="sourceLineNo">385</span> }<a name="line.385"></a>
+<span class="sourceLineNo">386</span> if (ack) {<a name="line.386"></a>
+<span class="sourceLineNo">387</span> Future<Boolean> task =<a name="line.387"></a>
+<span class="sourceLineNo">388</span> moveRegionsPool.submit(new MoveWithAck(region, currentServer, server, movedRegions));<a name="line.388"></a>
+<span class="sourceLineNo">389</span> taskList.add(task);<a name="line.389"></a>
+<span class="sourceLineNo">390</span> } else {<a name="line.390"></a>
+<span class="sourceLineNo">391</span> Future<Boolean> task =<a name="line.391"></a>
+<span class="sourceLineNo">392</span> moveRegionsPool.submit(new MoveWithoutAck(region, currentServer, server, movedRegions));<a name="line.392"></a>
+<span class="sourceLineNo">393</span> taskList.add(task);<a name="line.393"></a>
+<span class="sourceLineNo">394</span> }<a name="line.394"></a>
+<span class="sourceLineNo">395</span> counter++;<a name="line.395"></a>
+<span class="sourceLineNo">396</span> }<a name="line.396"></a>
+<span class="sourceLineNo">397</span><a name="line.397"></a>
+<span class="sourceLineNo">398</span> moveRegionsPool.shutdown();<a name="line.398"></a>
+<span class="sourceLineNo">399</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.399"></a>
+<span class="sourceLineNo">400</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.400"></a>
+<span class="sourceLineNo">401</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.401"></a>
+<span class="sourceLineNo">402</span> }<a name="line.402"></a>
+<span class="sourceLineNo">403</span><a name="line.403"></a>
+<span class="sourceLineNo">404</span> /**<a name="line.404"></a>
+<span class="sourceLineNo">405</span> * Unload regions from given {@link #hostname} using ack/noAck mode and {@link #maxthreads}.In<a name="line.405"></a>
+<span class="sourceLineNo">406</span> * noAck mode we do not make sure that region is successfully online on the target region<a name="line.406"></a>
+<span class="sourceLineNo">407</span> * server,hence it is best effort.We do not unload regions to hostnames given in<a name="line.407"></a>
+<span class="sourceLineNo">408</span> * {@link #excludeFile}.<a name="line.408"></a>
+<span class="sourceLineNo">409</span> * @return true if unloading succeeded, false otherwise<a name="line.409"></a>
+<span class="sourceLineNo">410</span> */<a name="line.410"></a>
+<span class="sourceLineNo">411</span> public boolean unload() throws InterruptedException, ExecutionException, TimeoutException {<a name="line.411"></a>
+<span class="sourceLineNo">412</span> deleteFile(this.filename);<a name="line.412"></a>
+<span class="sourceLineNo">413</span> ExecutorService unloadPool = Executors.newFixedThreadPool(1);<a name="line.413"></a>
+<span class="sourceLineNo">414</span> Future<Boolean> unloadTask = unloadPool.submit(() -> {<a name="line.414"></a>
+<span class="sourceLineNo">415</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.415"></a>
+<span class="sourceLineNo">416</span> try {<a name="line.416"></a>
+<span class="sourceLineNo">417</span> // Get Online RegionServers<a name="line.417"></a>
+<span class="sourceLineNo">418</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.418"></a>
+<span class="sourceLineNo">419</span> regionServers.addAll(<a name="line.419"></a>
+<span class="sourceLineNo">420</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.420"></a>
+<span class="sourceLineNo">421</span> .keySet());<a name="line.421"></a>
+<span class="sourceLineNo">422</span> // Remove the host Region server from target Region Servers list<a name="line.422"></a>
+<span class="sourceLineNo">423</span> ServerName server = stripServer(regionServers, hostname, port);<a name="line.423"></a>
+<span class="sourceLineNo">424</span> // Remove RS present in the exclude file<a name="line.424"></a>
+<span class="sourceLineNo">425</span> stripExcludes(regionServers);<a name="line.425"></a>
+<span class="sourceLineNo">426</span> stripMaster(regionServers);<a name="line.426"></a>
+<span class="sourceLineNo">427</span> if (regionServers.isEmpty()) {<a name="line.427"></a>
+<span class="sourceLineNo">428</span> LOG.warn("No Regions were moved - no servers available");<a name="line.428"></a>
+<span class="sourceLineNo">429</span> return false;<a name="line.429"></a>
+<span class="sourceLineNo">430</span> }<a name="line.430"></a>
+<span class="sourceLineNo">431</span> unloadRegions(server, regionServers, movedRegions);<a name="line.431"></a>
+<span class="sourceLineNo">432</span> } catch (Exception e) {<a name="line.432"></a>
+<span class="sourceLineNo">433</span> LOG.error("Error while unloading regions ", e);<a name="line.433"></a>
+<span class="sourceLineNo">434</span> return false;<a name="line.434"></a>
+<span class="sourceLineNo">435</span> } finally {<a name="line.435"></a>
+<span class="sourceLineNo">436</span> if (movedRegions != null) {<a name="line.436"></a>
+<span class="sourceLineNo">437</span> writeFile(filename, movedRegions);<a name="line.437"></a>
+<span class="sourceLineNo">438</span> }<a name="line.438"></a>
+<span class="sourceLineNo">439</span> }<a name="line.439"></a>
+<span class="sourceLineNo">440</span> return true;<a name="line.440"></a>
+<span class="sourceLineNo">441</span> });<a name="line.441"></a>
+<span class="sourceLineNo">442</span> return waitTaskToFinish(unloadPool, unloadTask, "unloading");<a name="line.442"></a>
+<span class="sourceLineNo">443</span> }<a name="line.443"></a>
+<span class="sourceLineNo">444</span><a name="line.444"></a>
+<span class="sourceLineNo">445</span> private void unloadRegions(ServerName server, List<ServerName> regionServers,<a name="line.445"></a>
+<span class="sourceLineNo">446</span> List<RegionInfo> movedRegions) throws Exception {<a name="line.446"></a>
+<span class="sourceLineNo">447</span> while (true) {<a name="line.447"></a>
+<span class="sourceLineNo">448</span> List<RegionInfo> regionsToMove = admin.getRegions(server);<a name="line.448"></a>
+<span class="sourceLineNo">449</span> regionsToMove.removeAll(movedRegions);<a name="line.449"></a>
+<span class="sourceLineNo">450</span> if (regionsToMove.isEmpty()) {<a name="line.450"></a>
+<span class="sourceLineNo">451</span> LOG.info("No Regions to move....Quitting now");<a name="line.451"></a>
+<span class="sourceLineNo">452</span> break;<a name="line.452"></a>
+<span class="sourceLineNo">453</span> }<a name="line.453"></a>
+<span class="sourceLineNo">454</span> int counter = 0;<a name="line.454"></a>
+<span class="sourceLineNo">455</span> LOG.info("Moving " + regionsToMove.size() + " regions from " + this.hostname + " to "<a name="line.455"></a>
+<span class="sourceLineNo">456</span> + regionServers.size() + " servers using " + this.maxthreads + " threads .Ack Mode:"<a name="line.456"></a>
+<span class="sourceLineNo">457</span> + ack);<a name="line.457"></a>
+<span class="sourceLineNo">458</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.458"></a>
+<span class="sourceLineNo">459</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.459"></a>
+<span class="sourceLineNo">460</span> int serverIndex = 0;<a name="line.460"></a>
+<span class="sourceLineNo">461</span> while (counter < regionsToMove.size()) {<a name="line.461"></a>
+<span class="sourceLineNo">462</span> if (ack) {<a name="line.462"></a>
+<span class="sourceLineNo">463</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.463"></a>
+<span class="sourceLineNo">464</span> new MoveWithAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.464"></a>
+<span class="sourceLineNo">465</span> movedRegions));<a name="line.465"></a>
+<span class="sourceLineNo">466</span> taskList.add(task);<a name="line.466"></a>
+<span class="sourceLineNo">467</span> } else {<a name="line.467"></a>
+<span class="sourceLineNo">468</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.468"></a>
+<span class="sourceLineNo">469</span> new MoveWithoutAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.469"></a>
+<span class="sourceLineNo">470</span> movedRegions));<a name="line.470"></a>
+<span class="sourceLineNo">471</span> taskList.add(task);<a name="line.471"></a>
+<span class="sourceLineNo">472</span> }<a name="line.472"></a>
+<span class="sourceLineNo">473</span> counter++;<a name="line.473"></a>
+<span class="sourceLineNo">474</span> serverIndex = (serverIndex + 1) % regionServers.size();<a name="line.474"></a>
+<span class="sourceLineNo">475</span> }<a name="line.475"></a>
+<span class="sourceLineNo">476</span> moveRegionsPool.shutdown();<a name="line.476"></a>
+<span class="sourceLineNo">477</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.477"></a>
+<span class="sourceLineNo">478</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.478"></a>
+<span class="sourceLineNo">479</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.479"></a>
+<span class="sourceLineNo">480</span> }<a name="line.480"></a>
+<span class="sourceLineNo">481</span> }<a name="line.481"></a>
+<span class="sourceLineNo">482</span><a name="line.482"></a>
+<span class="sourceLineNo">483</span> private boolean waitTaskToFinish(ExecutorService pool, Future<Boolean> task, String operation)<a name="line.483"></a>
+<span class="sourceLineNo">484</span> throws TimeoutException, InterruptedException, ExecutionException {<a name="line.484"></a>
+<span class="sourceLineNo">485</span> pool.shutdown();<a name="line.485"></a>
+<span class="sourceLineNo">486</span> try {<a name="line.486"></a>
+<span class="sourceLineNo">487</span> if (!pool.awaitTermination((long) this.timeout, TimeUnit.SECONDS)) {<a name="line.487"></a>
+<span class="sourceLineNo">488</span> LOG.warn(<a name="line.488"></a>
+<span class="sourceLineNo">489</span> "Timed out before finishing the " + operation + " operation. Timeout: " + this.timeout<a name="line.489"></a>
+<span class="sourceLineNo">490</span> + "sec");<a name="line.490"></a>
+<span class="sourceLineNo">491</span> pool.shutdownNow();<a name="line.491"></a>
+<span class="sourceLineNo">492</span> }<a name="line.492"></a>
+<span class="sourceLineNo">493</span> } catch (InterruptedException e) {<a name="line.493"></a>
+<span class="sourceLineNo">494</span> pool.shutdownNow();<a name="line.494"></a>
+<span class="sourceLineNo">495</span> Thread.currentThread().interrupt();<a name="line.495"></a>
+<span class="sourceLineNo">496</span> }<a name="line.496"></a>
+<span class="sourceLineNo">497</span> try {<a name="line.497"></a>
+<span class="sourceLineNo">498</span> return task.get(5, TimeUnit.SECONDS);<a name="line.498"></a>
+<span class="sourceLineNo">499</span> } catch (InterruptedException e) {<a name="line.499"></a>
+<span class="sourceLineNo">500</span> LOG.warn("Interrupted while " + operation + " Regions on " + this.hostname, e);<a name="line.500"></a>
+<span class="sourceLineNo">501</span> throw e;<a name="line.501"></a>
+<span class="sourceLineNo">502</span> } catch (ExecutionException e) {<a name="line.502"></a>
+<span class="sourceLineNo">503</span> LOG.error("Error while " + operation + " regions on RegionServer " + this.hostname, e);<a name="line.503"></a>
+<span class="sourceLineNo">504</span> throw e;<a name="line.504"></a>
+<span class="sourceLineNo">505</span> }<a name="line.505"></a>
+<span class="sourceLineNo">506</span> }<a name="line.506"></a>
+<span class="sourceLineNo">507</span><a name="line.507"></a>
+<span class="sourceLineNo">508</span> private void waitMoveTasksToFinish(ExecutorService moveRegionsPool,<a name="line.508"></a>
+<span class="sourceLineNo">509</span> List<Future<Boolean>> taskList, long timeoutInSeconds) throws Exception {<a name="line.509"></a>
+<span class="sourceLineNo">510</span> try {<a name="line.510"></a>
+<span class="sourceLineNo">511</span> if (!moveRegionsPool.awaitTermination(timeoutInSeconds, TimeUnit.SECONDS)) {<a name="line.511"></a>
+<span class="sourceLineNo">512</span> moveRegionsPool.shutdownNow();<a name="line.512"></a>
+<span class="sourceLineNo">513</span> }<a name="line.513"></a>
+<span class="sourceLineNo">514</span> } catch (InterruptedException e) {<a name="line.514"></a>
+<span class="sourceLineNo">515</span> moveRegionsPool.shutdownNow();<a name="line.515"></a>
+<span class="sourceLineNo">516</span> Thread.currentThread().interrupt();<a name="line.516"></a>
+<span class="sourceLineNo">517</span> }<a name="line.517"></a>
+<span class="sourceLineNo">518</span> for (Future<Boolean> future : taskList) {<a name="line.518"></a>
+<span class="sourceLineNo">519</span> try {<a name="line.519"></a>
+<span class="sourceLineNo">520</span> // if even after shutdownNow threads are stuck we wait for 5 secs max<a name="line.520"></a>
+<span class="sourceLineNo">521</span> if (!future.get(5, TimeUnit.SECONDS)) {<a name="line.521"></a>
+<span class="sourceLineNo">522</span> LOG.error("Was Not able to move region....Exiting Now");<a name="line.522"></a>
+<span class="sourceLineNo">523</span> throw new Exception("Could not move region Exception");<a name="line.523"></a>
+<span class="sourceLineNo">524</span> }<a name="line.524"></a>
+<span class="sourceLineNo">525</span> } catch (InterruptedException e) {<a name="line.525"></a>
+<span class="sourceLineNo">526</span> LOG.error("Interrupted while waiting for Thread to Complete " + e.getMessage(), e);<a name="line.526"></a>
+<span class="sourceLineNo">527</span> throw e;<a name="line.527"></a>
+<span class="sourceLineNo">528</span> } catch (ExecutionException e) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span> LOG.error("Got Exception From Thread While moving region " + e.getMessage(), e);<a name="line.529"></a>
+<span class="sourceLineNo">530</span> throw e;<a name="line.530"></a>
+<span class="sourceLineNo">531</span> } catch (CancellationException e) {<a name="line.531"></a>
+<span class="sourceLineNo">532</span> LOG.error("Thread for moving region cancelled. Timeout for cancellation:" + timeoutInSeconds<a name="line.532"></a>
+<span class="sourceLineNo">533</span> + "secs", e);<a name="line.533"></a>
+<span class="sourceLineNo">534</span> throw e;<a name="line.534"></a>
+<span class="sourceLineNo">535</span> }<a name="line.535"></a>
+<span class="sourceLineNo">536</span> }<a name="line.536"></a>
+<span class="sourceLineNo">537</span> }<a name="line.537"></a>
+<span class="sourceLineNo">538</span><a name="line.538"></a>
+<span class="sourceLineNo">539</span> private ServerName getTargetServer() throws Exception {<a name="line.539"></a>
+<span class="sourceLineNo">540</span> ServerName server = null;<a name="line.540"></a>
+<span class="sourceLineNo">541</span> int maxWaitInSeconds =<a name="line.541"></a>
+<span class="sourceLineNo">542</span> admin.getConfiguration().getInt(SERVERSTART_WAIT_MAX_KEY, DEFAULT_SERVERSTART_WAIT_MAX);<a name="line.542"></a>
+<span class="sourceLineNo">543</span> long maxWait = EnvironmentEdgeManager.currentTime() + maxWaitInSeconds * 1000;<a name="line.543"></a>
+<span class="sourceLineNo">544</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.544"></a>
+<span class="sourceLineNo">545</span> try {<a name="line.545"></a>
+<span class="sourceLineNo">546</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.546"></a>
+<span class="sourceLineNo">547</span> regionServers.addAll(<a name="line.547"></a>
+<span class="sourceLineNo">548</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.548"></a>
+<span class="sourceLineNo">549</span> .keySet());<a name="line.549"></a>
+<span class="sourceLineNo">550</span> // Remove the host Region server from target Region Servers list<a name="line.550"></a>
+<span class="sourceLineNo">551</span> server = stripServer(regionServers, hostname, port);<a name="line.551"></a>
+<span class="sourceLineNo">552</span> if (server != null) {<a name="line.552"></a>
+<span class="sourceLineNo">553</span> break;<a name="line.553"></a>
+<span class="sourceLineNo">554</span> } else {<a name="line.554"></a>
+<span class="sourceLineNo">555</span> LOG.warn("Server " + hostname + ":" + port + " is not up yet, waiting");<a name="line.555"></a>
+<span class="sourceLineNo">556</span> }<a name="line.556"></a>
+<span class="sourceLineNo">557</span> } catch (IOException e) {<a name="line.557"></a>
+<span class="sourceLineNo">558</span> LOG.warn("Could not get list of region servers", e);<a name="line.558"></a>
+<span class="sourceLineNo">559</span> }<a name="line.559"></a>
+<span class="sourceLineNo">560</span> Thread.sleep(500);<a name="line.560"></a>
+<span class="sourceLineNo">561</span> }<a name="line.561"></a>
+<span class="sourceLineNo">562</span> if (server == null) {<a name="line.562"></a>
+<span class="sourceLineNo">563</span> LOG.error("Server " + hostname + ":" + port + " is not up. Giving up.");<a name="line.563"></a>
+<span class="sourceLineNo">564</span> throw new Exception("Server " + hostname + ":" + port + " to load regions not online");<a name="line.564"></a>
+<span class="sourceLineNo">565</span> }<a name="line.565"></a>
+<span class="sourceLineNo">566</span> return server;<a name="line.566"></a>
+<span class="sourceLineNo">567</span> }<a name="line.567"></a>
+<span class="sourceLineNo">568</span><a name="line.568"></a>
+<span class="sourceLineNo">569</span> private List<RegionInfo> readRegionsFromFile(String filename) throws IOException {<a name="line.569"></a>
+<span class="sourceLineNo">570</span> List<RegionInfo> regions = new ArrayList<>();<a name="line.570"></a>
+<span class="sourceLineNo">571</span> File f = new File(filename);<a name="line.571"></a>
+<span class="sourceLineNo">572</span> if (!f.exists()) {<a name="line.572"></a>
+<span class="sourceLineNo">573</span> return regions;<a name="line.573"></a>
+<span class="sourceLineNo">574</span> }<a name="line.574"></a>
+<span class="sourceLineNo">575</span> try (DataInputStream dis = new DataInputStream(<a name="line.575"></a>
+<span class="sourceLineNo">576</span> new BufferedInputStream(new FileInputStream(f)))) {<a name="line.576"></a>
+<span class="sourceLineNo">577</span> int numRegions = dis.readInt();<a name="line.577"></a>
+<span class="sourceLineNo">578</span> int index = 0;<a name="line.578"></a>
+<span class="sourceLineNo">579</span> while (index < numRegions) {<a name="line.579"></a>
+<span class="sourceLineNo">580</span> regions.add(RegionInfo.parseFromOrNull(Bytes.readByteArray(dis)));<a name="line.580"></a>
+<span class="sourceLineNo">581</span> index++;<a name="line.581"></a>
+<span class="sourceLineNo">582</span> }<a name="line.582"></a>
+<span class="sourceLineNo">583</span> } catch (IOException e) {<a name="line.583"></a>
+<span class="sourceLineNo">584</span> LOG.error("Error while reading regions from file:" + filename, e);<a name="line.584"></a>
+<span class="sourceLineNo">585</span> throw e;<a name="line.585"></a>
+<span class="sourceLineNo">586</span> }<a name="line.586"></a>
+<span class="sourceLineNo">587</span> return regions;<a name="line.587"></a>
+<span class="sourceLineNo">588</span> }<a name="line.588"></a>
+<span class="sourceLineNo">589</span><a name="line.589"></a>
+<span class="sourceLineNo">590</span> /**<a name="line.590"></a>
+<span class="sourceLineNo">591</span> * Write the number of regions moved in the first line followed by regions moved in subsequent<a name="line.591"></a>
+<span class="sourceLineNo">592</span> * lines<a name="line.592"></a>
+<span class="sourceLineNo">593</span> */<a name="line.593"></a>
+<span class="sourceLineNo">594</span> private void writeFile(String filename, List<RegionInfo> movedRegions) throws IOException {<a name="line.594"></a>
+<span class="sourceLineNo">595</span> try (DataOutputStream dos = new DataOutputStream(<a name="line.595"></a>
+<span class="sourceLineNo">596</span> new BufferedOutputStream(new FileOutputStream(filename)))) {<a name="line.596"></a>
+<span class="sourceLineNo">597</span> dos.writeInt(movedRegions.size());<a name="line.597"></a>
+<span class="sourceLineNo">598</span> for (RegionInfo region : movedRegions) {<a name="line.598"></a>
+<span class="sourceLineNo">599</span> Bytes.writeByteArray(dos, RegionInfo.toByteArray(region));<a name="line.599"></a>
+<span class="sourceLineNo">600</span> }<a name="line.600"></a>
+<span class="sourceLineNo">601</span> } catch (IOException e) {<a name="line.601"></a>
+<span class="sourceLineNo">602</span> LOG.error(<a name="line.602"></a>
+<span class="sourceLineNo">603</span> "ERROR: Was Not able to write regions moved to output file but moved " + movedRegions<a name="line.603"></a>
+<span class="sourceLineNo">604</span> .size() + " regions", e);<a name="line.604"></a>
+<span class="sourceLineNo">605</span> throw e;<a name="line.605"></a>
+<span class="sourceLineNo">606</span> }<a name="line.606"></a>
+<span class="sourceLineNo">607</span> }<a name="line.607"></a>
+<span class="sourceLineNo">608</span><a name="line.608"></a>
+<span class="sourceLineNo">609</span> private void deleteFile(String filename) {<a name="line.609"></a>
+<span class="sourceLineNo">610</span> File f = new File(filename);<a name="line.610"></a>
+<span class="sourceLineNo">611</span> if (f.exists()) {<a name="line.611"></a>
+<span class="sourceLineNo">612</span> f.delete();<a name="line.612"></a>
+<span class="sourceLineNo">613</span> }<a name="line.613"></a>
+<span class="sourceLineNo">614</span> }<a name="line.614"></a>
+<span class="sourceLineNo">615</span><a name="line.615"></a>
+<span class="sourceLineNo">616</span> /**<a name="line.616"></a>
+<span class="sourceLineNo">617</span> * @return List of servers from the exclude file in format 'hostname:port'.<a name="line.617"></a>
+<span class="sourceLineNo">618</span> */<a name="line.618"></a>
+<span class="sourceLineNo">619</span> private List<String> readExcludes(String excludeFile) throws IOException {<a name="line.619"></a>
+<span class="sourceLineNo">620</span> List<String> excludeServers = new ArrayList<>();<a name="line.620"></a>
+<span class="sourceLineNo">621</span> if (excludeFile == null) {<a name="line.621"></a>
+<span class="sourceLineNo">622</span> return excludeServers;<a name="line.622"></a>
+<span class="sourceLineNo">623</span> } else {<a name="line.623"></a>
+<span class="sourceLineNo">624</span> try {<a name="line.624"></a>
+<span class="sourceLineNo">625</span> Files.readAllLines(Paths.get(excludeFile)).stream().map(String::trim)<a name="line.625"></a>
+<span class="sourceLineNo">626</span> .filter(((Predicate<String>) String::isEmpty).negate()).map(String::toLowerCase)<a name="line.626"></a>
+<span class="sourceLineNo">627</span> .forEach(excludeServers::add);<a name="line.627"></a>
+<span class="sourceLineNo">628</span> } catch (IOException e) {<a name="line.628"></a>
+<span class="sourceLineNo">629</span> LOG.warn("Exception while reading excludes file, continuing anyways", e);<a name="line.629"></a>
+<span class="sourceLineNo">630</span> }<a name="line.630"></a>
+<span class="sourceLineNo">631</span> return excludeServers;<a name="line.631"></a>
+<span class="sourceLineNo">632</span> }<a name="line.632"></a>
+<span class="sourceLineNo">633</span> }<a name="line.633"></a>
+<span class="sourceLineNo">634</span><a name="line.634"></a>
+<span class="sourceLineNo">635</span> /**<a name="line.635"></a>
+<span class="sourceLineNo">636</span> * Excludes the servername whose hostname and port portion matches the list given in exclude file<a name="line.636"></a>
+<span class="sourceLineNo">637</span> */<a name="line.637"></a>
+<span class="sourceLineNo">638</span> private void stripExcludes(List<ServerName> regionServers) throws IOException {<a name="line.638"></a>
+<span class="sourceLineNo">639</span> if (excludeFile != null) {<a name="line.639"></a>
+<span class="sourceLineNo">640</span> List<String> excludes = readExcludes(excludeFile);<a name="line.640"></a>
+<span class="sourceLineNo">641</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.641"></a>
+<span class="sourceLineNo">642</span> while (i.hasNext()) {<a name="line.642"></a>
+<span class="sourceLineNo">643</span> String rs = i.next().getServerName();<a name="line.643"></a>
+<span class="sourceLineNo">644</span> String rsPort = rs.split(ServerName.SERVERNAME_SEPARATOR)[0].toLowerCase() + ":" + rs<a name="line.644"></a>
+<span class="sourceLineNo">645</span> .split(ServerName.SERVERNAME_SEPARATOR)[1];<a name="line.645"></a>
+<span class="sourceLineNo">646</span> if (excludes.contains(rsPort)) {<a name="line.646"></a>
+<span class="sourceLineNo">647</span> i.remove();<a name="line.647"></a>
+<span class="sourceLineNo">648</span> }<a name="line.648"></a>
+<span class="sourceLineNo">649</span> }<a name="line.649"></a>
+<span class="sourceLineNo">650</span> LOG.info("Valid Region server targets are:" + regionServers.toString());<a name="line.650"></a>
+<span class="sourceLineNo">651</span> LOG.info("Excluded Servers are" + excludes.toString());<a name="line.651"></a>
+<span class="sourceLineNo">652</span> }<a name="line.652"></a>
+<span class="sourceLineNo">653</span> }<a name="line.653"></a>
+<span class="sourceLineNo">654</span><a name="line.654"></a>
+<span class="sourceLineNo">655</span> /**<a name="line.655"></a>
+<span class="sourceLineNo">656</span> * Exclude master from list of RSs to move regions to<a name="line.656"></a>
+<span class="sourceLineNo">657</span> */<a name="line.657"></a>
+<span class="sourceLineNo">658</span> private void stripMaster(List<ServerName> regionServers) throws IOException {<a name="line.658"></a>
+<span class="sourceLineNo">659</span> ServerName master = admin.getClusterMetrics(EnumSet.of(Option.MASTER)).getMasterName();<a name="line.659"></a>
+<span class="sourceLineNo">660</span> stripServer(regionServers, master.getHostname(), master.getPort());<a name="line.660"></a>
+<span class="sourceLineNo">661</span> }<a name="line.661"></a>
+<span class="sourceLineNo">662</span><a name="line.662"></a>
+<span class="sourceLineNo">663</span> /**<a name="line.663"></a>
+<span class="sourceLineNo">664</span> * Remove the servername whose hostname and port portion matches from the passed array of servers.<a name="line.664"></a>
+<span class="sourceLineNo">665</span> * Returns as side-effect the servername removed.<a name="line.665"></a>
+<span class="sourceLineNo">666</span> * @return server removed from list of Region Servers<a name="line.666"></a>
+<span class="sourceLineNo">667</span> */<a name="line.667"></a>
+<span class="sourceLineNo">668</span> private ServerName stripServer(List<ServerName> regionServers, String hostname, int port) {<a name="line.668"></a>
+<span class="sourceLineNo">669</span> for (Iterator<ServerName> iter = regionServers.iterator(); iter.hasNext();) {<a name="line.669"></a>
+<span class="sourceLineNo">670</span> ServerName server = iter.next();<a name="line.670"></a>
+<span class="sourceLineNo">671</span> if (server.getAddress().getHostname().equalsIgnoreCase(hostname) &&<a name="line.671"></a>
+<span class="sourceLineNo">672</span> server.getAddress().getPort() == port) {<a name="line.672"></a>
+<span class="sourceLineNo">673</span> iter.remove();<a name="line.673"></a>
+<span class="sourceLineNo">674</span> return server;<a name="line.674"></a>
+<span class="sourceLineNo">675</span> }<a name="line.675"></a>
+<span class="sourceLineNo">676</span> }<a name="line.676"></a>
+<span class="sourceLineNo">677</span> return null;<a name="line.677"></a>
+<span class="sourceLineNo">678</span> }<a name="line.678"></a>
+<span class="sourceLineNo">679</span><a name="line.679"></a>
+<span class="sourceLineNo">680</span> /**<a name="line.680"></a>
+<span class="sourceLineNo">681</span> * Tries to scan a row from passed region<a name="line.681"></a>
+<span class="sourceLineNo">682</span> */<a name="line.682"></a>
+<span class="sourceLineNo">683</span> private void isSuccessfulScan(RegionInfo region) throws IOException {<a name="line.683"></a>
+<span class="sourceLineNo">684</span> Scan scan = new Scan().withStartRow(region.getStartKey()).setRaw(true).setOneRowLimit()<a name="line.684"></a>
+<span class="sourceLineNo">685</span> .setMaxResultSize(1L).setCaching(1).setFilter(new FirstKeyOnlyFilter())<a name="line.685"></a>
+<span class="sourceLineNo">686</span> .setCacheBlocks(false);<a name="line.686"></a>
+<span class="sourceLineNo">687</span> try (Table table = conn.getTable(region.getTable());<a name="line.687"></a>
+<span class="sourceLineNo">688</span> ResultScanner scanner = table.getScanner(scan)) {<a name="line.688"></a>
+<span class="sourceLineNo">689</span> scanner.next();<a name="line.689"></a>
+<span class="sourceLineNo">690</span> } catch (IOException e) {<a name="line.690"></a>
+<span class="sourceLineNo">691</span> LOG.error("Could not scan region:" + region.getEncodedName(), e);<a name="line.691"></a>
+<span class="sourceLineNo">692</span> throw e;<a name="line.692"></a>
+<span class="sourceLineNo">693</span> }<a name="line.693"></a>
+<span class="sourceLineNo">694</span> }<a name="line.694"></a>
+<span class="sourceLineNo">695</span><a name="line.695"></a>
+<span class="sourceLineNo">696</span> /**<a name="line.696"></a>
+<span class="sourceLineNo">697</span> * Returns true if passed region is still on serverName when we look at hbase:meta.<a name="line.697"></a>
+<span class="sourceLineNo">698</span> * @return true if region is hosted on serverName otherwise false<a name="line.698"></a>
+<span class="sourceLineNo">699</span> */<a name="line.699"></a>
+<span class="sourceLineNo">700</span> private boolean isSameServer(RegionInfo region, ServerName serverName)<a name="line.700"></a>
+<span class="sourceLineNo">701</span> throws IOException {<a name="line.701"></a>
+<span class="sourceLineNo">702</span> ServerName serverForRegion = getServerNameForRegion(region);<a name="line.702"></a>
+<span class="sourceLineNo">703</span> if (serverForRegion != null && serverForRegion.equals(serverName)) {<a name="line.703"></a>
+<span class="sourceLineNo">704</span> return true;<a name="line.704"></a>
+<span class="sourceLineNo">705</span> }<a name="line.705"></a>
+<span class="sourceLineNo">706</span> return false;<a name="line.706"></a>
+<span class="sourceLineNo">707</span> }<a name="line.707"></a>
+<span class="sourceLineNo">708</span><a name="line.708"></a>
+<span class="sourceLineNo">709</span> /**<a name="line.709"></a>
+<span class="sourceLineNo">710</span> * Get servername that is up in hbase:meta hosting the given region. this is hostname + port +<a name="line.710"></a>
+<span class="sourceLineNo">711</span> * startcode comma-delimited. Can return null<a name="line.711"></a>
+<span class="sourceLineNo">712</span> * @return regionServer hosting the given region<a name="line.712"></a>
+<span class="sourceLineNo">713</span> */<a name="line.713"></a>
+<span class="sourceLineNo">714</span> private ServerName getServerNameForRegion(RegionInfo region) throws IOException {<a name="line.714"></a>
+<span class="sourceLineNo">715</span> if (!admin.isTableEnabled(region.getTable())) {<a name="line.715"></a>
+<span class="sourceLineNo">716</span> return null;<a name="line.716"></a>
+<span class="sourceLineNo">717</span> }<a name="line.717"></a>
+<span class="sourceLineNo">718</span> HRegionLocation loc =<a name="line.718"></a>
+<span class="sourceLineNo">719</span> conn.getRegionLocator(region.getTable()).getRegionLocation(region.getStartKey(), true);<a name="line.719"></a>
+<span class="sourceLineNo">720</span> if (loc != null) {<a name="line.720"></a>
+<span class="sourceLineNo">721</span> return loc.getServerName();<a name="line.721"></a>
+<span class="sourceLineNo">722</span> } else {<a name="line.722"></a>
+<span class="sourceLineNo">723</span> return null;<a name="line.723"></a>
+<span class="sourceLineNo">724</span> }<a name="line.724"></a>
+<span class="sourceLineNo">725</span> }<a name="line.725"></a>
+<span class="sourceLineNo">726</span><a name="line.726"></a>
+<span class="sourceLineNo">727</span> @Override<a name="line.727"></a>
+<span class="sourceLineNo">728</span> protected void addOptions() {<a name="line.728"></a>
+<span class="sourceLineNo">729</span> this.addRequiredOptWithArg("r", "regionserverhost", "region server <hostname>|<hostname:port>");<a name="line.729"></a>
+<span class="sourceLineNo">730</span> this.addRequiredOptWithArg("o", "operation", "Expected: load/unload");<a name="line.730"></a>
+<span class="sourceLineNo">731</span> this.addOptWithArg("m", "maxthreads",<a name="line.731"></a>
+<span class="sourceLineNo">732</span> "Define the maximum number of threads to use to unload and reload the regions");<a name="line.732"></a>
+<span class="sourceLineNo">733</span> this.addOptWithArg("x", "excludefile",<a name="line.733"></a>
+<span class="sourceLineNo">734</span> "File with <hostname:port> per line to exclude as unload targets; default excludes only "<a name="line.734"></a>
+<span class="sourceLineNo">735</span> + "target host; useful for rack decommisioning.");<a name="line.735"></a>
+<span class="sourceLineNo">736</span> this.addOptWithArg("f", "filename",<a name="line.736"></a>
+<span class="sourceLineNo">737</span> "File to save regions list into unloading, or read from loading; "<a name="line.737"></a>
+<span class="sourceLineNo">738</span> + "default /tmp/<usernamehostname:port>");<a name="line.738"></a>
+<span class="sourceLineNo">739</span> this.addOptNoArg("n", "noack",<a name="line.739"></a>
+<span class="sourceLineNo">740</span> "Turn on No-Ack mode(default: false) which won't check if region is online on target "<a name="line.740"></a>
+<span class="sourceLineNo">741</span> + "RegionServer, hence best effort. This is more performant in unloading and loading "<a name="line.741"></a>
+<span class="sourceLineNo">742</span> + "but might lead to region being unavailable for some time till master reassigns it "<a name="line.742"></a>
+<span class="sourceLineNo">743</span> + "in case the move failed");<a name="line.743"></a>
+<span class="sourceLineNo">744</span> this.addOptWithArg("t", "timeout", "timeout in seconds after which the tool will exit "<a name="line.744"></a>
+<span class="sourceLineNo">745</span> + "irrespective of whether it finished or not;default Integer.MAX_VALUE");<a name="line.745"></a>
+<span class="sourceLineNo">746</span> }<a name="line.746"></a>
+<span class="sourceLineNo">747</span><a name="line.747"></a>
+<span class="sourceLineNo">748</span> @Override<a name="line.748"></a>
+<span class="sourceLineNo">749</span> protected void processOptions(CommandLine cmd) {<a name="line.749"></a>
+<span class="sourceLineNo">750</span> String hostname = cmd.getOptionValue("r");<a name="line.750"></a>
+<span class="sourceLineNo">751</span> rmbuilder = new RegionMoverBuilder(hostname);<a name="line.751"></a>
+<span class="sourceLineNo">752</span> if (cmd.hasOption('m')) {<a name="line.752"></a>
+<span class="sourceLineNo">753</span> rmbuilder.maxthreads(Integer.parseInt(cmd.getOptionValue('m')));<a name="line.753"></a>
+<span class="sourceLineNo">754</span> }<a name="line.754"></a>
+<span class="sourceLineNo">755</span> if (cmd.hasOption('n')) {<a name="line.755"></a>
+<span class="sourceLineNo">756</span> rmbuilder.ack(false);<a name="line.756"></a>
+<span class="sourceLineNo">757</span> }<a name="line.757"></a>
+<span class="sourceLineNo">758</span> if (cmd.hasOption('f')) {<a name="line.758"></a>
+<span class="sourceLineNo">759</span> rmbuilder.filename(cmd.getOptionValue('f'));<a name="line.759"></a>
+<span class="sourceLineNo">760</span> }<a name="line.760"></a>
+<span class="sourceLineNo">761</span> if (cmd.hasOption('x')) {<a name="line.761"></a>
+<span class="sourceLineNo">762</span> rmbuilder.excludeFile(cmd.getOptionValue('x'));<a name="line.762"></a>
+<span class="sourceLineNo">763</span> }<a name="line.763"></a>
+<span class="sourceLineNo">764</span> if (cmd.hasOption('t')) {<a name="line.764"></a>
+<span class="sourceLineNo">765</span> rmbuilder.timeout(Integer.parseInt(cmd.getOptionValue('t')));<a name="line.765"></a>
+<span class="sourceLineNo">766</span> }<a name="line.766"></a>
+<span class="sourceLineNo">767</span> this.loadUnload = cmd.getOptionValue("o").toLowerCase(Locale.ROOT);<a name="line.767"></a>
+<span class="sourceLineNo">768</span> }<a name="line.768"></a>
+<span class="sourceLineNo">769</span><a name="line.769"></a>
+<span class="sourceLineNo">770</span> @Override<a name="line.770"></a>
+<span class="sourceLineNo">771</span> protected int doWork() throws Exception {<a name="line.771"></a>
+<span class="sourceLineNo">772</span> boolean success;<a name="line.772"></a>
+<span class="sourceLineNo">773</span> try (RegionMover rm = rmbuilder.build()) {<a name="line.773"></a>
+<span class="sourceLineNo">774</span> if (loadUnload.equalsIgnoreCase("load")) {<a name="line.774"></a>
+<span class="sourceLineNo">775</span> success = rm.load();<a name="line.775"></a>
+<span class="sourceLineNo">776</span> } else if (loadUnload.equalsIgnoreCase("unload")) {<a name="line.776"></a>
+<span class="sourceLineNo">777</span> success = rm.unload();<a name="line.777"></a>
+<span class="sourceLineNo">778</span> } else {<a name="line.778"></a>
+<span class="sourceLineNo">779</span> printUsage();<a name="line.779"></a>
+<span class="sourceLineNo">780</span> success = false;<a name="line.780"></a>
+<span class="sourceLineNo">781</span> }<a name="line.781"></a>
+<span class="sourceLineNo">782</span> }<a name="line.782"></a>
+<span class="sourceLineNo">783</span> return (success ? 0 : 1);<a name="line.783"></a>
+<span class="sourceLineNo">784</span> }<a name="line.784"></a>
+<span class="sourceLineNo">785</span><a name="line.785"></a>
+<span class="sourceLineNo">786</span> public static void main(String[] args) {<a name="line.786"></a>
+<span class="sourceLineNo">787</span> try (RegionMover mover = new RegionMover()) {<a name="line.787"></a>
+<span class="sourceLineNo">788</span> mover.doStaticMain(args);<a name="line.788"></a>
+<span class="sourceLineNo">789</span> }<a name="line.789"></a>
+<span class="sourceLineNo">790</span> }<a name="line.790"></a>
+<span class="sourceLineNo">791</span>}<a name="line.791"></a>
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html b/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html
index 0382c19..dc4d6f8 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.MoveWithoutAck.html
@@ -53,746 +53,750 @@
<span class="sourceLineNo">045</span>import java.util.concurrent.TimeUnit;<a name="line.45"></a>
<span class="sourceLineNo">046</span>import java.util.concurrent.TimeoutException;<a name="line.46"></a>
<span class="sourceLineNo">047</span>import java.util.function.Predicate;<a name="line.47"></a>
-<span class="sourceLineNo">048</span><a name="line.48"></a>
-<span class="sourceLineNo">049</span>import org.apache.commons.io.IOUtils;<a name="line.49"></a>
-<span class="sourceLineNo">050</span>import org.apache.hadoop.conf.Configuration;<a name="line.50"></a>
-<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.ClusterMetrics.Option;<a name="line.51"></a>
-<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.52"></a>
-<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.HConstants;<a name="line.53"></a>
-<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.MetaTableAccessor;<a name="line.54"></a>
-<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.ServerName;<a name="line.55"></a>
-<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.56"></a>
-<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.57"></a>
-<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.58"></a>
-<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.59"></a>
-<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.client.ResultScanner;<a name="line.60"></a>
-<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.61"></a>
-<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.client.Table;<a name="line.62"></a>
-<span class="sourceLineNo">063</span>import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;<a name="line.63"></a>
-<span class="sourceLineNo">064</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.64"></a>
-<span class="sourceLineNo">065</span>import org.slf4j.Logger;<a name="line.65"></a>
-<span class="sourceLineNo">066</span>import org.slf4j.LoggerFactory;<a name="line.66"></a>
-<span class="sourceLineNo">067</span><a name="line.67"></a>
-<span class="sourceLineNo">068</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.68"></a>
-<span class="sourceLineNo">069</span>import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine;<a name="line.69"></a>
-<span class="sourceLineNo">070</span><a name="line.70"></a>
-<span class="sourceLineNo">071</span>/**<a name="line.71"></a>
-<span class="sourceLineNo">072</span> * Tool for loading/unloading regions to/from given regionserver This tool can be run from Command<a name="line.72"></a>
-<span class="sourceLineNo">073</span> * line directly as a utility. Supports Ack/No Ack mode for loading/unloading operations.Ack mode<a name="line.73"></a>
-<span class="sourceLineNo">074</span> * acknowledges if regions are online after movement while noAck mode is best effort mode that<a name="line.74"></a>
-<span class="sourceLineNo">075</span> * improves performance but will still move on if region is stuck/not moved. Motivation behind noAck<a name="line.75"></a>
-<span class="sourceLineNo">076</span> * mode being RS shutdown where even if a Region is stuck, upon shutdown master will move it<a name="line.76"></a>
-<span class="sourceLineNo">077</span> * anyways. This can also be used by constructiong an Object using the builder and then calling<a name="line.77"></a>
-<span class="sourceLineNo">078</span> * {@link #load()} or {@link #unload()} methods for the desired operations.<a name="line.78"></a>
-<span class="sourceLineNo">079</span> */<a name="line.79"></a>
-<span class="sourceLineNo">080</span>@InterfaceAudience.Public<a name="line.80"></a>
-<span class="sourceLineNo">081</span>public class RegionMover extends AbstractHBaseTool implements Closeable {<a name="line.81"></a>
-<span class="sourceLineNo">082</span> public static final String MOVE_RETRIES_MAX_KEY = "hbase.move.retries.max";<a name="line.82"></a>
-<span class="sourceLineNo">083</span> public static final String MOVE_WAIT_MAX_KEY = "hbase.move.wait.max";<a name="line.83"></a>
-<span class="sourceLineNo">084</span> public static final String SERVERSTART_WAIT_MAX_KEY = "hbase.serverstart.wait.max";<a name="line.84"></a>
-<span class="sourceLineNo">085</span> public static final int DEFAULT_MOVE_RETRIES_MAX = 5;<a name="line.85"></a>
-<span class="sourceLineNo">086</span> public static final int DEFAULT_MOVE_WAIT_MAX = 60;<a name="line.86"></a>
-<span class="sourceLineNo">087</span> public static final int DEFAULT_SERVERSTART_WAIT_MAX = 180;<a name="line.87"></a>
-<span class="sourceLineNo">088</span> static final Logger LOG = LoggerFactory.getLogger(RegionMover.class);<a name="line.88"></a>
-<span class="sourceLineNo">089</span> private RegionMoverBuilder rmbuilder;<a name="line.89"></a>
-<span class="sourceLineNo">090</span> private boolean ack = true;<a name="line.90"></a>
-<span class="sourceLineNo">091</span> private int maxthreads = 1;<a name="line.91"></a>
-<span class="sourceLineNo">092</span> private int timeout;<a name="line.92"></a>
-<span class="sourceLineNo">093</span> private String loadUnload;<a name="line.93"></a>
-<span class="sourceLineNo">094</span> private String hostname;<a name="line.94"></a>
-<span class="sourceLineNo">095</span> private String filename;<a name="line.95"></a>
-<span class="sourceLineNo">096</span> private String excludeFile;<a name="line.96"></a>
-<span class="sourceLineNo">097</span> private int port;<a name="line.97"></a>
-<span class="sourceLineNo">098</span> private Connection conn;<a name="line.98"></a>
-<span class="sourceLineNo">099</span> private Admin admin;<a name="line.99"></a>
-<span class="sourceLineNo">100</span><a name="line.100"></a>
-<span class="sourceLineNo">101</span> private RegionMover(RegionMoverBuilder builder) throws IOException {<a name="line.101"></a>
-<span class="sourceLineNo">102</span> this.hostname = builder.hostname;<a name="line.102"></a>
-<span class="sourceLineNo">103</span> this.filename = builder.filename;<a name="line.103"></a>
-<span class="sourceLineNo">104</span> this.excludeFile = builder.excludeFile;<a name="line.104"></a>
-<span class="sourceLineNo">105</span> this.maxthreads = builder.maxthreads;<a name="line.105"></a>
-<span class="sourceLineNo">106</span> this.ack = builder.ack;<a name="line.106"></a>
-<span class="sourceLineNo">107</span> this.port = builder.port;<a name="line.107"></a>
-<span class="sourceLineNo">108</span> this.timeout = builder.timeout;<a name="line.108"></a>
-<span class="sourceLineNo">109</span> setConf(builder.conf);<a name="line.109"></a>
-<span class="sourceLineNo">110</span> this.conn = ConnectionFactory.createConnection(conf);<a name="line.110"></a>
-<span class="sourceLineNo">111</span> this.admin = conn.getAdmin();<a name="line.111"></a>
-<span class="sourceLineNo">112</span> }<a name="line.112"></a>
-<span class="sourceLineNo">113</span><a name="line.113"></a>
-<span class="sourceLineNo">114</span> private RegionMover() {<a name="line.114"></a>
-<span class="sourceLineNo">115</span> }<a name="line.115"></a>
-<span class="sourceLineNo">116</span><a name="line.116"></a>
-<span class="sourceLineNo">117</span> @Override<a name="line.117"></a>
-<span class="sourceLineNo">118</span> public void close() {<a name="line.118"></a>
-<span class="sourceLineNo">119</span> IOUtils.closeQuietly(this.admin);<a name="line.119"></a>
-<span class="sourceLineNo">120</span> IOUtils.closeQuietly(this.conn);<a name="line.120"></a>
-<span class="sourceLineNo">121</span> }<a name="line.121"></a>
-<span class="sourceLineNo">122</span><a name="line.122"></a>
-<span class="sourceLineNo">123</span> /**<a name="line.123"></a>
-<span class="sourceLineNo">124</span> * Builder for Region mover. Use the {@link #build()} method to create RegionMover object. Has<a name="line.124"></a>
-<span class="sourceLineNo">125</span> * {@link #filename(String)}, {@link #excludeFile(String)}, {@link #maxthreads(int)},<a name="line.125"></a>
-<span class="sourceLineNo">126</span> * {@link #ack(boolean)}, {@link #timeout(int)} methods to set the corresponding options<a name="line.126"></a>
-<span class="sourceLineNo">127</span> */<a name="line.127"></a>
-<span class="sourceLineNo">128</span> public static class RegionMoverBuilder {<a name="line.128"></a>
-<span class="sourceLineNo">129</span> private boolean ack = true;<a name="line.129"></a>
-<span class="sourceLineNo">130</span> private int maxthreads = 1;<a name="line.130"></a>
-<span class="sourceLineNo">131</span> private int timeout = Integer.MAX_VALUE;<a name="line.131"></a>
-<span class="sourceLineNo">132</span> private String hostname;<a name="line.132"></a>
-<span class="sourceLineNo">133</span> private String filename;<a name="line.133"></a>
-<span class="sourceLineNo">134</span> private String excludeFile = null;<a name="line.134"></a>
-<span class="sourceLineNo">135</span> private String defaultDir = System.getProperty("java.io.tmpdir");<a name="line.135"></a>
-<span class="sourceLineNo">136</span> @VisibleForTesting<a name="line.136"></a>
-<span class="sourceLineNo">137</span> final int port;<a name="line.137"></a>
-<span class="sourceLineNo">138</span> private final Configuration conf;<a name="line.138"></a>
-<span class="sourceLineNo">139</span><a name="line.139"></a>
-<span class="sourceLineNo">140</span> public RegionMoverBuilder(String hostname) {<a name="line.140"></a>
-<span class="sourceLineNo">141</span> this(hostname, createConf());<a name="line.141"></a>
-<span class="sourceLineNo">142</span> }<a name="line.142"></a>
-<span class="sourceLineNo">143</span><a name="line.143"></a>
-<span class="sourceLineNo">144</span> /**<a name="line.144"></a>
-<span class="sourceLineNo">145</span> * Creates a new configuration and sets region mover specific overrides<a name="line.145"></a>
-<span class="sourceLineNo">146</span> */<a name="line.146"></a>
-<span class="sourceLineNo">147</span> private static Configuration createConf() {<a name="line.147"></a>
-<span class="sourceLineNo">148</span> Configuration conf = HBaseConfiguration.create();<a name="line.148"></a>
-<span class="sourceLineNo">149</span> conf.setInt("hbase.client.prefetch.limit", 1);<a name="line.149"></a>
-<span class="sourceLineNo">150</span> conf.setInt("hbase.client.pause", 500);<a name="line.150"></a>
-<span class="sourceLineNo">151</span> conf.setInt("hbase.client.retries.number", 100);<a name="line.151"></a>
-<span class="sourceLineNo">152</span> return conf;<a name="line.152"></a>
-<span class="sourceLineNo">153</span> }<a name="line.153"></a>
-<span class="sourceLineNo">154</span><a name="line.154"></a>
-<span class="sourceLineNo">155</span> /**<a name="line.155"></a>
-<span class="sourceLineNo">156</span> * @param hostname Hostname to unload regions from or load regions to. Can be either hostname<a name="line.156"></a>
-<span class="sourceLineNo">157</span> * or hostname:port.<a name="line.157"></a>
-<span class="sourceLineNo">158</span> * @param conf Configuration object<a name="line.158"></a>
-<span class="sourceLineNo">159</span> */<a name="line.159"></a>
-<span class="sourceLineNo">160</span> public RegionMoverBuilder(String hostname, Configuration conf) {<a name="line.160"></a>
-<span class="sourceLineNo">161</span> String[] splitHostname = hostname.toLowerCase().split(":");<a name="line.161"></a>
-<span class="sourceLineNo">162</span> this.hostname = splitHostname[0];<a name="line.162"></a>
-<span class="sourceLineNo">163</span> if (splitHostname.length == 2) {<a name="line.163"></a>
-<span class="sourceLineNo">164</span> this.port = Integer.parseInt(splitHostname[1]);<a name="line.164"></a>
-<span class="sourceLineNo">165</span> } else {<a name="line.165"></a>
-<span class="sourceLineNo">166</span> this.port = conf.getInt(HConstants.REGIONSERVER_PORT, HConstants.DEFAULT_REGIONSERVER_PORT);<a name="line.166"></a>
-<span class="sourceLineNo">167</span> }<a name="line.167"></a>
-<span class="sourceLineNo">168</span> this.filename = defaultDir + File.separator + System.getProperty("user.name") + this.hostname<a name="line.168"></a>
-<span class="sourceLineNo">169</span> + ":" + Integer.toString(this.port);<a name="line.169"></a>
-<span class="sourceLineNo">170</span> this.conf = conf;<a name="line.170"></a>
-<span class="sourceLineNo">171</span> }<a name="line.171"></a>
-<span class="sourceLineNo">172</span><a name="line.172"></a>
-<span class="sourceLineNo">173</span> /**<a name="line.173"></a>
-<span class="sourceLineNo">174</span> * Path of file where regions will be written to during unloading/read from during loading<a name="line.174"></a>
-<span class="sourceLineNo">175</span> * @param filename<a name="line.175"></a>
-<span class="sourceLineNo">176</span> * @return RegionMoverBuilder object<a name="line.176"></a>
-<span class="sourceLineNo">177</span> */<a name="line.177"></a>
-<span class="sourceLineNo">178</span> public RegionMoverBuilder filename(String filename) {<a name="line.178"></a>
-<span class="sourceLineNo">179</span> this.filename = filename;<a name="line.179"></a>
-<span class="sourceLineNo">180</span> return this;<a name="line.180"></a>
-<span class="sourceLineNo">181</span> }<a name="line.181"></a>
-<span class="sourceLineNo">182</span><a name="line.182"></a>
-<span class="sourceLineNo">183</span> /**<a name="line.183"></a>
-<span class="sourceLineNo">184</span> * Set the max number of threads that will be used to move regions<a name="line.184"></a>
-<span class="sourceLineNo">185</span> */<a name="line.185"></a>
-<span class="sourceLineNo">186</span> public RegionMoverBuilder maxthreads(int threads) {<a name="line.186"></a>
-<span class="sourceLineNo">187</span> this.maxthreads = threads;<a name="line.187"></a>
-<span class="sourceLineNo">188</span> return this;<a name="line.188"></a>
-<span class="sourceLineNo">189</span> }<a name="line.189"></a>
-<span class="sourceLineNo">190</span><a name="line.190"></a>
-<span class="sourceLineNo">191</span> /**<a name="line.191"></a>
-<span class="sourceLineNo">192</span> * Path of file containing hostnames to be excluded during region movement. Exclude file should<a name="line.192"></a>
-<span class="sourceLineNo">193</span> * have 'host:port' per line. Port is mandatory here as we can have many RS running on a single<a name="line.193"></a>
-<span class="sourceLineNo">194</span> * host.<a name="line.194"></a>
-<span class="sourceLineNo">195</span> */<a name="line.195"></a>
-<span class="sourceLineNo">196</span> public RegionMoverBuilder excludeFile(String excludefile) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span> this.excludeFile = excludefile;<a name="line.197"></a>
-<span class="sourceLineNo">198</span> return this;<a name="line.198"></a>
-<span class="sourceLineNo">199</span> }<a name="line.199"></a>
-<span class="sourceLineNo">200</span><a name="line.200"></a>
-<span class="sourceLineNo">201</span> /**<a name="line.201"></a>
-<span class="sourceLineNo">202</span> * Set ack/noAck mode.<a name="line.202"></a>
-<span class="sourceLineNo">203</span> * <p><a name="line.203"></a>
-<span class="sourceLineNo">204</span> * In ack mode regions are acknowledged before and after moving and the move is retried<a name="line.204"></a>
-<span class="sourceLineNo">205</span> * hbase.move.retries.max times, if unsuccessful we quit with exit code 1.No Ack mode is a best<a name="line.205"></a>
-<span class="sourceLineNo">206</span> * effort mode,each region movement is tried once.This can be used during graceful shutdown as<a name="line.206"></a>
-<span class="sourceLineNo">207</span> * even if we have a stuck region,upon shutdown it'll be reassigned anyway.<a name="line.207"></a>
-<span class="sourceLineNo">208</span> * <p><a name="line.208"></a>
-<span class="sourceLineNo">209</span> * @param ack<a name="line.209"></a>
-<span class="sourceLineNo">210</span> * @return RegionMoverBuilder object<a name="line.210"></a>
-<span class="sourceLineNo">211</span> */<a name="line.211"></a>
-<span class="sourceLineNo">212</span> public RegionMoverBuilder ack(boolean ack) {<a name="line.212"></a>
-<span class="sourceLineNo">213</span> this.ack = ack;<a name="line.213"></a>
-<span class="sourceLineNo">214</span> return this;<a name="line.214"></a>
-<span class="sourceLineNo">215</span> }<a name="line.215"></a>
-<span class="sourceLineNo">216</span><a name="line.216"></a>
-<span class="sourceLineNo">217</span> /**<a name="line.217"></a>
-<span class="sourceLineNo">218</span> * Set the timeout for Load/Unload operation in seconds.This is a global timeout,threadpool for<a name="line.218"></a>
-<span class="sourceLineNo">219</span> * movers also have a separate time which is hbase.move.wait.max * number of regions to<a name="line.219"></a>
-<span class="sourceLineNo">220</span> * load/unload<a name="line.220"></a>
-<span class="sourceLineNo">221</span> * @param timeout in seconds<a name="line.221"></a>
-<span class="sourceLineNo">222</span> * @return RegionMoverBuilder object<a name="line.222"></a>
-<span class="sourceLineNo">223</span> */<a name="line.223"></a>
-<span class="sourceLineNo">224</span> public RegionMoverBuilder timeout(int timeout) {<a name="line.224"></a>
-<span class="sourceLineNo">225</span> this.timeout = timeout;<a name="line.225"></a>
-<span class="sourceLineNo">226</span> return this;<a name="line.226"></a>
-<span class="sourceLineNo">227</span> }<a name="line.227"></a>
-<span class="sourceLineNo">228</span><a name="line.228"></a>
-<span class="sourceLineNo">229</span> /**<a name="line.229"></a>
-<span class="sourceLineNo">230</span> * This method builds the appropriate RegionMover object which can then be used to load/unload<a name="line.230"></a>
-<span class="sourceLineNo">231</span> * using load and unload methods<a name="line.231"></a>
-<span class="sourceLineNo">232</span> * @return RegionMover object<a name="line.232"></a>
-<span class="sourceLineNo">233</span> */<a name="line.233"></a>
-<span class="sourceLineNo">234</span> public RegionMover build() throws IOException {<a name="line.234"></a>
-<span class="sourceLineNo">235</span> return new RegionMover(this);<a name="line.235"></a>
-<span class="sourceLineNo">236</span> }<a name="line.236"></a>
-<span class="sourceLineNo">237</span> }<a name="line.237"></a>
-<span class="sourceLineNo">238</span><a name="line.238"></a>
-<span class="sourceLineNo">239</span> /**<a name="line.239"></a>
-<span class="sourceLineNo">240</span> * Move Regions and make sure that they are up on the target server.If a region movement fails we<a name="line.240"></a>
-<span class="sourceLineNo">241</span> * exit as failure<a name="line.241"></a>
-<span class="sourceLineNo">242</span> */<a name="line.242"></a>
-<span class="sourceLineNo">243</span> private class MoveWithAck implements Callable<Boolean> {<a name="line.243"></a>
-<span class="sourceLineNo">244</span> private RegionInfo region;<a name="line.244"></a>
-<span class="sourceLineNo">245</span> private ServerName targetServer;<a name="line.245"></a>
-<span class="sourceLineNo">246</span> private List<RegionInfo> movedRegions;<a name="line.246"></a>
-<span class="sourceLineNo">247</span> private ServerName sourceServer;<a name="line.247"></a>
-<span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span> public MoveWithAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.249"></a>
-<span class="sourceLineNo">250</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.250"></a>
-<span class="sourceLineNo">251</span> this.region = regionInfo;<a name="line.251"></a>
-<span class="sourceLineNo">252</span> this.targetServer = targetServer;<a name="line.252"></a>
-<span class="sourceLineNo">253</span> this.movedRegions = movedRegions;<a name="line.253"></a>
-<span class="sourceLineNo">254</span> this.sourceServer = sourceServer;<a name="line.254"></a>
-<span class="sourceLineNo">255</span> }<a name="line.255"></a>
-<span class="sourceLineNo">256</span><a name="line.256"></a>
-<span class="sourceLineNo">257</span> @Override<a name="line.257"></a>
-<span class="sourceLineNo">258</span> public Boolean call() throws IOException, InterruptedException {<a name="line.258"></a>
-<span class="sourceLineNo">259</span> boolean moved = false;<a name="line.259"></a>
-<span class="sourceLineNo">260</span> int count = 0;<a name="line.260"></a>
-<span class="sourceLineNo">261</span> int retries = admin.getConfiguration().getInt(MOVE_RETRIES_MAX_KEY, DEFAULT_MOVE_RETRIES_MAX);<a name="line.261"></a>
-<span class="sourceLineNo">262</span> int maxWaitInSeconds =<a name="line.262"></a>
-<span class="sourceLineNo">263</span> admin.getConfiguration().getInt(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.263"></a>
-<span class="sourceLineNo">264</span> long startTime = EnvironmentEdgeManager.currentTime();<a name="line.264"></a>
-<span class="sourceLineNo">265</span> boolean sameServer = true;<a name="line.265"></a>
-<span class="sourceLineNo">266</span> // Assert we can scan the region in its current location<a name="line.266"></a>
-<span class="sourceLineNo">267</span> isSuccessfulScan(region);<a name="line.267"></a>
-<span class="sourceLineNo">268</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.268"></a>
-<span class="sourceLineNo">269</span> + targetServer);<a name="line.269"></a>
-<span class="sourceLineNo">270</span> while (count < retries && sameServer) {<a name="line.270"></a>
-<span class="sourceLineNo">271</span> if (count > 0) {<a name="line.271"></a>
-<span class="sourceLineNo">272</span> LOG.info("Retry " + Integer.toString(count) + " of maximum " + Integer.toString(retries));<a name="line.272"></a>
-<span class="sourceLineNo">273</span> }<a name="line.273"></a>
-<span class="sourceLineNo">274</span> count = count + 1;<a name="line.274"></a>
-<span class="sourceLineNo">275</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.275"></a>
-<span class="sourceLineNo">276</span> long maxWait = startTime + (maxWaitInSeconds * 1000);<a name="line.276"></a>
-<span class="sourceLineNo">277</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.277"></a>
-<span class="sourceLineNo">278</span> sameServer = isSameServer(region, sourceServer);<a name="line.278"></a>
-<span class="sourceLineNo">279</span> if (!sameServer) {<a name="line.279"></a>
-<span class="sourceLineNo">280</span> break;<a name="line.280"></a>
-<span class="sourceLineNo">281</span> }<a name="line.281"></a>
-<span class="sourceLineNo">282</span> Thread.sleep(100);<a name="line.282"></a>
-<span class="sourceLineNo">283</span> }<a name="line.283"></a>
-<span class="sourceLineNo">284</span> }<a name="line.284"></a>
-<span class="sourceLineNo">285</span> if (sameServer) {<a name="line.285"></a>
-<span class="sourceLineNo">286</span> LOG.error("Region: " + region.getRegionNameAsString() + " stuck on " + this.sourceServer<a name="line.286"></a>
-<span class="sourceLineNo">287</span> + ",newServer=" + this.targetServer);<a name="line.287"></a>
-<span class="sourceLineNo">288</span> } else {<a name="line.288"></a>
-<span class="sourceLineNo">289</span> isSuccessfulScan(region);<a name="line.289"></a>
-<span class="sourceLineNo">290</span> LOG.info("Moved Region "<a name="line.290"></a>
-<span class="sourceLineNo">291</span> + region.getRegionNameAsString()<a name="line.291"></a>
-<span class="sourceLineNo">292</span> + " cost:"<a name="line.292"></a>
-<span class="sourceLineNo">293</span> + String.format("%.3f",<a name="line.293"></a>
-<span class="sourceLineNo">294</span> (float) (EnvironmentEdgeManager.currentTime() - startTime) / 1000));<a name="line.294"></a>
-<span class="sourceLineNo">295</span> moved = true;<a name="line.295"></a>
-<span class="sourceLineNo">296</span> movedRegions.add(region);<a name="line.296"></a>
-<span class="sourceLineNo">297</span> }<a name="line.297"></a>
-<span class="sourceLineNo">298</span> return moved;<a name="line.298"></a>
-<span class="sourceLineNo">299</span> }<a name="line.299"></a>
-<span class="sourceLineNo">300</span> }<a name="line.300"></a>
-<span class="sourceLineNo">301</span><a name="line.301"></a>
-<span class="sourceLineNo">302</span> /**<a name="line.302"></a>
-<span class="sourceLineNo">303</span> * Move Regions without Acknowledging.Usefule in case of RS shutdown as we might want to shut the<a name="line.303"></a>
-<span class="sourceLineNo">304</span> * RS down anyways and not abort on a stuck region. Improves movement performance<a name="line.304"></a>
-<span class="sourceLineNo">305</span> */<a name="line.305"></a>
-<span class="sourceLineNo">306</span> private class MoveWithoutAck implements Callable<Boolean> {<a name="line.306"></a>
-<span class="sourceLineNo">307</span> private RegionInfo region;<a name="line.307"></a>
-<span class="sourceLineNo">308</span> private ServerName targetServer;<a name="line.308"></a>
-<span class="sourceLineNo">309</span> private List<RegionInfo> movedRegions;<a name="line.309"></a>
-<span class="sourceLineNo">310</span> private ServerName sourceServer;<a name="line.310"></a>
-<span class="sourceLineNo">311</span><a name="line.311"></a>
-<span class="sourceLineNo">312</span> public MoveWithoutAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.312"></a>
-<span class="sourceLineNo">313</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.313"></a>
-<span class="sourceLineNo">314</span> this.region = regionInfo;<a name="line.314"></a>
-<span class="sourceLineNo">315</span> this.targetServer = targetServer;<a name="line.315"></a>
-<span class="sourceLineNo">316</span> this.movedRegions = movedRegions;<a name="line.316"></a>
-<span class="sourceLineNo">317</span> this.sourceServer = sourceServer;<a name="line.317"></a>
-<span class="sourceLineNo">318</span> }<a name="line.318"></a>
-<span class="sourceLineNo">319</span><a name="line.319"></a>
-<span class="sourceLineNo">320</span> @Override<a name="line.320"></a>
-<span class="sourceLineNo">321</span> public Boolean call() {<a name="line.321"></a>
-<span class="sourceLineNo">322</span> try {<a name="line.322"></a>
-<span class="sourceLineNo">323</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.323"></a>
-<span class="sourceLineNo">324</span> + targetServer);<a name="line.324"></a>
-<span class="sourceLineNo">325</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.325"></a>
-<span class="sourceLineNo">326</span> LOG.info("Moved " + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.326"></a>
-<span class="sourceLineNo">327</span> + targetServer);<a name="line.327"></a>
-<span class="sourceLineNo">328</span> } catch (Exception e) {<a name="line.328"></a>
-<span class="sourceLineNo">329</span> LOG.error("Error Moving Region:" + region.getEncodedName(), e);<a name="line.329"></a>
-<span class="sourceLineNo">330</span> } finally {<a name="line.330"></a>
-<span class="sourceLineNo">331</span> // we add region to the moved regions list in No Ack Mode since this is best effort<a name="line.331"></a>
-<span class="sourceLineNo">332</span> movedRegions.add(region);<a name="line.332"></a>
-<span class="sourceLineNo">333</span> }<a name="line.333"></a>
-<span class="sourceLineNo">334</span> return true;<a name="line.334"></a>
-<span class="sourceLineNo">335</span> }<a name="line.335"></a>
-<span class="sourceLineNo">336</span> }<a name="line.336"></a>
-<span class="sourceLineNo">337</span><a name="line.337"></a>
-<span class="sourceLineNo">338</span> /**<a name="line.338"></a>
-<span class="sourceLineNo">339</span> * Loads the specified {@link #hostname} with regions listed in the {@link #filename} RegionMover<a name="line.339"></a>
-<span class="sourceLineNo">340</span> * Object has to be created using {@link #RegionMover(RegionMoverBuilder)}<a name="line.340"></a>
-<span class="sourceLineNo">341</span> * @return true if loading succeeded, false otherwise<a name="line.341"></a>
-<span class="sourceLineNo">342</span> */<a name="line.342"></a>
-<span class="sourceLineNo">343</span> public boolean load() throws ExecutionException, InterruptedException, TimeoutException {<a name="line.343"></a>
-<span class="sourceLineNo">344</span> ExecutorService loadPool = Executors.newFixedThreadPool(1);<a name="line.344"></a>
-<span class="sourceLineNo">345</span> Future<Boolean> loadTask = loadPool.submit(() -> {<a name="line.345"></a>
-<span class="sourceLineNo">346</span> try {<a name="line.346"></a>
-<span class="sourceLineNo">347</span> List<RegionInfo> regionsToMove = readRegionsFromFile(filename);<a name="line.347"></a>
-<span class="sourceLineNo">348</span> if (regionsToMove.isEmpty()) {<a name="line.348"></a>
-<span class="sourceLineNo">349</span> LOG.info("No regions to load.Exiting");<a name="line.349"></a>
-<span class="sourceLineNo">350</span> return true;<a name="line.350"></a>
-<span class="sourceLineNo">351</span> }<a name="line.351"></a>
-<span class="sourceLineNo">352</span> loadRegions(regionsToMove);<a name="line.352"></a>
-<span class="sourceLineNo">353</span> } catch (Exception e) {<a name="line.353"></a>
-<span class="sourceLineNo">354</span> LOG.error("Error while loading regions to " + hostname, e);<a name="line.354"></a>
-<span class="sourceLineNo">355</span> return false;<a name="line.355"></a>
-<span class="sourceLineNo">356</span> }<a name="line.356"></a>
-<span class="sourceLineNo">357</span> return true;<a name="line.357"></a>
-<span class="sourceLineNo">358</span> });<a name="line.358"></a>
-<span class="sourceLineNo">359</span> return waitTaskToFinish(loadPool, loadTask, "loading");<a name="line.359"></a>
-<span class="sourceLineNo">360</span> }<a name="line.360"></a>
-<span class="sourceLineNo">361</span><a name="line.361"></a>
-<span class="sourceLineNo">362</span> private void loadRegions(List<RegionInfo> regionsToMove)<a name="line.362"></a>
-<span class="sourceLineNo">363</span> throws Exception {<a name="line.363"></a>
-<span class="sourceLineNo">364</span> ServerName server = getTargetServer();<a name="line.364"></a>
-<span class="sourceLineNo">365</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.365"></a>
-<span class="sourceLineNo">366</span> LOG.info(<a name="line.366"></a>
-<span class="sourceLineNo">367</span> "Moving " + regionsToMove.size() + " regions to " + server + " using " + this.maxthreads<a name="line.367"></a>
-<span class="sourceLineNo">368</span> + " threads.Ack mode:" + this.ack);<a name="line.368"></a>
-<span class="sourceLineNo">369</span><a name="line.369"></a>
-<span class="sourceLineNo">370</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.370"></a>
-<span class="sourceLineNo">371</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.371"></a>
-<span class="sourceLineNo">372</span> int counter = 0;<a name="line.372"></a>
-<span class="sourceLineNo">373</span> while (counter < regionsToMove.size()) {<a name="line.373"></a>
-<span class="sourceLineNo">374</span> RegionInfo region = regionsToMove.get(counter);<a name="line.374"></a>
-<span class="sourceLineNo">375</span> ServerName currentServer = getServerNameForRegion(region);<a name="line.375"></a>
-<span class="sourceLineNo">376</span> if (currentServer == null) {<a name="line.376"></a>
-<span class="sourceLineNo">377</span> LOG.warn(<a name="line.377"></a>
-<span class="sourceLineNo">378</span> "Could not get server for Region:" + region.getRegionNameAsString() + " moving on");<a name="line.378"></a>
-<span class="sourceLineNo">379</span> counter++;<a name="line.379"></a>
-<span class="sourceLineNo">380</span> continue;<a name="line.380"></a>
-<span class="sourceLineNo">381</span> } else if (server.equals(currentServer)) {<a name="line.381"></a>
-<span class="sourceLineNo">382</span> LOG.info(<a name="line.382"></a>
-<span class="sourceLineNo">383</span> "Region " + region.getRegionNameAsString() + " is already on target server=" + server);<a name="line.383"></a>
-<span class="sourceLineNo">384</span> counter++;<a name="line.384"></a>
-<span class="sourceLineNo">385</span> continue;<a name="line.385"></a>
-<span class="sourceLineNo">386</span> }<a name="line.386"></a>
-<span class="sourceLineNo">387</span> if (ack) {<a name="line.387"></a>
-<span class="sourceLineNo">388</span> Future<Boolean> task =<a name="line.388"></a>
-<span class="sourceLineNo">389</span> moveRegionsPool.submit(new MoveWithAck(region, currentServer, server, movedRegions));<a name="line.389"></a>
-<span class="sourceLineNo">390</span> taskList.add(task);<a name="line.390"></a>
-<span class="sourceLineNo">391</span> } else {<a name="line.391"></a>
-<span class="sourceLineNo">392</span> Future<Boolean> task =<a name="line.392"></a>
-<span class="sourceLineNo">393</span> moveRegionsPool.submit(new MoveWithoutAck(region, currentServer, server, movedRegions));<a name="line.393"></a>
-<span class="sourceLineNo">394</span> taskList.add(task);<a name="line.394"></a>
-<span class="sourceLineNo">395</span> }<a name="line.395"></a>
-<span class="sourceLineNo">396</span> counter++;<a name="line.396"></a>
-<span class="sourceLineNo">397</span> }<a name="line.397"></a>
-<span class="sourceLineNo">398</span><a name="line.398"></a>
-<span class="sourceLineNo">399</span> moveRegionsPool.shutdown();<a name="line.399"></a>
-<span class="sourceLineNo">400</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.400"></a>
-<span class="sourceLineNo">401</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.401"></a>
-<span class="sourceLineNo">402</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.402"></a>
-<span class="sourceLineNo">403</span> }<a name="line.403"></a>
-<span class="sourceLineNo">404</span><a name="line.404"></a>
-<span class="sourceLineNo">405</span> /**<a name="line.405"></a>
-<span class="sourceLineNo">406</span> * Unload regions from given {@link #hostname} using ack/noAck mode and {@link #maxthreads}.In<a name="line.406"></a>
-<span class="sourceLineNo">407</span> * noAck mode we do not make sure that region is successfully online on the target region<a name="line.407"></a>
-<span class="sourceLineNo">408</span> * server,hence it is best effort.We do not unload regions to hostnames given in<a name="line.408"></a>
-<span class="sourceLineNo">409</span> * {@link #excludeFile}.<a name="line.409"></a>
-<span class="sourceLineNo">410</span> * @return true if unloading succeeded, false otherwise<a name="line.410"></a>
-<span class="sourceLineNo">411</span> */<a name="line.411"></a>
-<span class="sourceLineNo">412</span> public boolean unload() throws InterruptedException, ExecutionException, TimeoutException {<a name="line.412"></a>
-<span class="sourceLineNo">413</span> deleteFile(this.filename);<a name="line.413"></a>
-<span class="sourceLineNo">414</span> ExecutorService unloadPool = Executors.newFixedThreadPool(1);<a name="line.414"></a>
-<span class="sourceLineNo">415</span> Future<Boolean> unloadTask = unloadPool.submit(() -> {<a name="line.415"></a>
-<span class="sourceLineNo">416</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.416"></a>
-<span class="sourceLineNo">417</span> try {<a name="line.417"></a>
-<span class="sourceLineNo">418</span> // Get Online RegionServers<a name="line.418"></a>
-<span class="sourceLineNo">419</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.419"></a>
-<span class="sourceLineNo">420</span> regionServers.addAll(<a name="line.420"></a>
-<span class="sourceLineNo">421</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.421"></a>
-<span class="sourceLineNo">422</span> .keySet());<a name="line.422"></a>
-<span class="sourceLineNo">423</span> // Remove the host Region server from target Region Servers list<a name="line.423"></a>
-<span class="sourceLineNo">424</span> ServerName server = stripServer(regionServers, hostname, port);<a name="line.424"></a>
-<span class="sourceLineNo">425</span> // Remove RS present in the exclude file<a name="line.425"></a>
-<span class="sourceLineNo">426</span> stripExcludes(regionServers);<a name="line.426"></a>
-<span class="sourceLineNo">427</span> stripMaster(regionServers);<a name="line.427"></a>
-<span class="sourceLineNo">428</span> if (regionServers.isEmpty()) {<a name="line.428"></a>
-<span class="sourceLineNo">429</span> LOG.warn("No Regions were moved - no servers available");<a name="line.429"></a>
-<span class="sourceLineNo">430</span> return false;<a name="line.430"></a>
-<span class="sourceLineNo">431</span> }<a name="line.431"></a>
-<span class="sourceLineNo">432</span> unloadRegions(server, regionServers, movedRegions);<a name="line.432"></a>
-<span class="sourceLineNo">433</span> } catch (Exception e) {<a name="line.433"></a>
-<span class="sourceLineNo">434</span> LOG.error("Error while unloading regions ", e);<a name="line.434"></a>
-<span class="sourceLineNo">435</span> return false;<a name="line.435"></a>
-<span class="sourceLineNo">436</span> } finally {<a name="line.436"></a>
-<span class="sourceLineNo">437</span> if (movedRegions != null) {<a name="line.437"></a>
-<span class="sourceLineNo">438</span> writeFile(filename, movedRegions);<a name="line.438"></a>
-<span class="sourceLineNo">439</span> }<a name="line.439"></a>
-<span class="sourceLineNo">440</span> }<a name="line.440"></a>
-<span class="sourceLineNo">441</span> return true;<a name="line.441"></a>
-<span class="sourceLineNo">442</span> });<a name="line.442"></a>
-<span class="sourceLineNo">443</span> return waitTaskToFinish(unloadPool, unloadTask, "unloading");<a name="line.443"></a>
-<span class="sourceLineNo">444</span> }<a name="line.444"></a>
-<span class="sourceLineNo">445</span><a name="line.445"></a>
-<span class="sourceLineNo">446</span> private void unloadRegions(ServerName server, List<ServerName> regionServers,<a name="line.446"></a>
-<span class="sourceLineNo">447</span> List<RegionInfo> movedRegions) throws Exception {<a name="line.447"></a>
-<span class="sourceLineNo">448</span> while (true) {<a name="line.448"></a>
-<span class="sourceLineNo">449</span> List<RegionInfo> regionsToMove = admin.getRegions(server);<a name="line.449"></a>
-<span class="sourceLineNo">450</span> regionsToMove.removeAll(movedRegions);<a name="line.450"></a>
-<span class="sourceLineNo">451</span> if (regionsToMove.isEmpty()) {<a name="line.451"></a>
-<span class="sourceLineNo">452</span> LOG.info("No Regions to move....Quitting now");<a name="line.452"></a>
-<span class="sourceLineNo">453</span> break;<a name="line.453"></a>
-<span class="sourceLineNo">454</span> }<a name="line.454"></a>
-<span class="sourceLineNo">455</span> int counter = 0;<a name="line.455"></a>
-<span class="sourceLineNo">456</span> LOG.info("Moving " + regionsToMove.size() + " regions from " + this.hostname + " to "<a name="line.456"></a>
-<span class="sourceLineNo">457</span> + regionServers.size() + " servers using " + this.maxthreads + " threads .Ack Mode:"<a name="line.457"></a>
-<span class="sourceLineNo">458</span> + ack);<a name="line.458"></a>
-<span class="sourceLineNo">459</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.459"></a>
-<span class="sourceLineNo">460</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.460"></a>
-<span class="sourceLineNo">461</span> int serverIndex = 0;<a name="line.461"></a>
-<span class="sourceLineNo">462</span> while (counter < regionsToMove.size()) {<a name="line.462"></a>
-<span class="sourceLineNo">463</span> if (ack) {<a name="line.463"></a>
-<span class="sourceLineNo">464</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.464"></a>
-<span class="sourceLineNo">465</span> new MoveWithAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.465"></a>
-<span class="sourceLineNo">466</span> movedRegions));<a name="line.466"></a>
-<span class="sourceLineNo">467</span> taskList.add(task);<a name="line.467"></a>
-<span class="sourceLineNo">468</span> } else {<a name="line.468"></a>
-<span class="sourceLineNo">469</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.469"></a>
-<span class="sourceLineNo">470</span> new MoveWithoutAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.470"></a>
-<span class="sourceLineNo">471</span> movedRegions));<a name="line.471"></a>
-<span class="sourceLineNo">472</span> taskList.add(task);<a name="line.472"></a>
-<span class="sourceLineNo">473</span> }<a name="line.473"></a>
-<span class="sourceLineNo">474</span> counter++;<a name="line.474"></a>
-<span class="sourceLineNo">475</span> serverIndex = (serverIndex + 1) % regionServers.size();<a name="line.475"></a>
-<span class="sourceLineNo">476</span> }<a name="line.476"></a>
-<span class="sourceLineNo">477</span> moveRegionsPool.shutdown();<a name="line.477"></a>
-<span class="sourceLineNo">478</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.478"></a>
-<span class="sourceLineNo">479</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.479"></a>
-<span class="sourceLineNo">480</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.480"></a>
-<span class="sourceLineNo">481</span> }<a name="line.481"></a>
-<span class="sourceLineNo">482</span> }<a name="line.482"></a>
-<span class="sourceLineNo">483</span><a name="line.483"></a>
-<span class="sourceLineNo">484</span> private boolean waitTaskToFinish(ExecutorService pool, Future<Boolean> task, String operation)<a name="line.484"></a>
-<span class="sourceLineNo">485</span> throws TimeoutException, InterruptedException, ExecutionException {<a name="line.485"></a>
-<span class="sourceLineNo">486</span> pool.shutdown();<a name="line.486"></a>
-<span class="sourceLineNo">487</span> try {<a name="line.487"></a>
-<span class="sourceLineNo">488</span> if (!pool.awaitTermination((long) this.timeout, TimeUnit.SECONDS)) {<a name="line.488"></a>
-<span class="sourceLineNo">489</span> LOG.warn(<a name="line.489"></a>
-<span class="sourceLineNo">490</span> "Timed out before finishing the " + operation + " operation. Timeout: " + this.timeout<a name="line.490"></a>
-<span class="sourceLineNo">491</span> + "sec");<a name="line.491"></a>
-<span class="sourceLineNo">492</span> pool.shutdownNow();<a name="line.492"></a>
-<span class="sourceLineNo">493</span> }<a name="line.493"></a>
-<span class="sourceLineNo">494</span> } catch (InterruptedException e) {<a name="line.494"></a>
-<span class="sourceLineNo">495</span> pool.shutdownNow();<a name="line.495"></a>
-<span class="sourceLineNo">496</span> Thread.currentThread().interrupt();<a name="line.496"></a>
-<span class="sourceLineNo">497</span> }<a name="line.497"></a>
-<span class="sourceLineNo">498</span> try {<a name="line.498"></a>
-<span class="sourceLineNo">499</span> return task.get(5, TimeUnit.SECONDS);<a name="line.499"></a>
-<span class="sourceLineNo">500</span> } catch (InterruptedException e) {<a name="line.500"></a>
-<span class="sourceLineNo">501</span> LOG.warn("Interrupted while " + operation + " Regions on " + this.hostname, e);<a name="line.501"></a>
-<span class="sourceLineNo">502</span> throw e;<a name="line.502"></a>
-<span class="sourceLineNo">503</span> } catch (ExecutionException e) {<a name="line.503"></a>
-<span class="sourceLineNo">504</span> LOG.error("Error while " + operation + " regions on RegionServer " + this.hostname, e);<a name="line.504"></a>
-<span class="sourceLineNo">505</span> throw e;<a name="line.505"></a>
-<span class="sourceLineNo">506</span> }<a name="line.506"></a>
-<span class="sourceLineNo">507</span> }<a name="line.507"></a>
-<span class="sourceLineNo">508</span><a name="line.508"></a>
-<span class="sourceLineNo">509</span> private void waitMoveTasksToFinish(ExecutorService moveRegionsPool,<a name="line.509"></a>
-<span class="sourceLineNo">510</span> List<Future<Boolean>> taskList, long timeoutInSeconds) throws Exception {<a name="line.510"></a>
-<span class="sourceLineNo">511</span> try {<a name="line.511"></a>
-<span class="sourceLineNo">512</span> if (!moveRegionsPool.awaitTermination(timeoutInSeconds, TimeUnit.SECONDS)) {<a name="line.512"></a>
-<span class="sourceLineNo">513</span> moveRegionsPool.shutdownNow();<a name="line.513"></a>
-<span class="sourceLineNo">514</span> }<a name="line.514"></a>
-<span class="sourceLineNo">515</span> } catch (InterruptedException e) {<a name="line.515"></a>
-<span class="sourceLineNo">516</span> moveRegionsPool.shutdownNow();<a name="line.516"></a>
-<span class="sourceLineNo">517</span> Thread.currentThread().interrupt();<a name="line.517"></a>
-<span class="sourceLineNo">518</span> }<a name="line.518"></a>
-<span class="sourceLineNo">519</span> for (Future<Boolean> future : taskList) {<a name="line.519"></a>
-<span class="sourceLineNo">520</span> try {<a name="line.520"></a>
-<span class="sourceLineNo">521</span> // if even after shutdownNow threads are stuck we wait for 5 secs max<a name="line.521"></a>
-<span class="sourceLineNo">522</span> if (!future.get(5, TimeUnit.SECONDS)) {<a name="line.522"></a>
-<span class="sourceLineNo">523</span> LOG.error("Was Not able to move region....Exiting Now");<a name="line.523"></a>
-<span class="sourceLineNo">524</span> throw new Exception("Could not move region Exception");<a name="line.524"></a>
-<span class="sourceLineNo">525</span> }<a name="line.525"></a>
-<span class="sourceLineNo">526</span> } catch (InterruptedException e) {<a name="line.526"></a>
-<span class="sourceLineNo">527</span> LOG.error("Interrupted while waiting for Thread to Complete " + e.getMessage(), e);<a name="line.527"></a>
-<span class="sourceLineNo">528</span> throw e;<a name="line.528"></a>
-<span class="sourceLineNo">529</span> } catch (ExecutionException e) {<a name="line.529"></a>
-<span class="sourceLineNo">530</span> LOG.error("Got Exception From Thread While moving region " + e.getMessage(), e);<a name="line.530"></a>
-<span class="sourceLineNo">531</span> throw e;<a name="line.531"></a>
-<span class="sourceLineNo">532</span> } catch (CancellationException e) {<a name="line.532"></a>
-<span class="sourceLineNo">533</span> LOG.error("Thread for moving region cancelled. Timeout for cancellation:" + timeoutInSeconds<a name="line.533"></a>
-<span class="sourceLineNo">534</span> + "secs", e);<a name="line.534"></a>
-<span class="sourceLineNo">535</span> throw e;<a name="line.535"></a>
-<span class="sourceLineNo">536</span> }<a name="line.536"></a>
-<span class="sourceLineNo">537</span> }<a name="line.537"></a>
-<span class="sourceLineNo">538</span> }<a name="line.538"></a>
-<span class="sourceLineNo">539</span><a name="line.539"></a>
-<span class="sourceLineNo">540</span> private ServerName getTargetServer() throws Exception {<a name="line.540"></a>
-<span class="sourceLineNo">541</span> ServerName server = null;<a name="line.541"></a>
-<span class="sourceLineNo">542</span> int maxWaitInSeconds =<a name="line.542"></a>
-<span class="sourceLineNo">543</span> admin.getConfiguration().getInt(SERVERSTART_WAIT_MAX_KEY, DEFAULT_SERVERSTART_WAIT_MAX);<a name="line.543"></a>
-<span class="sourceLineNo">544</span> long maxWait = EnvironmentEdgeManager.currentTime() + maxWaitInSeconds * 1000;<a name="line.544"></a>
-<span class="sourceLineNo">545</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.545"></a>
-<span class="sourceLineNo">546</span> try {<a name="line.546"></a>
-<span class="sourceLineNo">547</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.547"></a>
-<span class="sourceLineNo">548</span> regionServers.addAll(<a name="line.548"></a>
-<span class="sourceLineNo">549</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.549"></a>
-<span class="sourceLineNo">550</span> .keySet());<a name="line.550"></a>
-<span class="sourceLineNo">551</span> // Remove the host Region server from target Region Servers list<a name="line.551"></a>
-<span class="sourceLineNo">552</span> server = stripServer(regionServers, hostname, port);<a name="line.552"></a>
-<span class="sourceLineNo">553</span> if (server != null) {<a name="line.553"></a>
-<span class="sourceLineNo">554</span> break;<a name="line.554"></a>
-<span class="sourceLineNo">555</span> } else {<a name="line.555"></a>
-<span class="sourceLineNo">556</span> LOG.warn("Server " + hostname + ":" + port + " is not up yet, waiting");<a name="line.556"></a>
-<span class="sourceLineNo">557</span> }<a name="line.557"></a>
-<span class="sourceLineNo">558</span> } catch (IOException e) {<a name="line.558"></a>
-<span class="sourceLineNo">559</span> LOG.warn("Could not get list of region servers", e);<a name="line.559"></a>
-<span class="sourceLineNo">560</span> }<a name="line.560"></a>
-<span class="sourceLineNo">561</span> Thread.sleep(500);<a name="line.561"></a>
-<span class="sourceLineNo">562</span> }<a name="line.562"></a>
-<span class="sourceLineNo">563</span> if (server == null) {<a name="line.563"></a>
-<span class="sourceLineNo">564</span> LOG.error("Server " + hostname + ":" + port + " is not up. Giving up.");<a name="line.564"></a>
-<span class="sourceLineNo">565</span> throw new Exception("Server " + hostname + ":" + port + " to load regions not online");<a name="line.565"></a>
-<span class="sourceLineNo">566</span> }<a name="line.566"></a>
-<span class="sourceLineNo">567</span> return server;<a name="line.567"></a>
-<span class="sourceLineNo">568</span> }<a name="line.568"></a>
-<span class="sourceLineNo">569</span><a name="line.569"></a>
-<span class="sourceLineNo">570</span> private List<RegionInfo> readRegionsFromFile(String filename) throws IOException {<a name="line.570"></a>
-<span class="sourceLineNo">571</span> List<RegionInfo> regions = new ArrayList<>();<a name="line.571"></a>
-<span class="sourceLineNo">572</span> File f = new File(filename);<a name="line.572"></a>
-<span class="sourceLineNo">573</span> if (!f.exists()) {<a name="line.573"></a>
-<span class="sourceLineNo">574</span> return regions;<a name="line.574"></a>
-<span class="sourceLineNo">575</span> }<a name="line.575"></a>
-<span class="sourceLineNo">576</span> try (DataInputStream dis = new DataInputStream(<a name="line.576"></a>
-<span class="sourceLineNo">577</span> new BufferedInputStream(new FileInputStream(f)))) {<a name="line.577"></a>
-<span class="sourceLineNo">578</span> int numRegions = dis.readInt();<a name="line.578"></a>
-<span class="sourceLineNo">579</span> int index = 0;<a name="line.579"></a>
-<span class="sourceLineNo">580</span> while (index < numRegions) {<a name="line.580"></a>
-<span class="sourceLineNo">581</span> regions.add(RegionInfo.parseFromOrNull(Bytes.readByteArray(dis)));<a name="line.581"></a>
-<span class="sourceLineNo">582</span> index++;<a name="line.582"></a>
-<span class="sourceLineNo">583</span> }<a name="line.583"></a>
-<span class="sourceLineNo">584</span> } catch (IOException e) {<a name="line.584"></a>
-<span class="sourceLineNo">585</span> LOG.error("Error while reading regions from file:" + filename, e);<a name="line.585"></a>
-<span class="sourceLineNo">586</span> throw e;<a name="line.586"></a>
-<span class="sourceLineNo">587</span> }<a name="line.587"></a>
-<span class="sourceLineNo">588</span> return regions;<a name="line.588"></a>
-<span class="sourceLineNo">589</span> }<a name="line.589"></a>
-<span class="sourceLineNo">590</span><a name="line.590"></a>
-<span class="sourceLineNo">591</span> /**<a name="line.591"></a>
-<span class="sourceLineNo">592</span> * Write the number of regions moved in the first line followed by regions moved in subsequent<a name="line.592"></a>
-<span class="sourceLineNo">593</span> * lines<a name="line.593"></a>
-<span class="sourceLineNo">594</span> */<a name="line.594"></a>
-<span class="sourceLineNo">595</span> private void writeFile(String filename, List<RegionInfo> movedRegions) throws IOException {<a name="line.595"></a>
-<span class="sourceLineNo">596</span> try (DataOutputStream dos = new DataOutputStream(<a name="line.596"></a>
-<span class="sourceLineNo">597</span> new BufferedOutputStream(new FileOutputStream(filename)))) {<a name="line.597"></a>
-<span class="sourceLineNo">598</span> dos.writeInt(movedRegions.size());<a name="line.598"></a>
-<span class="sourceLineNo">599</span> for (RegionInfo region : movedRegions) {<a name="line.599"></a>
-<span class="sourceLineNo">600</span> Bytes.writeByteArray(dos, RegionInfo.toByteArray(region));<a name="line.600"></a>
-<span class="sourceLineNo">601</span> }<a name="line.601"></a>
-<span class="sourceLineNo">602</span> } catch (IOException e) {<a name="line.602"></a>
-<span class="sourceLineNo">603</span> LOG.error(<a name="line.603"></a>
-<span class="sourceLineNo">604</span> "ERROR: Was Not able to write regions moved to output file but moved " + movedRegions<a name="line.604"></a>
-<span class="sourceLineNo">605</span> .size() + " regions", e);<a name="line.605"></a>
-<span class="sourceLineNo">606</span> throw e;<a name="line.606"></a>
-<span class="sourceLineNo">607</span> }<a name="line.607"></a>
-<span class="sourceLineNo">608</span> }<a name="line.608"></a>
-<span class="sourceLineNo">609</span><a name="line.609"></a>
-<span class="sourceLineNo">610</span> private void deleteFile(String filename) {<a name="line.610"></a>
-<span class="sourceLineNo">611</span> File f = new File(filename);<a name="line.611"></a>
-<span class="sourceLineNo">612</span> if (f.exists()) {<a name="line.612"></a>
-<span class="sourceLineNo">613</span> f.delete();<a name="line.613"></a>
-<span class="sourceLineNo">614</span> }<a name="line.614"></a>
-<span class="sourceLineNo">615</span> }<a name="line.615"></a>
-<span class="sourceLineNo">616</span><a name="line.616"></a>
-<span class="sourceLineNo">617</span> /**<a name="line.617"></a>
-<span class="sourceLineNo">618</span> * @return List of servers from the exclude file in format 'hostname:port'.<a name="line.618"></a>
-<span class="sourceLineNo">619</span> */<a name="line.619"></a>
-<span class="sourceLineNo">620</span> private List<String> readExcludes(String excludeFile) throws IOException {<a name="line.620"></a>
-<span class="sourceLineNo">621</span> List<String> excludeServers = new ArrayList<>();<a name="line.621"></a>
-<span class="sourceLineNo">622</span> if (excludeFile == null) {<a name="line.622"></a>
-<span class="sourceLineNo">623</span> return excludeServers;<a name="line.623"></a>
-<span class="sourceLineNo">624</span> } else {<a name="line.624"></a>
-<span class="sourceLineNo">625</span> try {<a name="line.625"></a>
-<span class="sourceLineNo">626</span> Files.readAllLines(Paths.get(excludeFile)).stream().map(String::trim)<a name="line.626"></a>
-<span class="sourceLineNo">627</span> .filter(((Predicate<String>) String::isEmpty).negate()).map(String::toLowerCase)<a name="line.627"></a>
-<span class="sourceLineNo">628</span> .forEach(excludeServers::add);<a name="line.628"></a>
-<span class="sourceLineNo">629</span> } catch (IOException e) {<a name="line.629"></a>
-<span class="sourceLineNo">630</span> LOG.warn("Exception while reading excludes file, continuing anyways", e);<a name="line.630"></a>
-<span class="sourceLineNo">631</span> }<a name="line.631"></a>
-<span class="sourceLineNo">632</span> return excludeServers;<a name="line.632"></a>
-<span class="sourceLineNo">633</span> }<a name="line.633"></a>
-<span class="sourceLineNo">634</span> }<a name="line.634"></a>
-<span class="sourceLineNo">635</span><a name="line.635"></a>
-<span class="sourceLineNo">636</span> /**<a name="line.636"></a>
-<span class="sourceLineNo">637</span> * Excludes the servername whose hostname and port portion matches the list given in exclude file<a name="line.637"></a>
-<span class="sourceLineNo">638</span> */<a name="line.638"></a>
-<span class="sourceLineNo">639</span> private void stripExcludes(List<ServerName> regionServers) throws IOException {<a name="line.639"></a>
-<span class="sourceLineNo">640</span> if (excludeFile != null) {<a name="line.640"></a>
-<span class="sourceLineNo">641</span> List<String> excludes = readExcludes(excludeFile);<a name="line.641"></a>
-<span class="sourceLineNo">642</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.642"></a>
-<span class="sourceLineNo">643</span> while (i.hasNext()) {<a name="line.643"></a>
-<span class="sourceLineNo">644</span> String rs = i.next().getServerName();<a name="line.644"></a>
-<span class="sourceLineNo">645</span> String rsPort = rs.split(ServerName.SERVERNAME_SEPARATOR)[0].toLowerCase() + ":" + rs<a name="line.645"></a>
-<span class="sourceLineNo">646</span> .split(ServerName.SERVERNAME_SEPARATOR)[1];<a name="line.646"></a>
-<span class="sourceLineNo">647</span> if (excludes.contains(rsPort)) {<a name="line.647"></a>
-<span class="sourceLineNo">648</span> i.remove();<a name="line.648"></a>
-<span class="sourceLineNo">649</span> }<a name="line.649"></a>
-<span class="sourceLineNo">650</span> }<a name="line.650"></a>
-<span class="sourceLineNo">651</span> LOG.info("Valid Region server targets are:" + regionServers.toString());<a name="line.651"></a>
-<span class="sourceLineNo">652</span> LOG.info("Excluded Servers are" + excludes.toString());<a name="line.652"></a>
-<span class="sourceLineNo">653</span> }<a name="line.653"></a>
-<span class="sourceLineNo">654</span> }<a name="line.654"></a>
-<span class="sourceLineNo">655</span><a name="line.655"></a>
-<span class="sourceLineNo">656</span> /**<a name="line.656"></a>
-<span class="sourceLineNo">657</span> * Exclude master from list of RSs to move regions to<a name="line.657"></a>
-<span class="sourceLineNo">658</span> */<a name="line.658"></a>
-<span class="sourceLineNo">659</span> private void stripMaster(List<ServerName> regionServers) throws IOException {<a name="line.659"></a>
-<span class="sourceLineNo">660</span> ServerName master = admin.getClusterMetrics(EnumSet.of(Option.MASTER)).getMasterName();<a name="line.660"></a>
-<span class="sourceLineNo">661</span> stripServer(regionServers, master.getHostname(), master.getPort());<a name="line.661"></a>
-<span class="sourceLineNo">662</span> }<a name="line.662"></a>
-<span class="sourceLineNo">663</span><a name="line.663"></a>
-<span class="sourceLineNo">664</span> /**<a name="line.664"></a>
-<span class="sourceLineNo">665</span> * Remove the servername whose hostname and port portion matches from the passed array of servers.<a name="line.665"></a>
-<span class="sourceLineNo">666</span> * Returns as side-effect the servername removed.<a name="line.666"></a>
-<span class="sourceLineNo">667</span> * @return server removed from list of Region Servers<a name="line.667"></a>
-<span class="sourceLineNo">668</span> */<a name="line.668"></a>
-<span class="sourceLineNo">669</span> private ServerName stripServer(List<ServerName> regionServers, String hostname, int port) {<a name="line.669"></a>
-<span class="sourceLineNo">670</span> ServerName server = null;<a name="line.670"></a>
-<span class="sourceLineNo">671</span> String portString = Integer.toString(port);<a name="line.671"></a>
-<span class="sourceLineNo">672</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.672"></a>
-<span class="sourceLineNo">673</span> while (i.hasNext()) {<a name="line.673"></a>
-<span class="sourceLineNo">674</span> server = i.next();<a name="line.674"></a>
-<span class="sourceLineNo">675</span> String[] splitServer = server.getServerName().split(ServerName.SERVERNAME_SEPARATOR);<a name="line.675"></a>
-<span class="sourceLineNo">676</span> if (splitServer[0].equalsIgnoreCase(hostname) && splitServer[1].equals(portString)) {<a name="line.676"></a>
-<span class="sourceLineNo">677</span> i.remove();<a name="line.677"></a>
-<span class="sourceLineNo">678</span> return server;<a name="line.678"></a>
-<span class="sourceLineNo">679</span> }<a name="line.679"></a>
-<span class="sourceLineNo">680</span> }<a name="line.680"></a>
-<span class="sourceLineNo">681</span> return server;<a name="line.681"></a>
-<span class="sourceLineNo">682</span> }<a name="line.682"></a>
-<span class="sourceLineNo">683</span><a name="line.683"></a>
-<span class="sourceLineNo">684</span> /**<a name="line.684"></a>
-<span class="sourceLineNo">685</span> * Tries to scan a row from passed region<a name="line.685"></a>
-<span class="sourceLineNo">686</span> */<a name="line.686"></a>
-<span class="sourceLineNo">687</span> private void isSuccessfulScan(RegionInfo region) throws IOException {<a name="line.687"></a>
-<span class="sourceLineNo">688</span> Scan scan = new Scan().withStartRow(region.getStartKey()).setRaw(true).setOneRowLimit()<a name="line.688"></a>
-<span class="sourceLineNo">689</span> .setMaxResultSize(1L).setCaching(1).setFilter(new FirstKeyOnlyFilter())<a name="line.689"></a>
-<span class="sourceLineNo">690</span> .setCacheBlocks(false);<a name="line.690"></a>
-<span class="sourceLineNo">691</span> try (Table table = conn.getTable(region.getTable());<a name="line.691"></a>
-<span class="sourceLineNo">692</span> ResultScanner scanner = table.getScanner(scan)) {<a name="line.692"></a>
-<span class="sourceLineNo">693</span> scanner.next();<a name="line.693"></a>
-<span class="sourceLineNo">694</span> } catch (IOException e) {<a name="line.694"></a>
-<span class="sourceLineNo">695</span> LOG.error("Could not scan region:" + region.getEncodedName(), e);<a name="line.695"></a>
-<span class="sourceLineNo">696</span> throw e;<a name="line.696"></a>
-<span class="sourceLineNo">697</span> }<a name="line.697"></a>
-<span class="sourceLineNo">698</span> }<a name="line.698"></a>
-<span class="sourceLineNo">699</span><a name="line.699"></a>
-<span class="sourceLineNo">700</span> /**<a name="line.700"></a>
-<span class="sourceLineNo">701</span> * Returns true if passed region is still on serverName when we look at hbase:meta.<a name="line.701"></a>
-<span class="sourceLineNo">702</span> * @return true if region is hosted on serverName otherwise false<a name="line.702"></a>
-<span class="sourceLineNo">703</span> */<a name="line.703"></a>
-<span class="sourceLineNo">704</span> private boolean isSameServer(RegionInfo region, ServerName serverName)<a name="line.704"></a>
-<span class="sourceLineNo">705</span> throws IOException {<a name="line.705"></a>
-<span class="sourceLineNo">706</span> ServerName serverForRegion = getServerNameForRegion(region);<a name="line.706"></a>
-<span class="sourceLineNo">707</span> if (serverForRegion != null && serverForRegion.equals(serverName)) {<a name="line.707"></a>
-<span class="sourceLineNo">708</span> return true;<a name="line.708"></a>
-<span class="sourceLineNo">709</span> }<a name="line.709"></a>
-<span class="sourceLineNo">710</span> return false;<a name="line.710"></a>
-<span class="sourceLineNo">711</span> }<a name="line.711"></a>
-<span class="sourceLineNo">712</span><a name="line.712"></a>
-<span class="sourceLineNo">713</span> /**<a name="line.713"></a>
-<span class="sourceLineNo">714</span> * Get servername that is up in hbase:meta hosting the given region. this is hostname + port +<a name="line.714"></a>
-<span class="sourceLineNo">715</span> * startcode comma-delimited. Can return null<a name="line.715"></a>
-<span class="sourceLineNo">716</span> * @return regionServer hosting the given region<a name="line.716"></a>
-<span class="sourceLineNo">717</span> */<a name="line.717"></a>
-<span class="sourceLineNo">718</span> private ServerName getServerNameForRegion(RegionInfo region) throws IOException {<a name="line.718"></a>
-<span class="sourceLineNo">719</span> if (!admin.isTableEnabled(region.getTable())) {<a name="line.719"></a>
-<span class="sourceLineNo">720</span> return null;<a name="line.720"></a>
-<span class="sourceLineNo">721</span> }<a name="line.721"></a>
-<span class="sourceLineNo">722</span> return MetaTableAccessor.getRegionLocation(conn, region).getServerName();<a name="line.722"></a>
-<span class="sourceLineNo">723</span> }<a name="line.723"></a>
-<span class="sourceLineNo">724</span><a name="line.724"></a>
-<span class="sourceLineNo">725</span> @Override<a name="line.725"></a>
-<span class="sourceLineNo">726</span> protected void addOptions() {<a name="line.726"></a>
-<span class="sourceLineNo">727</span> this.addRequiredOptWithArg("r", "regionserverhost", "region server <hostname>|<hostname:port>");<a name="line.727"></a>
-<span class="sourceLineNo">728</span> this.addRequiredOptWithArg("o", "operation", "Expected: load/unload");<a name="line.728"></a>
-<span class="sourceLineNo">729</span> this.addOptWithArg("m", "maxthreads",<a name="line.729"></a>
-<span class="sourceLineNo">730</span> "Define the maximum number of threads to use to unload and reload the regions");<a name="line.730"></a>
-<span class="sourceLineNo">731</span> this.addOptWithArg("x", "excludefile",<a name="line.731"></a>
-<span class="sourceLineNo">732</span> "File with <hostname:port> per line to exclude as unload targets; default excludes only "<a name="line.732"></a>
-<span class="sourceLineNo">733</span> + "target host; useful for rack decommisioning.");<a name="line.733"></a>
-<span class="sourceLineNo">734</span> this.addOptWithArg("f", "filename",<a name="line.734"></a>
-<span class="sourceLineNo">735</span> "File to save regions list into unloading, or read from loading; "<a name="line.735"></a>
-<span class="sourceLineNo">736</span> + "default /tmp/<usernamehostname:port>");<a name="line.736"></a>
-<span class="sourceLineNo">737</span> this.addOptNoArg("n", "noack",<a name="line.737"></a>
-<span class="sourceLineNo">738</span> "Turn on No-Ack mode(default: false) which won't check if region is online on target "<a name="line.738"></a>
-<span class="sourceLineNo">739</span> + "RegionServer, hence best effort. This is more performant in unloading and loading "<a name="line.739"></a>
-<span class="sourceLineNo">740</span> + "but might lead to region being unavailable for some time till master reassigns it "<a name="line.740"></a>
-<span class="sourceLineNo">741</span> + "in case the move failed");<a name="line.741"></a>
-<span class="sourceLineNo">742</span> this.addOptWithArg("t", "timeout", "timeout in seconds after which the tool will exit "<a name="line.742"></a>
-<span class="sourceLineNo">743</span> + "irrespective of whether it finished or not;default Integer.MAX_VALUE");<a name="line.743"></a>
-<span class="sourceLineNo">744</span> }<a name="line.744"></a>
-<span class="sourceLineNo">745</span><a name="line.745"></a>
-<span class="sourceLineNo">746</span> @Override<a name="line.746"></a>
-<span class="sourceLineNo">747</span> protected void processOptions(CommandLine cmd) {<a name="line.747"></a>
-<span class="sourceLineNo">748</span> String hostname = cmd.getOptionValue("r");<a name="line.748"></a>
-<span class="sourceLineNo">749</span> rmbuilder = new RegionMoverBuilder(hostname);<a name="line.749"></a>
-<span class="sourceLineNo">750</span> if (cmd.hasOption('m')) {<a name="line.750"></a>
-<span class="sourceLineNo">751</span> rmbuilder.maxthreads(Integer.parseInt(cmd.getOptionValue('m')));<a name="line.751"></a>
-<span class="sourceLineNo">752</span> }<a name="line.752"></a>
-<span class="sourceLineNo">753</span> if (cmd.hasOption('n')) {<a name="line.753"></a>
-<span class="sourceLineNo">754</span> rmbuilder.ack(false);<a name="line.754"></a>
-<span class="sourceLineNo">755</span> }<a name="line.755"></a>
-<span class="sourceLineNo">756</span> if (cmd.hasOption('f')) {<a name="line.756"></a>
-<span class="sourceLineNo">757</span> rmbuilder.filename(cmd.getOptionValue('f'));<a name="line.757"></a>
-<span class="sourceLineNo">758</span> }<a name="line.758"></a>
-<span class="sourceLineNo">759</span> if (cmd.hasOption('x')) {<a name="line.759"></a>
-<span class="sourceLineNo">760</span> rmbuilder.excludeFile(cmd.getOptionValue('x'));<a name="line.760"></a>
-<span class="sourceLineNo">761</span> }<a name="line.761"></a>
-<span class="sourceLineNo">762</span> if (cmd.hasOption('t')) {<a name="line.762"></a>
-<span class="sourceLineNo">763</span> rmbuilder.timeout(Integer.parseInt(cmd.getOptionValue('t')));<a name="line.763"></a>
-<span class="sourceLineNo">764</span> }<a name="line.764"></a>
-<span class="sourceLineNo">765</span> this.loadUnload = cmd.getOptionValue("o").toLowerCase(Locale.ROOT);<a name="line.765"></a>
-<span class="sourceLineNo">766</span> }<a name="line.766"></a>
-<span class="sourceLineNo">767</span><a name="line.767"></a>
-<span class="sourceLineNo">768</span> @Override<a name="line.768"></a>
-<span class="sourceLineNo">769</span> protected int doWork() throws Exception {<a name="line.769"></a>
-<span class="sourceLineNo">770</span> boolean success;<a name="line.770"></a>
-<span class="sourceLineNo">771</span> try (RegionMover rm = rmbuilder.build()) {<a name="line.771"></a>
-<span class="sourceLineNo">772</span> if (loadUnload.equalsIgnoreCase("load")) {<a name="line.772"></a>
-<span class="sourceLineNo">773</span> success = rm.load();<a name="line.773"></a>
-<span class="sourceLineNo">774</span> } else if (loadUnload.equalsIgnoreCase("unload")) {<a name="line.774"></a>
-<span class="sourceLineNo">775</span> success = rm.unload();<a name="line.775"></a>
-<span class="sourceLineNo">776</span> } else {<a name="line.776"></a>
-<span class="sourceLineNo">777</span> printUsage();<a name="line.777"></a>
-<span class="sourceLineNo">778</span> success = false;<a name="line.778"></a>
-<span class="sourceLineNo">779</span> }<a name="line.779"></a>
-<span class="sourceLineNo">780</span> }<a name="line.780"></a>
-<span class="sourceLineNo">781</span> return (success ? 0 : 1);<a name="line.781"></a>
-<span class="sourceLineNo">782</span> }<a name="line.782"></a>
-<span class="sourceLineNo">783</span><a name="line.783"></a>
-<span class="sourceLineNo">784</span> public static void main(String[] args) {<a name="line.784"></a>
-<span class="sourceLineNo">785</span> new RegionMover().doStaticMain(args);<a name="line.785"></a>
-<span class="sourceLineNo">786</span> }<a name="line.786"></a>
-<span class="sourceLineNo">787</span>}<a name="line.787"></a>
+<span class="sourceLineNo">048</span>import org.apache.commons.io.IOUtils;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>import org.apache.hadoop.conf.Configuration;<a name="line.49"></a>
+<span class="sourceLineNo">050</span>import org.apache.hadoop.hbase.ClusterMetrics.Option;<a name="line.50"></a>
+<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.51"></a>
+<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.HConstants;<a name="line.52"></a>
+<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.HRegionLocation;<a name="line.53"></a>
+<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.ServerName;<a name="line.54"></a>
+<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.55"></a>
+<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.56"></a>
+<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.57"></a>
+<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.58"></a>
+<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.client.ResultScanner;<a name="line.59"></a>
+<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.60"></a>
+<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.client.Table;<a name="line.61"></a>
+<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;<a name="line.62"></a>
+<span class="sourceLineNo">063</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.63"></a>
+<span class="sourceLineNo">064</span>import org.slf4j.Logger;<a name="line.64"></a>
+<span class="sourceLineNo">065</span>import org.slf4j.LoggerFactory;<a name="line.65"></a>
+<span class="sourceLineNo">066</span><a name="line.66"></a>
+<span class="sourceLineNo">067</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.67"></a>
+<span class="sourceLineNo">068</span>import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine;<a name="line.68"></a>
+<span class="sourceLineNo">069</span><a name="line.69"></a>
+<span class="sourceLineNo">070</span>/**<a name="line.70"></a>
+<span class="sourceLineNo">071</span> * Tool for loading/unloading regions to/from given regionserver This tool can be run from Command<a name="line.71"></a>
+<span class="sourceLineNo">072</span> * line directly as a utility. Supports Ack/No Ack mode for loading/unloading operations.Ack mode<a name="line.72"></a>
+<span class="sourceLineNo">073</span> * acknowledges if regions are online after movement while noAck mode is best effort mode that<a name="line.73"></a>
+<span class="sourceLineNo">074</span> * improves performance but will still move on if region is stuck/not moved. Motivation behind noAck<a name="line.74"></a>
+<span class="sourceLineNo">075</span> * mode being RS shutdown where even if a Region is stuck, upon shutdown master will move it<a name="line.75"></a>
+<span class="sourceLineNo">076</span> * anyways. This can also be used by constructiong an Object using the builder and then calling<a name="line.76"></a>
+<span class="sourceLineNo">077</span> * {@link #load()} or {@link #unload()} methods for the desired operations.<a name="line.77"></a>
+<span class="sourceLineNo">078</span> */<a name="line.78"></a>
+<span class="sourceLineNo">079</span>@InterfaceAudience.Public<a name="line.79"></a>
+<span class="sourceLineNo">080</span>public class RegionMover extends AbstractHBaseTool implements Closeable {<a name="line.80"></a>
+<span class="sourceLineNo">081</span> public static final String MOVE_RETRIES_MAX_KEY = "hbase.move.retries.max";<a name="line.81"></a>
+<span class="sourceLineNo">082</span> public static final String MOVE_WAIT_MAX_KEY = "hbase.move.wait.max";<a name="line.82"></a>
+<span class="sourceLineNo">083</span> public static final String SERVERSTART_WAIT_MAX_KEY = "hbase.serverstart.wait.max";<a name="line.83"></a>
+<span class="sourceLineNo">084</span> public static final int DEFAULT_MOVE_RETRIES_MAX = 5;<a name="line.84"></a>
+<span class="sourceLineNo">085</span> public static final int DEFAULT_MOVE_WAIT_MAX = 60;<a name="line.85"></a>
+<span class="sourceLineNo">086</span> public static final int DEFAULT_SERVERSTART_WAIT_MAX = 180;<a name="line.86"></a>
+<span class="sourceLineNo">087</span> static final Logger LOG = LoggerFactory.getLogger(RegionMover.class);<a name="line.87"></a>
+<span class="sourceLineNo">088</span> private RegionMoverBuilder rmbuilder;<a name="line.88"></a>
+<span class="sourceLineNo">089</span> private boolean ack = true;<a name="line.89"></a>
+<span class="sourceLineNo">090</span> private int maxthreads = 1;<a name="line.90"></a>
+<span class="sourceLineNo">091</span> private int timeout;<a name="line.91"></a>
+<span class="sourceLineNo">092</span> private String loadUnload;<a name="line.92"></a>
+<span class="sourceLineNo">093</span> private String hostname;<a name="line.93"></a>
+<span class="sourceLineNo">094</span> private String filename;<a name="line.94"></a>
+<span class="sourceLineNo">095</span> private String excludeFile;<a name="line.95"></a>
+<span class="sourceLineNo">096</span> private int port;<a name="line.96"></a>
+<span class="sourceLineNo">097</span> private Connection conn;<a name="line.97"></a>
+<span class="sourceLineNo">098</span> private Admin admin;<a name="line.98"></a>
+<span class="sourceLineNo">099</span><a name="line.99"></a>
+<span class="sourceLineNo">100</span> private RegionMover(RegionMoverBuilder builder) throws IOException {<a name="line.100"></a>
+<span class="sourceLineNo">101</span> this.hostname = builder.hostname;<a name="line.101"></a>
+<span class="sourceLineNo">102</span> this.filename = builder.filename;<a name="line.102"></a>
+<span class="sourceLineNo">103</span> this.excludeFile = builder.excludeFile;<a name="line.103"></a>
+<span class="sourceLineNo">104</span> this.maxthreads = builder.maxthreads;<a name="line.104"></a>
+<span class="sourceLineNo">105</span> this.ack = builder.ack;<a name="line.105"></a>
+<span class="sourceLineNo">106</span> this.port = builder.port;<a name="line.106"></a>
+<span class="sourceLineNo">107</span> this.timeout = builder.timeout;<a name="line.107"></a>
+<span class="sourceLineNo">108</span> setConf(builder.conf);<a name="line.108"></a>
+<span class="sourceLineNo">109</span> this.conn = ConnectionFactory.createConnection(conf);<a name="line.109"></a>
+<span class="sourceLineNo">110</span> this.admin = conn.getAdmin();<a name="line.110"></a>
+<span class="sourceLineNo">111</span> }<a name="line.111"></a>
+<span class="sourceLineNo">112</span><a name="line.112"></a>
+<span class="sourceLineNo">113</span> private RegionMover() {<a name="line.113"></a>
+<span class="sourceLineNo">114</span> }<a name="line.114"></a>
+<span class="sourceLineNo">115</span><a name="line.115"></a>
+<span class="sourceLineNo">116</span> @Override<a name="line.116"></a>
+<span class="sourceLineNo">117</span> public void close() {<a name="line.117"></a>
+<span class="sourceLineNo">118</span> IOUtils.closeQuietly(this.admin);<a name="line.118"></a>
+<span class="sourceLineNo">119</span> IOUtils.closeQuietly(this.conn);<a name="line.119"></a>
+<span class="sourceLineNo">120</span> }<a name="line.120"></a>
+<span class="sourceLineNo">121</span><a name="line.121"></a>
+<span class="sourceLineNo">122</span> /**<a name="line.122"></a>
+<span class="sourceLineNo">123</span> * Builder for Region mover. Use the {@link #build()} method to create RegionMover object. Has<a name="line.123"></a>
+<span class="sourceLineNo">124</span> * {@link #filename(String)}, {@link #excludeFile(String)}, {@link #maxthreads(int)},<a name="line.124"></a>
+<span class="sourceLineNo">125</span> * {@link #ack(boolean)}, {@link #timeout(int)} methods to set the corresponding options<a name="line.125"></a>
+<span class="sourceLineNo">126</span> */<a name="line.126"></a>
+<span class="sourceLineNo">127</span> public static class RegionMoverBuilder {<a name="line.127"></a>
+<span class="sourceLineNo">128</span> private boolean ack = true;<a name="line.128"></a>
+<span class="sourceLineNo">129</span> private int maxthreads = 1;<a name="line.129"></a>
+<span class="sourceLineNo">130</span> private int timeout = Integer.MAX_VALUE;<a name="line.130"></a>
+<span class="sourceLineNo">131</span> private String hostname;<a name="line.131"></a>
+<span class="sourceLineNo">132</span> private String filename;<a name="line.132"></a>
+<span class="sourceLineNo">133</span> private String excludeFile = null;<a name="line.133"></a>
+<span class="sourceLineNo">134</span> private String defaultDir = System.getProperty("java.io.tmpdir");<a name="line.134"></a>
+<span class="sourceLineNo">135</span> @VisibleForTesting<a name="line.135"></a>
+<span class="sourceLineNo">136</span> final int port;<a name="line.136"></a>
+<span class="sourceLineNo">137</span> private final Configuration conf;<a name="line.137"></a>
+<span class="sourceLineNo">138</span><a name="line.138"></a>
+<span class="sourceLineNo">139</span> public RegionMoverBuilder(String hostname) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span> this(hostname, createConf());<a name="line.140"></a>
+<span class="sourceLineNo">141</span> }<a name="line.141"></a>
+<span class="sourceLineNo">142</span><a name="line.142"></a>
+<span class="sourceLineNo">143</span> /**<a name="line.143"></a>
+<span class="sourceLineNo">144</span> * Creates a new configuration and sets region mover specific overrides<a name="line.144"></a>
+<span class="sourceLineNo">145</span> */<a name="line.145"></a>
+<span class="sourceLineNo">146</span> private static Configuration createConf() {<a name="line.146"></a>
+<span class="sourceLineNo">147</span> Configuration conf = HBaseConfiguration.create();<a name="line.147"></a>
+<span class="sourceLineNo">148</span> conf.setInt("hbase.client.prefetch.limit", 1);<a name="line.148"></a>
+<span class="sourceLineNo">149</span> conf.setInt("hbase.client.pause", 500);<a name="line.149"></a>
+<span class="sourceLineNo">150</span> conf.setInt("hbase.client.retries.number", 100);<a name="line.150"></a>
+<span class="sourceLineNo">151</span> return conf;<a name="line.151"></a>
+<span class="sourceLineNo">152</span> }<a name="line.152"></a>
+<span class="sourceLineNo">153</span><a name="line.153"></a>
+<span class="sourceLineNo">154</span> /**<a name="line.154"></a>
+<span class="sourceLineNo">155</span> * @param hostname Hostname to unload regions from or load regions to. Can be either hostname<a name="line.155"></a>
+<span class="sourceLineNo">156</span> * or hostname:port.<a name="line.156"></a>
+<span class="sourceLineNo">157</span> * @param conf Configuration object<a name="line.157"></a>
+<span class="sourceLineNo">158</span> */<a name="line.158"></a>
+<span class="sourceLineNo">159</span> public RegionMoverBuilder(String hostname, Configuration conf) {<a name="line.159"></a>
+<span class="sourceLineNo">160</span> String[] splitHostname = hostname.toLowerCase().split(":");<a name="line.160"></a>
+<span class="sourceLineNo">161</span> this.hostname = splitHostname[0];<a name="line.161"></a>
+<span class="sourceLineNo">162</span> if (splitHostname.length == 2) {<a name="line.162"></a>
+<span class="sourceLineNo">163</span> this.port = Integer.parseInt(splitHostname[1]);<a name="line.163"></a>
+<span class="sourceLineNo">164</span> } else {<a name="line.164"></a>
+<span class="sourceLineNo">165</span> this.port = conf.getInt(HConstants.REGIONSERVER_PORT, HConstants.DEFAULT_REGIONSERVER_PORT);<a name="line.165"></a>
+<span class="sourceLineNo">166</span> }<a name="line.166"></a>
+<span class="sourceLineNo">167</span> this.filename = defaultDir + File.separator + System.getProperty("user.name") + this.hostname<a name="line.167"></a>
+<span class="sourceLineNo">168</span> + ":" + Integer.toString(this.port);<a name="line.168"></a>
+<span class="sourceLineNo">169</span> this.conf = conf;<a name="line.169"></a>
+<span class="sourceLineNo">170</span> }<a name="line.170"></a>
+<span class="sourceLineNo">171</span><a name="line.171"></a>
+<span class="sourceLineNo">172</span> /**<a name="line.172"></a>
+<span class="sourceLineNo">173</span> * Path of file where regions will be written to during unloading/read from during loading<a name="line.173"></a>
+<span class="sourceLineNo">174</span> * @param filename<a name="line.174"></a>
+<span class="sourceLineNo">175</span> * @return RegionMoverBuilder object<a name="line.175"></a>
+<span class="sourceLineNo">176</span> */<a name="line.176"></a>
+<span class="sourceLineNo">177</span> public RegionMoverBuilder filename(String filename) {<a name="line.177"></a>
+<span class="sourceLineNo">178</span> this.filename = filename;<a name="line.178"></a>
+<span class="sourceLineNo">179</span> return this;<a name="line.179"></a>
+<span class="sourceLineNo">180</span> }<a name="line.180"></a>
+<span class="sourceLineNo">181</span><a name="line.181"></a>
+<span class="sourceLineNo">182</span> /**<a name="line.182"></a>
+<span class="sourceLineNo">183</span> * Set the max number of threads that will be used to move regions<a name="line.183"></a>
+<span class="sourceLineNo">184</span> */<a name="line.184"></a>
+<span class="sourceLineNo">185</span> public RegionMoverBuilder maxthreads(int threads) {<a name="line.185"></a>
+<span class="sourceLineNo">186</span> this.maxthreads = threads;<a name="line.186"></a>
+<span class="sourceLineNo">187</span> return this;<a name="line.187"></a>
+<span class="sourceLineNo">188</span> }<a name="line.188"></a>
+<span class="sourceLineNo">189</span><a name="line.189"></a>
+<span class="sourceLineNo">190</span> /**<a name="line.190"></a>
+<span class="sourceLineNo">191</span> * Path of file containing hostnames to be excluded during region movement. Exclude file should<a name="line.191"></a>
+<span class="sourceLineNo">192</span> * have 'host:port' per line. Port is mandatory here as we can have many RS running on a single<a name="line.192"></a>
+<span class="sourceLineNo">193</span> * host.<a name="line.193"></a>
+<span class="sourceLineNo">194</span> */<a name="line.194"></a>
+<span class="sourceLineNo">195</span> public RegionMoverBuilder excludeFile(String excludefile) {<a name="line.195"></a>
+<span class="sourceLineNo">196</span> this.excludeFile = excludefile;<a name="line.196"></a>
+<span class="sourceLineNo">197</span> return this;<a name="line.197"></a>
+<span class="sourceLineNo">198</span> }<a name="line.198"></a>
+<span class="sourceLineNo">199</span><a name="line.199"></a>
+<span class="sourceLineNo">200</span> /**<a name="line.200"></a>
+<span class="sourceLineNo">201</span> * Set ack/noAck mode.<a name="line.201"></a>
+<span class="sourceLineNo">202</span> * <p><a name="line.202"></a>
+<span class="sourceLineNo">203</span> * In ack mode regions are acknowledged before and after moving and the move is retried<a name="line.203"></a>
+<span class="sourceLineNo">204</span> * hbase.move.retries.max times, if unsuccessful we quit with exit code 1.No Ack mode is a best<a name="line.204"></a>
+<span class="sourceLineNo">205</span> * effort mode,each region movement is tried once.This can be used during graceful shutdown as<a name="line.205"></a>
+<span class="sourceLineNo">206</span> * even if we have a stuck region,upon shutdown it'll be reassigned anyway.<a name="line.206"></a>
+<span class="sourceLineNo">207</span> * <p><a name="line.207"></a>
+<span class="sourceLineNo">208</span> * @param ack<a name="line.208"></a>
+<span class="sourceLineNo">209</span> * @return RegionMoverBuilder object<a name="line.209"></a>
+<span class="sourceLineNo">210</span> */<a name="line.210"></a>
+<span class="sourceLineNo">211</span> public RegionMoverBuilder ack(boolean ack) {<a name="line.211"></a>
+<span class="sourceLineNo">212</span> this.ack = ack;<a name="line.212"></a>
+<span class="sourceLineNo">213</span> return this;<a name="line.213"></a>
+<span class="sourceLineNo">214</span> }<a name="line.214"></a>
+<span class="sourceLineNo">215</span><a name="line.215"></a>
+<span class="sourceLineNo">216</span> /**<a name="line.216"></a>
+<span class="sourceLineNo">217</span> * Set the timeout for Load/Unload operation in seconds.This is a global timeout,threadpool for<a name="line.217"></a>
+<span class="sourceLineNo">218</span> * movers also have a separate time which is hbase.move.wait.max * number of regions to<a name="line.218"></a>
+<span class="sourceLineNo">219</span> * load/unload<a name="line.219"></a>
+<span class="sourceLineNo">220</span> * @param timeout in seconds<a name="line.220"></a>
+<span class="sourceLineNo">221</span> * @return RegionMoverBuilder object<a name="line.221"></a>
+<span class="sourceLineNo">222</span> */<a name="line.222"></a>
+<span class="sourceLineNo">223</span> public RegionMoverBuilder timeout(int timeout) {<a name="line.223"></a>
+<span class="sourceLineNo">224</span> this.timeout = timeout;<a name="line.224"></a>
+<span class="sourceLineNo">225</span> return this;<a name="line.225"></a>
+<span class="sourceLineNo">226</span> }<a name="line.226"></a>
+<span class="sourceLineNo">227</span><a name="line.227"></a>
+<span class="sourceLineNo">228</span> /**<a name="line.228"></a>
+<span class="sourceLineNo">229</span> * This method builds the appropriate RegionMover object which can then be used to load/unload<a name="line.229"></a>
+<span class="sourceLineNo">230</span> * using load and unload methods<a name="line.230"></a>
+<span class="sourceLineNo">231</span> * @return RegionMover object<a name="line.231"></a>
+<span class="sourceLineNo">232</span> */<a name="line.232"></a>
+<span class="sourceLineNo">233</span> public RegionMover build() throws IOException {<a name="line.233"></a>
+<span class="sourceLineNo">234</span> return new RegionMover(this);<a name="line.234"></a>
+<span class="sourceLineNo">235</span> }<a name="line.235"></a>
+<span class="sourceLineNo">236</span> }<a name="line.236"></a>
+<span class="sourceLineNo">237</span><a name="line.237"></a>
+<span class="sourceLineNo">238</span> /**<a name="line.238"></a>
+<span class="sourceLineNo">239</span> * Move Regions and make sure that they are up on the target server.If a region movement fails we<a name="line.239"></a>
+<span class="sourceLineNo">240</span> * exit as failure<a name="line.240"></a>
+<span class="sourceLineNo">241</span> */<a name="line.241"></a>
+<span class="sourceLineNo">242</span> private class MoveWithAck implements Callable<Boolean> {<a name="line.242"></a>
+<span class="sourceLineNo">243</span> private RegionInfo region;<a name="line.243"></a>
+<span class="sourceLineNo">244</span> private ServerName targetServer;<a name="line.244"></a>
+<span class="sourceLineNo">245</span> private List<RegionInfo> movedRegions;<a name="line.245"></a>
+<span class="sourceLineNo">246</span> private ServerName sourceServer;<a name="line.246"></a>
+<span class="sourceLineNo">247</span><a name="line.247"></a>
+<span class="sourceLineNo">248</span> public MoveWithAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.248"></a>
+<span class="sourceLineNo">249</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.249"></a>
+<span class="sourceLineNo">250</span> this.region = regionInfo;<a name="line.250"></a>
+<span class="sourceLineNo">251</span> this.targetServer = targetServer;<a name="line.251"></a>
+<span class="sourceLineNo">252</span> this.movedRegions = movedRegions;<a name="line.252"></a>
+<span class="sourceLineNo">253</span> this.sourceServer = sourceServer;<a name="line.253"></a>
+<span class="sourceLineNo">254</span> }<a name="line.254"></a>
+<span class="sourceLineNo">255</span><a name="line.255"></a>
+<span class="sourceLineNo">256</span> @Override<a name="line.256"></a>
+<span class="sourceLineNo">257</span> public Boolean call() throws IOException, InterruptedException {<a name="line.257"></a>
+<span class="sourceLineNo">258</span> boolean moved = false;<a name="line.258"></a>
+<span class="sourceLineNo">259</span> int count = 0;<a name="line.259"></a>
+<span class="sourceLineNo">260</span> int retries = admin.getConfiguration().getInt(MOVE_RETRIES_MAX_KEY, DEFAULT_MOVE_RETRIES_MAX);<a name="line.260"></a>
+<span class="sourceLineNo">261</span> int maxWaitInSeconds =<a name="line.261"></a>
+<span class="sourceLineNo">262</span> admin.getConfiguration().getInt(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.262"></a>
+<span class="sourceLineNo">263</span> long startTime = EnvironmentEdgeManager.currentTime();<a name="line.263"></a>
+<span class="sourceLineNo">264</span> boolean sameServer = true;<a name="line.264"></a>
+<span class="sourceLineNo">265</span> // Assert we can scan the region in its current location<a name="line.265"></a>
+<span class="sourceLineNo">266</span> isSuccessfulScan(region);<a name="line.266"></a>
+<span class="sourceLineNo">267</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.267"></a>
+<span class="sourceLineNo">268</span> + targetServer);<a name="line.268"></a>
+<span class="sourceLineNo">269</span> while (count < retries && sameServer) {<a name="line.269"></a>
+<span class="sourceLineNo">270</span> if (count > 0) {<a name="line.270"></a>
+<span class="sourceLineNo">271</span> LOG.info("Retry " + Integer.toString(count) + " of maximum " + Integer.toString(retries));<a name="line.271"></a>
+<span class="sourceLineNo">272</span> }<a name="line.272"></a>
+<span class="sourceLineNo">273</span> count = count + 1;<a name="line.273"></a>
+<span class="sourceLineNo">274</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.274"></a>
+<span class="sourceLineNo">275</span> long maxWait = startTime + (maxWaitInSeconds * 1000);<a name="line.275"></a>
+<span class="sourceLineNo">276</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.276"></a>
+<span class="sourceLineNo">277</span> sameServer = isSameServer(region, sourceServer);<a name="line.277"></a>
+<span class="sourceLineNo">278</span> if (!sameServer) {<a name="line.278"></a>
+<span class="sourceLineNo">279</span> break;<a name="line.279"></a>
+<span class="sourceLineNo">280</span> }<a name="line.280"></a>
+<span class="sourceLineNo">281</span> Thread.sleep(100);<a name="line.281"></a>
+<span class="sourceLineNo">282</span> }<a name="line.282"></a>
+<span class="sourceLineNo">283</span> }<a name="line.283"></a>
+<span class="sourceLineNo">284</span> if (sameServer) {<a name="line.284"></a>
+<span class="sourceLineNo">285</span> LOG.error("Region: " + region.getRegionNameAsString() + " stuck on " + this.sourceServer<a name="line.285"></a>
+<span class="sourceLineNo">286</span> + ",newServer=" + this.targetServer);<a name="line.286"></a>
+<span class="sourceLineNo">287</span> } else {<a name="line.287"></a>
+<span class="sourceLineNo">288</span> isSuccessfulScan(region);<a name="line.288"></a>
+<span class="sourceLineNo">289</span> LOG.info("Moved Region "<a name="line.289"></a>
+<span class="sourceLineNo">290</span> + region.getRegionNameAsString()<a name="line.290"></a>
+<span class="sourceLineNo">291</span> + " cost:"<a name="line.291"></a>
+<span class="sourceLineNo">292</span> + String.format("%.3f",<a name="line.292"></a>
+<span class="sourceLineNo">293</span> (float) (EnvironmentEdgeManager.currentTime() - startTime) / 1000));<a name="line.293"></a>
+<span class="sourceLineNo">294</span> moved = true;<a name="line.294"></a>
+<span class="sourceLineNo">295</span> movedRegions.add(region);<a name="line.295"></a>
+<span class="sourceLineNo">296</span> }<a name="line.296"></a>
+<span class="sourceLineNo">297</span> return moved;<a name="line.297"></a>
+<span class="sourceLineNo">298</span> }<a name="line.298"></a>
+<span class="sourceLineNo">299</span> }<a name="line.299"></a>
+<span class="sourceLineNo">300</span><a name="line.300"></a>
+<span class="sourceLineNo">301</span> /**<a name="line.301"></a>
+<span class="sourceLineNo">302</span> * Move Regions without Acknowledging.Usefule in case of RS shutdown as we might want to shut the<a name="line.302"></a>
+<span class="sourceLineNo">303</span> * RS down anyways and not abort on a stuck region. Improves movement performance<a name="line.303"></a>
+<span class="sourceLineNo">304</span> */<a name="line.304"></a>
+<span class="sourceLineNo">305</span> private class MoveWithoutAck implements Callable<Boolean> {<a name="line.305"></a>
+<span class="sourceLineNo">306</span> private RegionInfo region;<a name="line.306"></a>
+<span class="sourceLineNo">307</span> private ServerName targetServer;<a name="line.307"></a>
+<span class="sourceLineNo">308</span> private List<RegionInfo> movedRegions;<a name="line.308"></a>
+<span class="sourceLineNo">309</span> private ServerName sourceServer;<a name="line.309"></a>
+<span class="sourceLineNo">310</span><a name="line.310"></a>
+<span class="sourceLineNo">311</span> public MoveWithoutAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.311"></a>
+<span class="sourceLineNo">312</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.312"></a>
+<span class="sourceLineNo">313</span> this.region = regionInfo;<a name="line.313"></a>
+<span class="sourceLineNo">314</span> this.targetServer = targetServer;<a name="line.314"></a>
+<span class="sourceLineNo">315</span> this.movedRegions = movedRegions;<a name="line.315"></a>
+<span class="sourceLineNo">316</span> this.sourceServer = sourceServer;<a name="line.316"></a>
+<span class="sourceLineNo">317</span> }<a name="line.317"></a>
+<span class="sourceLineNo">318</span><a name="line.318"></a>
+<span class="sourceLineNo">319</span> @Override<a name="line.319"></a>
+<span class="sourceLineNo">320</span> public Boolean call() {<a name="line.320"></a>
+<span class="sourceLineNo">321</span> try {<a name="line.321"></a>
+<span class="sourceLineNo">322</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.322"></a>
+<span class="sourceLineNo">323</span> + targetServer);<a name="line.323"></a>
+<span class="sourceLineNo">324</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.324"></a>
+<span class="sourceLineNo">325</span> LOG.info("Moved " + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.325"></a>
+<span class="sourceLineNo">326</span> + targetServer);<a name="line.326"></a>
+<span class="sourceLineNo">327</span> } catch (Exception e) {<a name="line.327"></a>
+<span class="sourceLineNo">328</span> LOG.error("Error Moving Region:" + region.getEncodedName(), e);<a name="line.328"></a>
+<span class="sourceLineNo">329</span> } finally {<a name="line.329"></a>
+<span class="sourceLineNo">330</span> // we add region to the moved regions list in No Ack Mode since this is best effort<a name="line.330"></a>
+<span class="sourceLineNo">331</span> movedRegions.add(region);<a name="line.331"></a>
+<span class="sourceLineNo">332</span> }<a name="line.332"></a>
+<span class="sourceLineNo">333</span> return true;<a name="line.333"></a>
+<span class="sourceLineNo">334</span> }<a name="line.334"></a>
+<span class="sourceLineNo">335</span> }<a name="line.335"></a>
+<span class="sourceLineNo">336</span><a name="line.336"></a>
+<span class="sourceLineNo">337</span> /**<a name="line.337"></a>
+<span class="sourceLineNo">338</span> * Loads the specified {@link #hostname} with regions listed in the {@link #filename} RegionMover<a name="line.338"></a>
+<span class="sourceLineNo">339</span> * Object has to be created using {@link #RegionMover(RegionMoverBuilder)}<a name="line.339"></a>
+<span class="sourceLineNo">340</span> * @return true if loading succeeded, false otherwise<a name="line.340"></a>
+<span class="sourceLineNo">341</span> */<a name="line.341"></a>
+<span class="sourceLineNo">342</span> public boolean load() throws ExecutionException, InterruptedException, TimeoutException {<a name="line.342"></a>
+<span class="sourceLineNo">343</span> ExecutorService loadPool = Executors.newFixedThreadPool(1);<a name="line.343"></a>
+<span class="sourceLineNo">344</span> Future<Boolean> loadTask = loadPool.submit(() -> {<a name="line.344"></a>
+<span class="sourceLineNo">345</span> try {<a name="line.345"></a>
+<span class="sourceLineNo">346</span> List<RegionInfo> regionsToMove = readRegionsFromFile(filename);<a name="line.346"></a>
+<span class="sourceLineNo">347</span> if (regionsToMove.isEmpty()) {<a name="line.347"></a>
+<span class="sourceLineNo">348</span> LOG.info("No regions to load.Exiting");<a name="line.348"></a>
+<span class="sourceLineNo">349</span> return true;<a name="line.349"></a>
+<span class="sourceLineNo">350</span> }<a name="line.350"></a>
+<span class="sourceLineNo">351</span> loadRegions(regionsToMove);<a name="line.351"></a>
+<span class="sourceLineNo">352</span> } catch (Exception e) {<a name="line.352"></a>
+<span class="sourceLineNo">353</span> LOG.error("Error while loading regions to " + hostname, e);<a name="line.353"></a>
+<span class="sourceLineNo">354</span> return false;<a name="line.354"></a>
+<span class="sourceLineNo">355</span> }<a name="line.355"></a>
+<span class="sourceLineNo">356</span> return true;<a name="line.356"></a>
+<span class="sourceLineNo">357</span> });<a name="line.357"></a>
+<span class="sourceLineNo">358</span> return waitTaskToFinish(loadPool, loadTask, "loading");<a name="line.358"></a>
+<span class="sourceLineNo">359</span> }<a name="line.359"></a>
+<span class="sourceLineNo">360</span><a name="line.360"></a>
+<span class="sourceLineNo">361</span> private void loadRegions(List<RegionInfo> regionsToMove)<a name="line.361"></a>
+<span class="sourceLineNo">362</span> throws Exception {<a name="line.362"></a>
+<span class="sourceLineNo">363</span> ServerName server = getTargetServer();<a name="line.363"></a>
+<span class="sourceLineNo">364</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.364"></a>
+<span class="sourceLineNo">365</span> LOG.info(<a name="line.365"></a>
+<span class="sourceLineNo">366</span> "Moving " + regionsToMove.size() + " regions to " + server + " using " + this.maxthreads<a name="line.366"></a>
+<span class="sourceLineNo">367</span> + " threads.Ack mode:" + this.ack);<a name="line.367"></a>
+<span class="sourceLineNo">368</span><a name="line.368"></a>
+<span class="sourceLineNo">369</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.369"></a>
+<span class="sourceLineNo">370</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.370"></a>
+<span class="sourceLineNo">371</span> int counter = 0;<a name="line.371"></a>
+<span class="sourceLineNo">372</span> while (counter < regionsToMove.size()) {<a name="line.372"></a>
+<span class="sourceLineNo">373</span> RegionInfo region = regionsToMove.get(counter);<a name="line.373"></a>
+<span class="sourceLineNo">374</span> ServerName currentServer = getServerNameForRegion(region);<a name="line.374"></a>
+<span class="sourceLineNo">375</span> if (currentServer == null) {<a name="line.375"></a>
+<span class="sourceLineNo">376</span> LOG.warn(<a name="line.376"></a>
+<span class="sourceLineNo">377</span> "Could not get server for Region:" + region.getRegionNameAsString() + " moving on");<a name="line.377"></a>
+<span class="sourceLineNo">378</span> counter++;<a name="line.378"></a>
+<span class="sourceLineNo">379</span> continue;<a name="line.379"></a>
+<span class="sourceLineNo">380</span> } else if (server.equals(currentServer)) {<a name="line.380"></a>
+<span class="sourceLineNo">381</span> LOG.info(<a name="line.381"></a>
+<span class="sourceLineNo">382</span> "Region " + region.getRegionNameAsString() + " is already on target server=" + server);<a name="line.382"></a>
+<span class="sourceLineNo">383</span> counter++;<a name="line.383"></a>
+<span class="sourceLineNo">384</span> continue;<a name="line.384"></a>
+<span class="sourceLineNo">385</span> }<a name="line.385"></a>
+<span class="sourceLineNo">386</span> if (ack) {<a name="line.386"></a>
+<span class="sourceLineNo">387</span> Future<Boolean> task =<a name="line.387"></a>
+<span class="sourceLineNo">388</span> moveRegionsPool.submit(new MoveWithAck(region, currentServer, server, movedRegions));<a name="line.388"></a>
+<span class="sourceLineNo">389</span> taskList.add(task);<a name="line.389"></a>
+<span class="sourceLineNo">390</span> } else {<a name="line.390"></a>
+<span class="sourceLineNo">391</span> Future<Boolean> task =<a name="line.391"></a>
+<span class="sourceLineNo">392</span> moveRegionsPool.submit(new MoveWithoutAck(region, currentServer, server, movedRegions));<a name="line.392"></a>
+<span class="sourceLineNo">393</span> taskList.add(task);<a name="line.393"></a>
+<span class="sourceLineNo">394</span> }<a name="line.394"></a>
+<span class="sourceLineNo">395</span> counter++;<a name="line.395"></a>
+<span class="sourceLineNo">396</span> }<a name="line.396"></a>
+<span class="sourceLineNo">397</span><a name="line.397"></a>
+<span class="sourceLineNo">398</span> moveRegionsPool.shutdown();<a name="line.398"></a>
+<span class="sourceLineNo">399</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.399"></a>
+<span class="sourceLineNo">400</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.400"></a>
+<span class="sourceLineNo">401</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.401"></a>
+<span class="sourceLineNo">402</span> }<a name="line.402"></a>
+<span class="sourceLineNo">403</span><a name="line.403"></a>
+<span class="sourceLineNo">404</span> /**<a name="line.404"></a>
+<span class="sourceLineNo">405</span> * Unload regions from given {@link #hostname} using ack/noAck mode and {@link #maxthreads}.In<a name="line.405"></a>
+<span class="sourceLineNo">406</span> * noAck mode we do not make sure that region is successfully online on the target region<a name="line.406"></a>
+<span class="sourceLineNo">407</span> * server,hence it is best effort.We do not unload regions to hostnames given in<a name="line.407"></a>
+<span class="sourceLineNo">408</span> * {@link #excludeFile}.<a name="line.408"></a>
+<span class="sourceLineNo">409</span> * @return true if unloading succeeded, false otherwise<a name="line.409"></a>
+<span class="sourceLineNo">410</span> */<a name="line.410"></a>
+<span class="sourceLineNo">411</span> public boolean unload() throws InterruptedException, ExecutionException, TimeoutException {<a name="line.411"></a>
+<span class="sourceLineNo">412</span> deleteFile(this.filename);<a name="line.412"></a>
+<span class="sourceLineNo">413</span> ExecutorService unloadPool = Executors.newFixedThreadPool(1);<a name="line.413"></a>
+<span class="sourceLineNo">414</span> Future<Boolean> unloadTask = unloadPool.submit(() -> {<a name="line.414"></a>
+<span class="sourceLineNo">415</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.415"></a>
+<span class="sourceLineNo">416</span> try {<a name="line.416"></a>
+<span class="sourceLineNo">417</span> // Get Online RegionServers<a name="line.417"></a>
+<span class="sourceLineNo">418</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.418"></a>
+<span class="sourceLineNo">419</span> regionServers.addAll(<a name="line.419"></a>
+<span class="sourceLineNo">420</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.420"></a>
+<span class="sourceLineNo">421</span> .keySet());<a name="line.421"></a>
+<span class="sourceLineNo">422</span> // Remove the host Region server from target Region Servers list<a name="line.422"></a>
+<span class="sourceLineNo">423</span> ServerName server = stripServer(regionServers, hostname, port);<a name="line.423"></a>
+<span class="sourceLineNo">424</span> // Remove RS present in the exclude file<a name="line.424"></a>
+<span class="sourceLineNo">425</span> stripExcludes(regionServers);<a name="line.425"></a>
+<span class="sourceLineNo">426</span> stripMaster(regionServers);<a name="line.426"></a>
+<span class="sourceLineNo">427</span> if (regionServers.isEmpty()) {<a name="line.427"></a>
+<span class="sourceLineNo">428</span> LOG.warn("No Regions were moved - no servers available");<a name="line.428"></a>
+<span class="sourceLineNo">429</span> return false;<a name="line.429"></a>
+<span class="sourceLineNo">430</span> }<a name="line.430"></a>
+<span class="sourceLineNo">431</span> unloadRegions(server, regionServers, movedRegions);<a name="line.431"></a>
+<span class="sourceLineNo">432</span> } catch (Exception e) {<a name="line.432"></a>
+<span class="sourceLineNo">433</span> LOG.error("Error while unloading regions ", e);<a name="line.433"></a>
+<span class="sourceLineNo">434</span> return false;<a name="line.434"></a>
+<span class="sourceLineNo">435</span> } finally {<a name="line.435"></a>
+<span class="sourceLineNo">436</span> if (movedRegions != null) {<a name="line.436"></a>
+<span class="sourceLineNo">437</span> writeFile(filename, movedRegions);<a name="line.437"></a>
+<span class="sourceLineNo">438</span> }<a name="line.438"></a>
+<span class="sourceLineNo">439</span> }<a name="line.439"></a>
+<span class="sourceLineNo">440</span> return true;<a name="line.440"></a>
+<span class="sourceLineNo">441</span> });<a name="line.441"></a>
+<span class="sourceLineNo">442</span> return waitTaskToFinish(unloadPool, unloadTask, "unloading");<a name="line.442"></a>
+<span class="sourceLineNo">443</span> }<a name="line.443"></a>
+<span class="sourceLineNo">444</span><a name="line.444"></a>
+<span class="sourceLineNo">445</span> private void unloadRegions(ServerName server, List<ServerName> regionServers,<a name="line.445"></a>
+<span class="sourceLineNo">446</span> List<RegionInfo> movedRegions) throws Exception {<a name="line.446"></a>
+<span class="sourceLineNo">447</span> while (true) {<a name="line.447"></a>
+<span class="sourceLineNo">448</span> List<RegionInfo> regionsToMove = admin.getRegions(server);<a name="line.448"></a>
+<span class="sourceLineNo">449</span> regionsToMove.removeAll(movedRegions);<a name="line.449"></a>
+<span class="sourceLineNo">450</span> if (regionsToMove.isEmpty()) {<a name="line.450"></a>
+<span class="sourceLineNo">451</span> LOG.info("No Regions to move....Quitting now");<a name="line.451"></a>
+<span class="sourceLineNo">452</span> break;<a name="line.452"></a>
+<span class="sourceLineNo">453</span> }<a name="line.453"></a>
+<span class="sourceLineNo">454</span> int counter = 0;<a name="line.454"></a>
+<span class="sourceLineNo">455</span> LOG.info("Moving " + regionsToMove.size() + " regions from " + this.hostname + " to "<a name="line.455"></a>
+<span class="sourceLineNo">456</span> + regionServers.size() + " servers using " + this.maxthreads + " threads .Ack Mode:"<a name="line.456"></a>
+<span class="sourceLineNo">457</span> + ack);<a name="line.457"></a>
+<span class="sourceLineNo">458</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.458"></a>
+<span class="sourceLineNo">459</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.459"></a>
+<span class="sourceLineNo">460</span> int serverIndex = 0;<a name="line.460"></a>
+<span class="sourceLineNo">461</span> while (counter < regionsToMove.size()) {<a name="line.461"></a>
+<span class="sourceLineNo">462</span> if (ack) {<a name="line.462"></a>
+<span class="sourceLineNo">463</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.463"></a>
+<span class="sourceLineNo">464</span> new MoveWithAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.464"></a>
+<span class="sourceLineNo">465</span> movedRegions));<a name="line.465"></a>
+<span class="sourceLineNo">466</span> taskList.add(task);<a name="line.466"></a>
+<span class="sourceLineNo">467</span> } else {<a name="line.467"></a>
+<span class="sourceLineNo">468</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.468"></a>
+<span class="sourceLineNo">469</span> new MoveWithoutAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.469"></a>
+<span class="sourceLineNo">470</span> movedRegions));<a name="line.470"></a>
+<span class="sourceLineNo">471</span> taskList.add(task);<a name="line.471"></a>
+<span class="sourceLineNo">472</span> }<a name="line.472"></a>
+<span class="sourceLineNo">473</span> counter++;<a name="line.473"></a>
+<span class="sourceLineNo">474</span> serverIndex = (serverIndex + 1) % regionServers.size();<a name="line.474"></a>
+<span class="sourceLineNo">475</span> }<a name="line.475"></a>
+<span class="sourceLineNo">476</span> moveRegionsPool.shutdown();<a name="line.476"></a>
+<span class="sourceLineNo">477</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.477"></a>
+<span class="sourceLineNo">478</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.478"></a>
+<span class="sourceLineNo">479</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.479"></a>
+<span class="sourceLineNo">480</span> }<a name="line.480"></a>
+<span class="sourceLineNo">481</span> }<a name="line.481"></a>
+<span class="sourceLineNo">482</span><a name="line.482"></a>
+<span class="sourceLineNo">483</span> private boolean waitTaskToFinish(ExecutorService pool, Future<Boolean> task, String operation)<a name="line.483"></a>
+<span class="sourceLineNo">484</span> throws TimeoutException, InterruptedException, ExecutionException {<a name="line.484"></a>
+<span class="sourceLineNo">485</span> pool.shutdown();<a name="line.485"></a>
+<span class="sourceLineNo">486</span> try {<a name="line.486"></a>
+<span class="sourceLineNo">487</span> if (!pool.awaitTermination((long) this.timeout, TimeUnit.SECONDS)) {<a name="line.487"></a>
+<span class="sourceLineNo">488</span> LOG.warn(<a name="line.488"></a>
+<span class="sourceLineNo">489</span> "Timed out before finishing the " + operation + " operation. Timeout: " + this.timeout<a name="line.489"></a>
+<span class="sourceLineNo">490</span> + "sec");<a name="line.490"></a>
+<span class="sourceLineNo">491</span> pool.shutdownNow();<a name="line.491"></a>
+<span class="sourceLineNo">492</span> }<a name="line.492"></a>
+<span class="sourceLineNo">493</span> } catch (InterruptedException e) {<a name="line.493"></a>
+<span class="sourceLineNo">494</span> pool.shutdownNow();<a name="line.494"></a>
+<span class="sourceLineNo">495</span> Thread.currentThread().interrupt();<a name="line.495"></a>
+<span class="sourceLineNo">496</span> }<a name="line.496"></a>
+<span class="sourceLineNo">497</span> try {<a name="line.497"></a>
+<span class="sourceLineNo">498</span> return task.get(5, TimeUnit.SECONDS);<a name="line.498"></a>
+<span class="sourceLineNo">499</span> } catch (InterruptedException e) {<a name="line.499"></a>
+<span class="sourceLineNo">500</span> LOG.warn("Interrupted while " + operation + " Regions on " + this.hostname, e);<a name="line.500"></a>
+<span class="sourceLineNo">501</span> throw e;<a name="line.501"></a>
+<span class="sourceLineNo">502</span> } catch (ExecutionException e) {<a name="line.502"></a>
+<span class="sourceLineNo">503</span> LOG.error("Error while " + operation + " regions on RegionServer " + this.hostname, e);<a name="line.503"></a>
+<span class="sourceLineNo">504</span> throw e;<a name="line.504"></a>
+<span class="sourceLineNo">505</span> }<a name="line.505"></a>
+<span class="sourceLineNo">506</span> }<a name="line.506"></a>
+<span class="sourceLineNo">507</span><a name="line.507"></a>
+<span class="sourceLineNo">508</span> private void waitMoveTasksToFinish(ExecutorService moveRegionsPool,<a name="line.508"></a>
+<span class="sourceLineNo">509</span> List<Future<Boolean>> taskList, long timeoutInSeconds) throws Exception {<a name="line.509"></a>
+<span class="sourceLineNo">510</span> try {<a name="line.510"></a>
+<span class="sourceLineNo">511</span> if (!moveRegionsPool.awaitTermination(timeoutInSeconds, TimeUnit.SECONDS)) {<a name="line.511"></a>
+<span class="sourceLineNo">512</span> moveRegionsPool.shutdownNow();<a name="line.512"></a>
+<span class="sourceLineNo">513</span> }<a name="line.513"></a>
+<span class="sourceLineNo">514</span> } catch (InterruptedException e) {<a name="line.514"></a>
+<span class="sourceLineNo">515</span> moveRegionsPool.shutdownNow();<a name="line.515"></a>
+<span class="sourceLineNo">516</span> Thread.currentThread().interrupt();<a name="line.516"></a>
+<span class="sourceLineNo">517</span> }<a name="line.517"></a>
+<span class="sourceLineNo">518</span> for (Future<Boolean> future : taskList) {<a name="line.518"></a>
+<span class="sourceLineNo">519</span> try {<a name="line.519"></a>
+<span class="sourceLineNo">520</span> // if even after shutdownNow threads are stuck we wait for 5 secs max<a name="line.520"></a>
+<span class="sourceLineNo">521</span> if (!future.get(5, TimeUnit.SECONDS)) {<a name="line.521"></a>
+<span class="sourceLineNo">522</span> LOG.error("Was Not able to move region....Exiting Now");<a name="line.522"></a>
+<span class="sourceLineNo">523</span> throw new Exception("Could not move region Exception");<a name="line.523"></a>
+<span class="sourceLineNo">524</span> }<a name="line.524"></a>
+<span class="sourceLineNo">525</span> } catch (InterruptedException e) {<a name="line.525"></a>
+<span class="sourceLineNo">526</span> LOG.error("Interrupted while waiting for Thread to Complete " + e.getMessage(), e);<a name="line.526"></a>
+<span class="sourceLineNo">527</span> throw e;<a name="line.527"></a>
+<span class="sourceLineNo">528</span> } catch (ExecutionException e) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span> LOG.error("Got Exception From Thread While moving region " + e.getMessage(), e);<a name="line.529"></a>
+<span class="sourceLineNo">530</span> throw e;<a name="line.530"></a>
+<span class="sourceLineNo">531</span> } catch (CancellationException e) {<a name="line.531"></a>
+<span class="sourceLineNo">532</span> LOG.error("Thread for moving region cancelled. Timeout for cancellation:" + timeoutInSeconds<a name="line.532"></a>
+<span class="sourceLineNo">533</span> + "secs", e);<a name="line.533"></a>
+<span class="sourceLineNo">534</span> throw e;<a name="line.534"></a>
+<span class="sourceLineNo">535</span> }<a name="line.535"></a>
+<span class="sourceLineNo">536</span> }<a name="line.536"></a>
+<span class="sourceLineNo">537</span> }<a name="line.537"></a>
+<span class="sourceLineNo">538</span><a name="line.538"></a>
+<span class="sourceLineNo">539</span> private ServerName getTargetServer() throws Exception {<a name="line.539"></a>
+<span class="sourceLineNo">540</span> ServerName server = null;<a name="line.540"></a>
+<span class="sourceLineNo">541</span> int maxWaitInSeconds =<a name="line.541"></a>
+<span class="sourceLineNo">542</span> admin.getConfiguration().getInt(SERVERSTART_WAIT_MAX_KEY, DEFAULT_SERVERSTART_WAIT_MAX);<a name="line.542"></a>
+<span class="sourceLineNo">543</span> long maxWait = EnvironmentEdgeManager.currentTime() + maxWaitInSeconds * 1000;<a name="line.543"></a>
+<span class="sourceLineNo">544</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.544"></a>
+<span class="sourceLineNo">545</span> try {<a name="line.545"></a>
+<span class="sourceLineNo">546</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.546"></a>
+<span class="sourceLineNo">547</span> regionServers.addAll(<a name="line.547"></a>
+<span class="sourceLineNo">548</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.548"></a>
+<span class="sourceLineNo">549</span> .keySet());<a name="line.549"></a>
+<span class="sourceLineNo">550</span> // Remove the host Region server from target Region Servers list<a name="line.550"></a>
+<span class="sourceLineNo">551</span> server = stripServer(regionServers, hostname, port);<a name="line.551"></a>
+<span class="sourceLineNo">552</span> if (server != null) {<a name="line.552"></a>
+<span class="sourceLineNo">553</span> break;<a name="line.553"></a>
+<span class="sourceLineNo">554</span> } else {<a name="line.554"></a>
+<span class="sourceLineNo">555</span> LOG.warn("Server " + hostname + ":" + port + " is not up yet, waiting");<a name="line.555"></a>
+<span class="sourceLineNo">556</span> }<a name="line.556"></a>
+<span class="sourceLineNo">557</span> } catch (IOException e) {<a name="line.557"></a>
+<span class="sourceLineNo">558</span> LOG.warn("Could not get list of region servers", e);<a name="line.558"></a>
+<span class="sourceLineNo">559</span> }<a name="line.559"></a>
+<span class="sourceLineNo">560</span> Thread.sleep(500);<a name="line.560"></a>
+<span class="sourceLineNo">561</span> }<a name="line.561"></a>
+<span class="sourceLineNo">562</span> if (server == null) {<a name="line.562"></a>
+<span class="sourceLineNo">563</span> LOG.error("Server " + hostname + ":" + port + " is not up. Giving up.");<a name="line.563"></a>
+<span class="sourceLineNo">564</span> throw new Exception("Server " + hostname + ":" + port + " to load regions not online");<a name="line.564"></a>
+<span class="sourceLineNo">565</span> }<a name="line.565"></a>
+<span class="sourceLineNo">566</span> return server;<a name="line.566"></a>
+<span class="sourceLineNo">567</span> }<a name="line.567"></a>
+<span class="sourceLineNo">568</span><a name="line.568"></a>
+<span class="sourceLineNo">569</span> private List<RegionInfo> readRegionsFromFile(String filename) throws IOException {<a name="line.569"></a>
+<span class="sourceLineNo">570</span> List<RegionInfo> regions = new ArrayList<>();<a name="line.570"></a>
+<span class="sourceLineNo">571</span> File f = new File(filename);<a name="line.571"></a>
+<span class="sourceLineNo">572</span> if (!f.exists()) {<a name="line.572"></a>
+<span class="sourceLineNo">573</span> return regions;<a name="line.573"></a>
+<span class="sourceLineNo">574</span> }<a name="line.574"></a>
+<span class="sourceLineNo">575</span> try (DataInputStream dis = new DataInputStream(<a name="line.575"></a>
+<span class="sourceLineNo">576</span> new BufferedInputStream(new FileInputStream(f)))) {<a name="line.576"></a>
+<span class="sourceLineNo">577</span> int numRegions = dis.readInt();<a name="line.577"></a>
+<span class="sourceLineNo">578</span> int index = 0;<a name="line.578"></a>
+<span class="sourceLineNo">579</span> while (index < numRegions) {<a name="line.579"></a>
+<span class="sourceLineNo">580</span> regions.add(RegionInfo.parseFromOrNull(Bytes.readByteArray(dis)));<a name="line.580"></a>
+<span class="sourceLineNo">581</span> index++;<a name="line.581"></a>
+<span class="sourceLineNo">582</span> }<a name="line.582"></a>
+<span class="sourceLineNo">583</span> } catch (IOException e) {<a name="line.583"></a>
+<span class="sourceLineNo">584</span> LOG.error("Error while reading regions from file:" + filename, e);<a name="line.584"></a>
+<span class="sourceLineNo">585</span> throw e;<a name="line.585"></a>
+<span class="sourceLineNo">586</span> }<a name="line.586"></a>
+<span class="sourceLineNo">587</span> return regions;<a name="line.587"></a>
+<span class="sourceLineNo">588</span> }<a name="line.588"></a>
+<span class="sourceLineNo">589</span><a name="line.589"></a>
+<span class="sourceLineNo">590</span> /**<a name="line.590"></a>
+<span class="sourceLineNo">591</span> * Write the number of regions moved in the first line followed by regions moved in subsequent<a name="line.591"></a>
+<span class="sourceLineNo">592</span> * lines<a name="line.592"></a>
+<span class="sourceLineNo">593</span> */<a name="line.593"></a>
+<span class="sourceLineNo">594</span> private void writeFile(String filename, List<RegionInfo> movedRegions) throws IOException {<a name="line.594"></a>
+<span class="sourceLineNo">595</span> try (DataOutputStream dos = new DataOutputStream(<a name="line.595"></a>
+<span class="sourceLineNo">596</span> new BufferedOutputStream(new FileOutputStream(filename)))) {<a name="line.596"></a>
+<span class="sourceLineNo">597</span> dos.writeInt(movedRegions.size());<a name="line.597"></a>
+<span class="sourceLineNo">598</span> for (RegionInfo region : movedRegions) {<a name="line.598"></a>
+<span class="sourceLineNo">599</span> Bytes.writeByteArray(dos, RegionInfo.toByteArray(region));<a name="line.599"></a>
+<span class="sourceLineNo">600</span> }<a name="line.600"></a>
+<span class="sourceLineNo">601</span> } catch (IOException e) {<a name="line.601"></a>
+<span class="sourceLineNo">602</span> LOG.error(<a name="line.602"></a>
+<span class="sourceLineNo">603</span> "ERROR: Was Not able to write regions moved to output file but moved " + movedRegions<a name="line.603"></a>
+<span class="sourceLineNo">604</span> .size() + " regions", e);<a name="line.604"></a>
+<span class="sourceLineNo">605</span> throw e;<a name="line.605"></a>
+<span class="sourceLineNo">606</span> }<a name="line.606"></a>
+<span class="sourceLineNo">607</span> }<a name="line.607"></a>
+<span class="sourceLineNo">608</span><a name="line.608"></a>
+<span class="sourceLineNo">609</span> private void deleteFile(String filename) {<a name="line.609"></a>
+<span class="sourceLineNo">610</span> File f = new File(filename);<a name="line.610"></a>
+<span class="sourceLineNo">611</span> if (f.exists()) {<a name="line.611"></a>
+<span class="sourceLineNo">612</span> f.delete();<a name="line.612"></a>
+<span class="sourceLineNo">613</span> }<a name="line.613"></a>
+<span class="sourceLineNo">614</span> }<a name="line.614"></a>
+<span class="sourceLineNo">615</span><a name="line.615"></a>
+<span class="sourceLineNo">616</span> /**<a name="line.616"></a>
+<span class="sourceLineNo">617</span> * @return List of servers from the exclude file in format 'hostname:port'.<a name="line.617"></a>
+<span class="sourceLineNo">618</span> */<a name="line.618"></a>
+<span class="sourceLineNo">619</span> private List<String> readExcludes(String excludeFile) throws IOException {<a name="line.619"></a>
+<span class="sourceLineNo">620</span> List<String> excludeServers = new ArrayList<>();<a name="line.620"></a>
+<span class="sourceLineNo">621</span> if (excludeFile == null) {<a name="line.621"></a>
+<span class="sourceLineNo">622</span> return excludeServers;<a name="line.622"></a>
+<span class="sourceLineNo">623</span> } else {<a name="line.623"></a>
+<span class="sourceLineNo">624</span> try {<a name="line.624"></a>
+<span class="sourceLineNo">625</span> Files.readAllLines(Paths.get(excludeFile)).stream().map(String::trim)<a name="line.625"></a>
+<span class="sourceLineNo">626</span> .filter(((Predicate<String>) String::isEmpty).negate()).map(String::toLowerCase)<a name="line.626"></a>
+<span class="sourceLineNo">627</span> .forEach(excludeServers::add);<a name="line.627"></a>
+<span class="sourceLineNo">628</span> } catch (IOException e) {<a name="line.628"></a>
+<span class="sourceLineNo">629</span> LOG.warn("Exception while reading excludes file, continuing anyways", e);<a name="line.629"></a>
+<span class="sourceLineNo">630</span> }<a name="line.630"></a>
+<span class="sourceLineNo">631</span> return excludeServers;<a name="line.631"></a>
+<span class="sourceLineNo">632</span> }<a name="line.632"></a>
+<span class="sourceLineNo">633</span> }<a name="line.633"></a>
+<span class="sourceLineNo">634</span><a name="line.634"></a>
+<span class="sourceLineNo">635</span> /**<a name="line.635"></a>
+<span class="sourceLineNo">636</span> * Excludes the servername whose hostname and port portion matches the list given in exclude file<a name="line.636"></a>
+<span class="sourceLineNo">637</span> */<a name="line.637"></a>
+<span class="sourceLineNo">638</span> private void stripExcludes(List<ServerName> regionServers) throws IOException {<a name="line.638"></a>
+<span class="sourceLineNo">639</span> if (excludeFile != null) {<a name="line.639"></a>
+<span class="sourceLineNo">640</span> List<String> excludes = readExcludes(excludeFile);<a name="line.640"></a>
+<span class="sourceLineNo">641</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.641"></a>
+<span class="sourceLineNo">642</span> while (i.hasNext()) {<a name="line.642"></a>
+<span class="sourceLineNo">643</span> String rs = i.next().getServerName();<a name="line.643"></a>
+<span class="sourceLineNo">644</span> String rsPort = rs.split(ServerName.SERVERNAME_SEPARATOR)[0].toLowerCase() + ":" + rs<a name="line.644"></a>
+<span class="sourceLineNo">645</span> .split(ServerName.SERVERNAME_SEPARATOR)[1];<a name="line.645"></a>
+<span class="sourceLineNo">646</span> if (excludes.contains(rsPort)) {<a name="line.646"></a>
+<span class="sourceLineNo">647</span> i.remove();<a name="line.647"></a>
+<span class="sourceLineNo">648</span> }<a name="line.648"></a>
+<span class="sourceLineNo">649</span> }<a name="line.649"></a>
+<span class="sourceLineNo">650</span> LOG.info("Valid Region server targets are:" + regionServers.toString());<a name="line.650"></a>
+<span class="sourceLineNo">651</span> LOG.info("Excluded Servers are" + excludes.toString());<a name="line.651"></a>
+<span class="sourceLineNo">652</span> }<a name="line.652"></a>
+<span class="sourceLineNo">653</span> }<a name="line.653"></a>
+<span class="sourceLineNo">654</span><a name="line.654"></a>
+<span class="sourceLineNo">655</span> /**<a name="line.655"></a>
+<span class="sourceLineNo">656</span> * Exclude master from list of RSs to move regions to<a name="line.656"></a>
+<span class="sourceLineNo">657</span> */<a name="line.657"></a>
+<span class="sourceLineNo">658</span> private void stripMaster(List<ServerName> regionServers) throws IOException {<a name="line.658"></a>
+<span class="sourceLineNo">659</span> ServerName master = admin.getClusterMetrics(EnumSet.of(Option.MASTER)).getMasterName();<a name="line.659"></a>
+<span class="sourceLineNo">660</span> stripServer(regionServers, master.getHostname(), master.getPort());<a name="line.660"></a>
+<span class="sourceLineNo">661</span> }<a name="line.661"></a>
+<span class="sourceLineNo">662</span><a name="line.662"></a>
+<span class="sourceLineNo">663</span> /**<a name="line.663"></a>
+<span class="sourceLineNo">664</span> * Remove the servername whose hostname and port portion matches from the passed array of servers.<a name="line.664"></a>
+<span class="sourceLineNo">665</span> * Returns as side-effect the servername removed.<a name="line.665"></a>
+<span class="sourceLineNo">666</span> * @return server removed from list of Region Servers<a name="line.666"></a>
+<span class="sourceLineNo">667</span> */<a name="line.667"></a>
+<span class="sourceLineNo">668</span> private ServerName stripServer(List<ServerName> regionServers, String hostname, int port) {<a name="line.668"></a>
+<span class="sourceLineNo">669</span> for (Iterator<ServerName> iter = regionServers.iterator(); iter.hasNext();) {<a name="line.669"></a>
+<span class="sourceLineNo">670</span> ServerName server = iter.next();<a name="line.670"></a>
+<span class="sourceLineNo">671</span> if (server.getAddress().getHostname().equalsIgnoreCase(hostname) &&<a name="line.671"></a>
+<span class="sourceLineNo">672</span> server.getAddress().getPort() == port) {<a name="line.672"></a>
+<span class="sourceLineNo">673</span> iter.remove();<a name="line.673"></a>
+<span class="sourceLineNo">674</span> return server;<a name="line.674"></a>
+<span class="sourceLineNo">675</span> }<a name="line.675"></a>
+<span class="sourceLineNo">676</span> }<a name="line.676"></a>
+<span class="sourceLineNo">677</span> return null;<a name="line.677"></a>
+<span class="sourceLineNo">678</span> }<a name="line.678"></a>
+<span class="sourceLineNo">679</span><a name="line.679"></a>
+<span class="sourceLineNo">680</span> /**<a name="line.680"></a>
+<span class="sourceLineNo">681</span> * Tries to scan a row from passed region<a name="line.681"></a>
+<span class="sourceLineNo">682</span> */<a name="line.682"></a>
+<span class="sourceLineNo">683</span> private void isSuccessfulScan(RegionInfo region) throws IOException {<a name="line.683"></a>
+<span class="sourceLineNo">684</span> Scan scan = new Scan().withStartRow(region.getStartKey()).setRaw(true).setOneRowLimit()<a name="line.684"></a>
+<span class="sourceLineNo">685</span> .setMaxResultSize(1L).setCaching(1).setFilter(new FirstKeyOnlyFilter())<a name="line.685"></a>
+<span class="sourceLineNo">686</span> .setCacheBlocks(false);<a name="line.686"></a>
+<span class="sourceLineNo">687</span> try (Table table = conn.getTable(region.getTable());<a name="line.687"></a>
+<span class="sourceLineNo">688</span> ResultScanner scanner = table.getScanner(scan)) {<a name="line.688"></a>
+<span class="sourceLineNo">689</span> scanner.next();<a name="line.689"></a>
+<span class="sourceLineNo">690</span> } catch (IOException e) {<a name="line.690"></a>
+<span class="sourceLineNo">691</span> LOG.error("Could not scan region:" + region.getEncodedName(), e);<a name="line.691"></a>
+<span class="sourceLineNo">692</span> throw e;<a name="line.692"></a>
+<span class="sourceLineNo">693</span> }<a name="line.693"></a>
+<span class="sourceLineNo">694</span> }<a name="line.694"></a>
+<span class="sourceLineNo">695</span><a name="line.695"></a>
+<span class="sourceLineNo">696</span> /**<a name="line.696"></a>
+<span class="sourceLineNo">697</span> * Returns true if passed region is still on serverName when we look at hbase:meta.<a name="line.697"></a>
+<span class="sourceLineNo">698</span> * @return true if region is hosted on serverName otherwise false<a name="line.698"></a>
+<span class="sourceLineNo">699</span> */<a name="line.699"></a>
+<span class="sourceLineNo">700</span> private boolean isSameServer(RegionInfo region, ServerName serverName)<a name="line.700"></a>
+<span class="sourceLineNo">701</span> throws IOException {<a name="line.701"></a>
+<span class="sourceLineNo">702</span> ServerName serverForRegion = getServerNameForRegion(region);<a name="line.702"></a>
+<span class="sourceLineNo">703</span> if (serverForRegion != null && serverForRegion.equals(serverName)) {<a name="line.703"></a>
+<span class="sourceLineNo">704</span> return true;<a name="line.704"></a>
+<span class="sourceLineNo">705</span> }<a name="line.705"></a>
+<span class="sourceLineNo">706</span> return false;<a name="line.706"></a>
+<span class="sourceLineNo">707</span> }<a name="line.707"></a>
+<span class="sourceLineNo">708</span><a name="line.708"></a>
+<span class="sourceLineNo">709</span> /**<a name="line.709"></a>
+<span class="sourceLineNo">710</span> * Get servername that is up in hbase:meta hosting the given region. this is hostname + port +<a name="line.710"></a>
+<span class="sourceLineNo">711</span> * startcode comma-delimited. Can return null<a name="line.711"></a>
+<span class="sourceLineNo">712</span> * @return regionServer hosting the given region<a name="line.712"></a>
+<span class="sourceLineNo">713</span> */<a name="line.713"></a>
+<span class="sourceLineNo">714</span> private ServerName getServerNameForRegion(RegionInfo region) throws IOException {<a name="line.714"></a>
+<span class="sourceLineNo">715</span> if (!admin.isTableEnabled(region.getTable())) {<a name="line.715"></a>
+<span class="sourceLineNo">716</span> return null;<a name="line.716"></a>
+<span class="sourceLineNo">717</span> }<a name="line.717"></a>
+<span class="sourceLineNo">718</span> HRegionLocation loc =<a name="line.718"></a>
+<span class="sourceLineNo">719</span> conn.getRegionLocator(region.getTable()).getRegionLocation(region.getStartKey(), true);<a name="line.719"></a>
+<span class="sourceLineNo">720</span> if (loc != null) {<a name="line.720"></a>
+<span class="sourceLineNo">721</span> return loc.getServerName();<a name="line.721"></a>
+<span class="sourceLineNo">722</span> } else {<a name="line.722"></a>
+<span class="sourceLineNo">723</span> return null;<a name="line.723"></a>
+<span class="sourceLineNo">724</span> }<a name="line.724"></a>
+<span class="sourceLineNo">725</span> }<a name="line.725"></a>
+<span class="sourceLineNo">726</span><a name="line.726"></a>
+<span class="sourceLineNo">727</span> @Override<a name="line.727"></a>
+<span class="sourceLineNo">728</span> protected void addOptions() {<a name="line.728"></a>
+<span class="sourceLineNo">729</span> this.addRequiredOptWithArg("r", "regionserverhost", "region server <hostname>|<hostname:port>");<a name="line.729"></a>
+<span class="sourceLineNo">730</span> this.addRequiredOptWithArg("o", "operation", "Expected: load/unload");<a name="line.730"></a>
+<span class="sourceLineNo">731</span> this.addOptWithArg("m", "maxthreads",<a name="line.731"></a>
+<span class="sourceLineNo">732</span> "Define the maximum number of threads to use to unload and reload the regions");<a name="line.732"></a>
+<span class="sourceLineNo">733</span> this.addOptWithArg("x", "excludefile",<a name="line.733"></a>
+<span class="sourceLineNo">734</span> "File with <hostname:port> per line to exclude as unload targets; default excludes only "<a name="line.734"></a>
+<span class="sourceLineNo">735</span> + "target host; useful for rack decommisioning.");<a name="line.735"></a>
+<span class="sourceLineNo">736</span> this.addOptWithArg("f", "filename",<a name="line.736"></a>
+<span class="sourceLineNo">737</span> "File to save regions list into unloading, or read from loading; "<a name="line.737"></a>
+<span class="sourceLineNo">738</span> + "default /tmp/<usernamehostname:port>");<a name="line.738"></a>
+<span class="sourceLineNo">739</span> this.addOptNoArg("n", "noack",<a name="line.739"></a>
+<span class="sourceLineNo">740</span> "Turn on No-Ack mode(default: false) which won't check if region is online on target "<a name="line.740"></a>
+<span class="sourceLineNo">741</span> + "RegionServer, hence best effort. This is more performant in unloading and loading "<a name="line.741"></a>
+<span class="sourceLineNo">742</span> + "but might lead to region being unavailable for some time till master reassigns it "<a name="line.742"></a>
+<span class="sourceLineNo">743</span> + "in case the move failed");<a name="line.743"></a>
+<span class="sourceLineNo">744</span> this.addOptWithArg("t", "timeout", "timeout in seconds after which the tool will exit "<a name="line.744"></a>
+<span class="sourceLineNo">745</span> + "irrespective of whether it finished or not;default Integer.MAX_VALUE");<a name="line.745"></a>
+<span class="sourceLineNo">746</span> }<a name="line.746"></a>
+<span class="sourceLineNo">747</span><a name="line.747"></a>
+<span class="sourceLineNo">748</span> @Override<a name="line.748"></a>
+<span class="sourceLineNo">749</span> protected void processOptions(CommandLine cmd) {<a name="line.749"></a>
+<span class="sourceLineNo">750</span> String hostname = cmd.getOptionValue("r");<a name="line.750"></a>
+<span class="sourceLineNo">751</span> rmbuilder = new RegionMoverBuilder(hostname);<a name="line.751"></a>
+<span class="sourceLineNo">752</span> if (cmd.hasOption('m')) {<a name="line.752"></a>
+<span class="sourceLineNo">753</span> rmbuilder.maxthreads(Integer.parseInt(cmd.getOptionValue('m')));<a name="line.753"></a>
+<span class="sourceLineNo">754</span> }<a name="line.754"></a>
+<span class="sourceLineNo">755</span> if (cmd.hasOption('n')) {<a name="line.755"></a>
+<span class="sourceLineNo">756</span> rmbuilder.ack(false);<a name="line.756"></a>
+<span class="sourceLineNo">757</span> }<a name="line.757"></a>
+<span class="sourceLineNo">758</span> if (cmd.hasOption('f')) {<a name="line.758"></a>
+<span class="sourceLineNo">759</span> rmbuilder.filename(cmd.getOptionValue('f'));<a name="line.759"></a>
+<span class="sourceLineNo">760</span> }<a name="line.760"></a>
+<span class="sourceLineNo">761</span> if (cmd.hasOption('x')) {<a name="line.761"></a>
+<span class="sourceLineNo">762</span> rmbuilder.excludeFile(cmd.getOptionValue('x'));<a name="line.762"></a>
+<span class="sourceLineNo">763</span> }<a name="line.763"></a>
+<span class="sourceLineNo">764</span> if (cmd.hasOption('t')) {<a name="line.764"></a>
+<span class="sourceLineNo">765</span> rmbuilder.timeout(Integer.parseInt(cmd.getOptionValue('t')));<a name="line.765"></a>
+<span class="sourceLineNo">766</span> }<a name="line.766"></a>
+<span class="sourceLineNo">767</span> this.loadUnload = cmd.getOptionValue("o").toLowerCase(Locale.ROOT);<a name="line.767"></a>
+<span class="sourceLineNo">768</span> }<a name="line.768"></a>
+<span class="sourceLineNo">769</span><a name="line.769"></a>
+<span class="sourceLineNo">770</span> @Override<a name="line.770"></a>
+<span class="sourceLineNo">771</span> protected int doWork() throws Exception {<a name="line.771"></a>
+<span class="sourceLineNo">772</span> boolean success;<a name="line.772"></a>
+<span class="sourceLineNo">773</span> try (RegionMover rm = rmbuilder.build()) {<a name="line.773"></a>
+<span class="sourceLineNo">774</span> if (loadUnload.equalsIgnoreCase("load")) {<a name="line.774"></a>
+<span class="sourceLineNo">775</span> success = rm.load();<a name="line.775"></a>
+<span class="sourceLineNo">776</span> } else if (loadUnload.equalsIgnoreCase("unload")) {<a name="line.776"></a>
+<span class="sourceLineNo">777</span> success = rm.unload();<a name="line.777"></a>
+<span class="sourceLineNo">778</span> } else {<a name="line.778"></a>
+<span class="sourceLineNo">779</span> printUsage();<a name="line.779"></a>
+<span class="sourceLineNo">780</span> success = false;<a name="line.780"></a>
+<span class="sourceLineNo">781</span> }<a name="line.781"></a>
+<span class="sourceLineNo">782</span> }<a name="line.782"></a>
+<span class="sourceLineNo">783</span> return (success ? 0 : 1);<a name="line.783"></a>
+<span class="sourceLineNo">784</span> }<a name="line.784"></a>
+<span class="sourceLineNo">785</span><a name="line.785"></a>
+<span class="sourceLineNo">786</span> public static void main(String[] args) {<a name="line.786"></a>
+<span class="sourceLineNo">787</span> try (RegionMover mover = new RegionMover()) {<a name="line.787"></a>
+<span class="sourceLineNo">788</span> mover.doStaticMain(args);<a name="line.788"></a>
+<span class="sourceLineNo">789</span> }<a name="line.789"></a>
+<span class="sourceLineNo">790</span> }<a name="line.790"></a>
+<span class="sourceLineNo">791</span>}<a name="line.791"></a>
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html b/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html
index 0382c19..dc4d6f8 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.RegionMoverBuilder.html
@@ -53,746 +53,750 @@
<span class="sourceLineNo">045</span>import java.util.concurrent.TimeUnit;<a name="line.45"></a>
<span class="sourceLineNo">046</span>import java.util.concurrent.TimeoutException;<a name="line.46"></a>
<span class="sourceLineNo">047</span>import java.util.function.Predicate;<a name="line.47"></a>
-<span class="sourceLineNo">048</span><a name="line.48"></a>
-<span class="sourceLineNo">049</span>import org.apache.commons.io.IOUtils;<a name="line.49"></a>
-<span class="sourceLineNo">050</span>import org.apache.hadoop.conf.Configuration;<a name="line.50"></a>
-<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.ClusterMetrics.Option;<a name="line.51"></a>
-<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.52"></a>
-<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.HConstants;<a name="line.53"></a>
-<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.MetaTableAccessor;<a name="line.54"></a>
-<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.ServerName;<a name="line.55"></a>
-<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.56"></a>
-<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.57"></a>
-<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.58"></a>
-<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.59"></a>
-<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.client.ResultScanner;<a name="line.60"></a>
-<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.61"></a>
-<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.client.Table;<a name="line.62"></a>
-<span class="sourceLineNo">063</span>import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;<a name="line.63"></a>
-<span class="sourceLineNo">064</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.64"></a>
-<span class="sourceLineNo">065</span>import org.slf4j.Logger;<a name="line.65"></a>
-<span class="sourceLineNo">066</span>import org.slf4j.LoggerFactory;<a name="line.66"></a>
-<span class="sourceLineNo">067</span><a name="line.67"></a>
-<span class="sourceLineNo">068</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.68"></a>
-<span class="sourceLineNo">069</span>import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine;<a name="line.69"></a>
-<span class="sourceLineNo">070</span><a name="line.70"></a>
-<span class="sourceLineNo">071</span>/**<a name="line.71"></a>
-<span class="sourceLineNo">072</span> * Tool for loading/unloading regions to/from given regionserver This tool can be run from Command<a name="line.72"></a>
-<span class="sourceLineNo">073</span> * line directly as a utility. Supports Ack/No Ack mode for loading/unloading operations.Ack mode<a name="line.73"></a>
-<span class="sourceLineNo">074</span> * acknowledges if regions are online after movement while noAck mode is best effort mode that<a name="line.74"></a>
-<span class="sourceLineNo">075</span> * improves performance but will still move on if region is stuck/not moved. Motivation behind noAck<a name="line.75"></a>
-<span class="sourceLineNo">076</span> * mode being RS shutdown where even if a Region is stuck, upon shutdown master will move it<a name="line.76"></a>
-<span class="sourceLineNo">077</span> * anyways. This can also be used by constructiong an Object using the builder and then calling<a name="line.77"></a>
-<span class="sourceLineNo">078</span> * {@link #load()} or {@link #unload()} methods for the desired operations.<a name="line.78"></a>
-<span class="sourceLineNo">079</span> */<a name="line.79"></a>
-<span class="sourceLineNo">080</span>@InterfaceAudience.Public<a name="line.80"></a>
-<span class="sourceLineNo">081</span>public class RegionMover extends AbstractHBaseTool implements Closeable {<a name="line.81"></a>
-<span class="sourceLineNo">082</span> public static final String MOVE_RETRIES_MAX_KEY = "hbase.move.retries.max";<a name="line.82"></a>
-<span class="sourceLineNo">083</span> public static final String MOVE_WAIT_MAX_KEY = "hbase.move.wait.max";<a name="line.83"></a>
-<span class="sourceLineNo">084</span> public static final String SERVERSTART_WAIT_MAX_KEY = "hbase.serverstart.wait.max";<a name="line.84"></a>
-<span class="sourceLineNo">085</span> public static final int DEFAULT_MOVE_RETRIES_MAX = 5;<a name="line.85"></a>
-<span class="sourceLineNo">086</span> public static final int DEFAULT_MOVE_WAIT_MAX = 60;<a name="line.86"></a>
-<span class="sourceLineNo">087</span> public static final int DEFAULT_SERVERSTART_WAIT_MAX = 180;<a name="line.87"></a>
-<span class="sourceLineNo">088</span> static final Logger LOG = LoggerFactory.getLogger(RegionMover.class);<a name="line.88"></a>
-<span class="sourceLineNo">089</span> private RegionMoverBuilder rmbuilder;<a name="line.89"></a>
-<span class="sourceLineNo">090</span> private boolean ack = true;<a name="line.90"></a>
-<span class="sourceLineNo">091</span> private int maxthreads = 1;<a name="line.91"></a>
-<span class="sourceLineNo">092</span> private int timeout;<a name="line.92"></a>
-<span class="sourceLineNo">093</span> private String loadUnload;<a name="line.93"></a>
-<span class="sourceLineNo">094</span> private String hostname;<a name="line.94"></a>
-<span class="sourceLineNo">095</span> private String filename;<a name="line.95"></a>
-<span class="sourceLineNo">096</span> private String excludeFile;<a name="line.96"></a>
-<span class="sourceLineNo">097</span> private int port;<a name="line.97"></a>
-<span class="sourceLineNo">098</span> private Connection conn;<a name="line.98"></a>
-<span class="sourceLineNo">099</span> private Admin admin;<a name="line.99"></a>
-<span class="sourceLineNo">100</span><a name="line.100"></a>
-<span class="sourceLineNo">101</span> private RegionMover(RegionMoverBuilder builder) throws IOException {<a name="line.101"></a>
-<span class="sourceLineNo">102</span> this.hostname = builder.hostname;<a name="line.102"></a>
-<span class="sourceLineNo">103</span> this.filename = builder.filename;<a name="line.103"></a>
-<span class="sourceLineNo">104</span> this.excludeFile = builder.excludeFile;<a name="line.104"></a>
-<span class="sourceLineNo">105</span> this.maxthreads = builder.maxthreads;<a name="line.105"></a>
-<span class="sourceLineNo">106</span> this.ack = builder.ack;<a name="line.106"></a>
-<span class="sourceLineNo">107</span> this.port = builder.port;<a name="line.107"></a>
-<span class="sourceLineNo">108</span> this.timeout = builder.timeout;<a name="line.108"></a>
-<span class="sourceLineNo">109</span> setConf(builder.conf);<a name="line.109"></a>
-<span class="sourceLineNo">110</span> this.conn = ConnectionFactory.createConnection(conf);<a name="line.110"></a>
-<span class="sourceLineNo">111</span> this.admin = conn.getAdmin();<a name="line.111"></a>
-<span class="sourceLineNo">112</span> }<a name="line.112"></a>
-<span class="sourceLineNo">113</span><a name="line.113"></a>
-<span class="sourceLineNo">114</span> private RegionMover() {<a name="line.114"></a>
-<span class="sourceLineNo">115</span> }<a name="line.115"></a>
-<span class="sourceLineNo">116</span><a name="line.116"></a>
-<span class="sourceLineNo">117</span> @Override<a name="line.117"></a>
-<span class="sourceLineNo">118</span> public void close() {<a name="line.118"></a>
-<span class="sourceLineNo">119</span> IOUtils.closeQuietly(this.admin);<a name="line.119"></a>
-<span class="sourceLineNo">120</span> IOUtils.closeQuietly(this.conn);<a name="line.120"></a>
-<span class="sourceLineNo">121</span> }<a name="line.121"></a>
-<span class="sourceLineNo">122</span><a name="line.122"></a>
-<span class="sourceLineNo">123</span> /**<a name="line.123"></a>
-<span class="sourceLineNo">124</span> * Builder for Region mover. Use the {@link #build()} method to create RegionMover object. Has<a name="line.124"></a>
-<span class="sourceLineNo">125</span> * {@link #filename(String)}, {@link #excludeFile(String)}, {@link #maxthreads(int)},<a name="line.125"></a>
-<span class="sourceLineNo">126</span> * {@link #ack(boolean)}, {@link #timeout(int)} methods to set the corresponding options<a name="line.126"></a>
-<span class="sourceLineNo">127</span> */<a name="line.127"></a>
-<span class="sourceLineNo">128</span> public static class RegionMoverBuilder {<a name="line.128"></a>
-<span class="sourceLineNo">129</span> private boolean ack = true;<a name="line.129"></a>
-<span class="sourceLineNo">130</span> private int maxthreads = 1;<a name="line.130"></a>
-<span class="sourceLineNo">131</span> private int timeout = Integer.MAX_VALUE;<a name="line.131"></a>
-<span class="sourceLineNo">132</span> private String hostname;<a name="line.132"></a>
-<span class="sourceLineNo">133</span> private String filename;<a name="line.133"></a>
-<span class="sourceLineNo">134</span> private String excludeFile = null;<a name="line.134"></a>
-<span class="sourceLineNo">135</span> private String defaultDir = System.getProperty("java.io.tmpdir");<a name="line.135"></a>
-<span class="sourceLineNo">136</span> @VisibleForTesting<a name="line.136"></a>
-<span class="sourceLineNo">137</span> final int port;<a name="line.137"></a>
-<span class="sourceLineNo">138</span> private final Configuration conf;<a name="line.138"></a>
-<span class="sourceLineNo">139</span><a name="line.139"></a>
-<span class="sourceLineNo">140</span> public RegionMoverBuilder(String hostname) {<a name="line.140"></a>
-<span class="sourceLineNo">141</span> this(hostname, createConf());<a name="line.141"></a>
-<span class="sourceLineNo">142</span> }<a name="line.142"></a>
-<span class="sourceLineNo">143</span><a name="line.143"></a>
-<span class="sourceLineNo">144</span> /**<a name="line.144"></a>
-<span class="sourceLineNo">145</span> * Creates a new configuration and sets region mover specific overrides<a name="line.145"></a>
-<span class="sourceLineNo">146</span> */<a name="line.146"></a>
-<span class="sourceLineNo">147</span> private static Configuration createConf() {<a name="line.147"></a>
-<span class="sourceLineNo">148</span> Configuration conf = HBaseConfiguration.create();<a name="line.148"></a>
-<span class="sourceLineNo">149</span> conf.setInt("hbase.client.prefetch.limit", 1);<a name="line.149"></a>
-<span class="sourceLineNo">150</span> conf.setInt("hbase.client.pause", 500);<a name="line.150"></a>
-<span class="sourceLineNo">151</span> conf.setInt("hbase.client.retries.number", 100);<a name="line.151"></a>
-<span class="sourceLineNo">152</span> return conf;<a name="line.152"></a>
-<span class="sourceLineNo">153</span> }<a name="line.153"></a>
-<span class="sourceLineNo">154</span><a name="line.154"></a>
-<span class="sourceLineNo">155</span> /**<a name="line.155"></a>
-<span class="sourceLineNo">156</span> * @param hostname Hostname to unload regions from or load regions to. Can be either hostname<a name="line.156"></a>
-<span class="sourceLineNo">157</span> * or hostname:port.<a name="line.157"></a>
-<span class="sourceLineNo">158</span> * @param conf Configuration object<a name="line.158"></a>
-<span class="sourceLineNo">159</span> */<a name="line.159"></a>
-<span class="sourceLineNo">160</span> public RegionMoverBuilder(String hostname, Configuration conf) {<a name="line.160"></a>
-<span class="sourceLineNo">161</span> String[] splitHostname = hostname.toLowerCase().split(":");<a name="line.161"></a>
-<span class="sourceLineNo">162</span> this.hostname = splitHostname[0];<a name="line.162"></a>
-<span class="sourceLineNo">163</span> if (splitHostname.length == 2) {<a name="line.163"></a>
-<span class="sourceLineNo">164</span> this.port = Integer.parseInt(splitHostname[1]);<a name="line.164"></a>
-<span class="sourceLineNo">165</span> } else {<a name="line.165"></a>
-<span class="sourceLineNo">166</span> this.port = conf.getInt(HConstants.REGIONSERVER_PORT, HConstants.DEFAULT_REGIONSERVER_PORT);<a name="line.166"></a>
-<span class="sourceLineNo">167</span> }<a name="line.167"></a>
-<span class="sourceLineNo">168</span> this.filename = defaultDir + File.separator + System.getProperty("user.name") + this.hostname<a name="line.168"></a>
-<span class="sourceLineNo">169</span> + ":" + Integer.toString(this.port);<a name="line.169"></a>
-<span class="sourceLineNo">170</span> this.conf = conf;<a name="line.170"></a>
-<span class="sourceLineNo">171</span> }<a name="line.171"></a>
-<span class="sourceLineNo">172</span><a name="line.172"></a>
-<span class="sourceLineNo">173</span> /**<a name="line.173"></a>
-<span class="sourceLineNo">174</span> * Path of file where regions will be written to during unloading/read from during loading<a name="line.174"></a>
-<span class="sourceLineNo">175</span> * @param filename<a name="line.175"></a>
-<span class="sourceLineNo">176</span> * @return RegionMoverBuilder object<a name="line.176"></a>
-<span class="sourceLineNo">177</span> */<a name="line.177"></a>
-<span class="sourceLineNo">178</span> public RegionMoverBuilder filename(String filename) {<a name="line.178"></a>
-<span class="sourceLineNo">179</span> this.filename = filename;<a name="line.179"></a>
-<span class="sourceLineNo">180</span> return this;<a name="line.180"></a>
-<span class="sourceLineNo">181</span> }<a name="line.181"></a>
-<span class="sourceLineNo">182</span><a name="line.182"></a>
-<span class="sourceLineNo">183</span> /**<a name="line.183"></a>
-<span class="sourceLineNo">184</span> * Set the max number of threads that will be used to move regions<a name="line.184"></a>
-<span class="sourceLineNo">185</span> */<a name="line.185"></a>
-<span class="sourceLineNo">186</span> public RegionMoverBuilder maxthreads(int threads) {<a name="line.186"></a>
-<span class="sourceLineNo">187</span> this.maxthreads = threads;<a name="line.187"></a>
-<span class="sourceLineNo">188</span> return this;<a name="line.188"></a>
-<span class="sourceLineNo">189</span> }<a name="line.189"></a>
-<span class="sourceLineNo">190</span><a name="line.190"></a>
-<span class="sourceLineNo">191</span> /**<a name="line.191"></a>
-<span class="sourceLineNo">192</span> * Path of file containing hostnames to be excluded during region movement. Exclude file should<a name="line.192"></a>
-<span class="sourceLineNo">193</span> * have 'host:port' per line. Port is mandatory here as we can have many RS running on a single<a name="line.193"></a>
-<span class="sourceLineNo">194</span> * host.<a name="line.194"></a>
-<span class="sourceLineNo">195</span> */<a name="line.195"></a>
-<span class="sourceLineNo">196</span> public RegionMoverBuilder excludeFile(String excludefile) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span> this.excludeFile = excludefile;<a name="line.197"></a>
-<span class="sourceLineNo">198</span> return this;<a name="line.198"></a>
-<span class="sourceLineNo">199</span> }<a name="line.199"></a>
-<span class="sourceLineNo">200</span><a name="line.200"></a>
-<span class="sourceLineNo">201</span> /**<a name="line.201"></a>
-<span class="sourceLineNo">202</span> * Set ack/noAck mode.<a name="line.202"></a>
-<span class="sourceLineNo">203</span> * <p><a name="line.203"></a>
-<span class="sourceLineNo">204</span> * In ack mode regions are acknowledged before and after moving and the move is retried<a name="line.204"></a>
-<span class="sourceLineNo">205</span> * hbase.move.retries.max times, if unsuccessful we quit with exit code 1.No Ack mode is a best<a name="line.205"></a>
-<span class="sourceLineNo">206</span> * effort mode,each region movement is tried once.This can be used during graceful shutdown as<a name="line.206"></a>
-<span class="sourceLineNo">207</span> * even if we have a stuck region,upon shutdown it'll be reassigned anyway.<a name="line.207"></a>
-<span class="sourceLineNo">208</span> * <p><a name="line.208"></a>
-<span class="sourceLineNo">209</span> * @param ack<a name="line.209"></a>
-<span class="sourceLineNo">210</span> * @return RegionMoverBuilder object<a name="line.210"></a>
-<span class="sourceLineNo">211</span> */<a name="line.211"></a>
-<span class="sourceLineNo">212</span> public RegionMoverBuilder ack(boolean ack) {<a name="line.212"></a>
-<span class="sourceLineNo">213</span> this.ack = ack;<a name="line.213"></a>
-<span class="sourceLineNo">214</span> return this;<a name="line.214"></a>
-<span class="sourceLineNo">215</span> }<a name="line.215"></a>
-<span class="sourceLineNo">216</span><a name="line.216"></a>
-<span class="sourceLineNo">217</span> /**<a name="line.217"></a>
-<span class="sourceLineNo">218</span> * Set the timeout for Load/Unload operation in seconds.This is a global timeout,threadpool for<a name="line.218"></a>
-<span class="sourceLineNo">219</span> * movers also have a separate time which is hbase.move.wait.max * number of regions to<a name="line.219"></a>
-<span class="sourceLineNo">220</span> * load/unload<a name="line.220"></a>
-<span class="sourceLineNo">221</span> * @param timeout in seconds<a name="line.221"></a>
-<span class="sourceLineNo">222</span> * @return RegionMoverBuilder object<a name="line.222"></a>
-<span class="sourceLineNo">223</span> */<a name="line.223"></a>
-<span class="sourceLineNo">224</span> public RegionMoverBuilder timeout(int timeout) {<a name="line.224"></a>
-<span class="sourceLineNo">225</span> this.timeout = timeout;<a name="line.225"></a>
-<span class="sourceLineNo">226</span> return this;<a name="line.226"></a>
-<span class="sourceLineNo">227</span> }<a name="line.227"></a>
-<span class="sourceLineNo">228</span><a name="line.228"></a>
-<span class="sourceLineNo">229</span> /**<a name="line.229"></a>
-<span class="sourceLineNo">230</span> * This method builds the appropriate RegionMover object which can then be used to load/unload<a name="line.230"></a>
-<span class="sourceLineNo">231</span> * using load and unload methods<a name="line.231"></a>
-<span class="sourceLineNo">232</span> * @return RegionMover object<a name="line.232"></a>
-<span class="sourceLineNo">233</span> */<a name="line.233"></a>
-<span class="sourceLineNo">234</span> public RegionMover build() throws IOException {<a name="line.234"></a>
-<span class="sourceLineNo">235</span> return new RegionMover(this);<a name="line.235"></a>
-<span class="sourceLineNo">236</span> }<a name="line.236"></a>
-<span class="sourceLineNo">237</span> }<a name="line.237"></a>
-<span class="sourceLineNo">238</span><a name="line.238"></a>
-<span class="sourceLineNo">239</span> /**<a name="line.239"></a>
-<span class="sourceLineNo">240</span> * Move Regions and make sure that they are up on the target server.If a region movement fails we<a name="line.240"></a>
-<span class="sourceLineNo">241</span> * exit as failure<a name="line.241"></a>
-<span class="sourceLineNo">242</span> */<a name="line.242"></a>
-<span class="sourceLineNo">243</span> private class MoveWithAck implements Callable<Boolean> {<a name="line.243"></a>
-<span class="sourceLineNo">244</span> private RegionInfo region;<a name="line.244"></a>
-<span class="sourceLineNo">245</span> private ServerName targetServer;<a name="line.245"></a>
-<span class="sourceLineNo">246</span> private List<RegionInfo> movedRegions;<a name="line.246"></a>
-<span class="sourceLineNo">247</span> private ServerName sourceServer;<a name="line.247"></a>
-<span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span> public MoveWithAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.249"></a>
-<span class="sourceLineNo">250</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.250"></a>
-<span class="sourceLineNo">251</span> this.region = regionInfo;<a name="line.251"></a>
-<span class="sourceLineNo">252</span> this.targetServer = targetServer;<a name="line.252"></a>
-<span class="sourceLineNo">253</span> this.movedRegions = movedRegions;<a name="line.253"></a>
-<span class="sourceLineNo">254</span> this.sourceServer = sourceServer;<a name="line.254"></a>
-<span class="sourceLineNo">255</span> }<a name="line.255"></a>
-<span class="sourceLineNo">256</span><a name="line.256"></a>
-<span class="sourceLineNo">257</span> @Override<a name="line.257"></a>
-<span class="sourceLineNo">258</span> public Boolean call() throws IOException, InterruptedException {<a name="line.258"></a>
-<span class="sourceLineNo">259</span> boolean moved = false;<a name="line.259"></a>
-<span class="sourceLineNo">260</span> int count = 0;<a name="line.260"></a>
-<span class="sourceLineNo">261</span> int retries = admin.getConfiguration().getInt(MOVE_RETRIES_MAX_KEY, DEFAULT_MOVE_RETRIES_MAX);<a name="line.261"></a>
-<span class="sourceLineNo">262</span> int maxWaitInSeconds =<a name="line.262"></a>
-<span class="sourceLineNo">263</span> admin.getConfiguration().getInt(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.263"></a>
-<span class="sourceLineNo">264</span> long startTime = EnvironmentEdgeManager.currentTime();<a name="line.264"></a>
-<span class="sourceLineNo">265</span> boolean sameServer = true;<a name="line.265"></a>
-<span class="sourceLineNo">266</span> // Assert we can scan the region in its current location<a name="line.266"></a>
-<span class="sourceLineNo">267</span> isSuccessfulScan(region);<a name="line.267"></a>
-<span class="sourceLineNo">268</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.268"></a>
-<span class="sourceLineNo">269</span> + targetServer);<a name="line.269"></a>
-<span class="sourceLineNo">270</span> while (count < retries && sameServer) {<a name="line.270"></a>
-<span class="sourceLineNo">271</span> if (count > 0) {<a name="line.271"></a>
-<span class="sourceLineNo">272</span> LOG.info("Retry " + Integer.toString(count) + " of maximum " + Integer.toString(retries));<a name="line.272"></a>
-<span class="sourceLineNo">273</span> }<a name="line.273"></a>
-<span class="sourceLineNo">274</span> count = count + 1;<a name="line.274"></a>
-<span class="sourceLineNo">275</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.275"></a>
-<span class="sourceLineNo">276</span> long maxWait = startTime + (maxWaitInSeconds * 1000);<a name="line.276"></a>
-<span class="sourceLineNo">277</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.277"></a>
-<span class="sourceLineNo">278</span> sameServer = isSameServer(region, sourceServer);<a name="line.278"></a>
-<span class="sourceLineNo">279</span> if (!sameServer) {<a name="line.279"></a>
-<span class="sourceLineNo">280</span> break;<a name="line.280"></a>
-<span class="sourceLineNo">281</span> }<a name="line.281"></a>
-<span class="sourceLineNo">282</span> Thread.sleep(100);<a name="line.282"></a>
-<span class="sourceLineNo">283</span> }<a name="line.283"></a>
-<span class="sourceLineNo">284</span> }<a name="line.284"></a>
-<span class="sourceLineNo">285</span> if (sameServer) {<a name="line.285"></a>
-<span class="sourceLineNo">286</span> LOG.error("Region: " + region.getRegionNameAsString() + " stuck on " + this.sourceServer<a name="line.286"></a>
-<span class="sourceLineNo">287</span> + ",newServer=" + this.targetServer);<a name="line.287"></a>
-<span class="sourceLineNo">288</span> } else {<a name="line.288"></a>
-<span class="sourceLineNo">289</span> isSuccessfulScan(region);<a name="line.289"></a>
-<span class="sourceLineNo">290</span> LOG.info("Moved Region "<a name="line.290"></a>
-<span class="sourceLineNo">291</span> + region.getRegionNameAsString()<a name="line.291"></a>
-<span class="sourceLineNo">292</span> + " cost:"<a name="line.292"></a>
-<span class="sourceLineNo">293</span> + String.format("%.3f",<a name="line.293"></a>
-<span class="sourceLineNo">294</span> (float) (EnvironmentEdgeManager.currentTime() - startTime) / 1000));<a name="line.294"></a>
-<span class="sourceLineNo">295</span> moved = true;<a name="line.295"></a>
-<span class="sourceLineNo">296</span> movedRegions.add(region);<a name="line.296"></a>
-<span class="sourceLineNo">297</span> }<a name="line.297"></a>
-<span class="sourceLineNo">298</span> return moved;<a name="line.298"></a>
-<span class="sourceLineNo">299</span> }<a name="line.299"></a>
-<span class="sourceLineNo">300</span> }<a name="line.300"></a>
-<span class="sourceLineNo">301</span><a name="line.301"></a>
-<span class="sourceLineNo">302</span> /**<a name="line.302"></a>
-<span class="sourceLineNo">303</span> * Move Regions without Acknowledging.Usefule in case of RS shutdown as we might want to shut the<a name="line.303"></a>
-<span class="sourceLineNo">304</span> * RS down anyways and not abort on a stuck region. Improves movement performance<a name="line.304"></a>
-<span class="sourceLineNo">305</span> */<a name="line.305"></a>
-<span class="sourceLineNo">306</span> private class MoveWithoutAck implements Callable<Boolean> {<a name="line.306"></a>
-<span class="sourceLineNo">307</span> private RegionInfo region;<a name="line.307"></a>
-<span class="sourceLineNo">308</span> private ServerName targetServer;<a name="line.308"></a>
-<span class="sourceLineNo">309</span> private List<RegionInfo> movedRegions;<a name="line.309"></a>
-<span class="sourceLineNo">310</span> private ServerName sourceServer;<a name="line.310"></a>
-<span class="sourceLineNo">311</span><a name="line.311"></a>
-<span class="sourceLineNo">312</span> public MoveWithoutAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.312"></a>
-<span class="sourceLineNo">313</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.313"></a>
-<span class="sourceLineNo">314</span> this.region = regionInfo;<a name="line.314"></a>
-<span class="sourceLineNo">315</span> this.targetServer = targetServer;<a name="line.315"></a>
-<span class="sourceLineNo">316</span> this.movedRegions = movedRegions;<a name="line.316"></a>
-<span class="sourceLineNo">317</span> this.sourceServer = sourceServer;<a name="line.317"></a>
-<span class="sourceLineNo">318</span> }<a name="line.318"></a>
-<span class="sourceLineNo">319</span><a name="line.319"></a>
-<span class="sourceLineNo">320</span> @Override<a name="line.320"></a>
-<span class="sourceLineNo">321</span> public Boolean call() {<a name="line.321"></a>
-<span class="sourceLineNo">322</span> try {<a name="line.322"></a>
-<span class="sourceLineNo">323</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.323"></a>
-<span class="sourceLineNo">324</span> + targetServer);<a name="line.324"></a>
-<span class="sourceLineNo">325</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.325"></a>
-<span class="sourceLineNo">326</span> LOG.info("Moved " + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.326"></a>
-<span class="sourceLineNo">327</span> + targetServer);<a name="line.327"></a>
-<span class="sourceLineNo">328</span> } catch (Exception e) {<a name="line.328"></a>
-<span class="sourceLineNo">329</span> LOG.error("Error Moving Region:" + region.getEncodedName(), e);<a name="line.329"></a>
-<span class="sourceLineNo">330</span> } finally {<a name="line.330"></a>
-<span class="sourceLineNo">331</span> // we add region to the moved regions list in No Ack Mode since this is best effort<a name="line.331"></a>
-<span class="sourceLineNo">332</span> movedRegions.add(region);<a name="line.332"></a>
-<span class="sourceLineNo">333</span> }<a name="line.333"></a>
-<span class="sourceLineNo">334</span> return true;<a name="line.334"></a>
-<span class="sourceLineNo">335</span> }<a name="line.335"></a>
-<span class="sourceLineNo">336</span> }<a name="line.336"></a>
-<span class="sourceLineNo">337</span><a name="line.337"></a>
-<span class="sourceLineNo">338</span> /**<a name="line.338"></a>
-<span class="sourceLineNo">339</span> * Loads the specified {@link #hostname} with regions listed in the {@link #filename} RegionMover<a name="line.339"></a>
-<span class="sourceLineNo">340</span> * Object has to be created using {@link #RegionMover(RegionMoverBuilder)}<a name="line.340"></a>
-<span class="sourceLineNo">341</span> * @return true if loading succeeded, false otherwise<a name="line.341"></a>
-<span class="sourceLineNo">342</span> */<a name="line.342"></a>
-<span class="sourceLineNo">343</span> public boolean load() throws ExecutionException, InterruptedException, TimeoutException {<a name="line.343"></a>
-<span class="sourceLineNo">344</span> ExecutorService loadPool = Executors.newFixedThreadPool(1);<a name="line.344"></a>
-<span class="sourceLineNo">345</span> Future<Boolean> loadTask = loadPool.submit(() -> {<a name="line.345"></a>
-<span class="sourceLineNo">346</span> try {<a name="line.346"></a>
-<span class="sourceLineNo">347</span> List<RegionInfo> regionsToMove = readRegionsFromFile(filename);<a name="line.347"></a>
-<span class="sourceLineNo">348</span> if (regionsToMove.isEmpty()) {<a name="line.348"></a>
-<span class="sourceLineNo">349</span> LOG.info("No regions to load.Exiting");<a name="line.349"></a>
-<span class="sourceLineNo">350</span> return true;<a name="line.350"></a>
-<span class="sourceLineNo">351</span> }<a name="line.351"></a>
-<span class="sourceLineNo">352</span> loadRegions(regionsToMove);<a name="line.352"></a>
-<span class="sourceLineNo">353</span> } catch (Exception e) {<a name="line.353"></a>
-<span class="sourceLineNo">354</span> LOG.error("Error while loading regions to " + hostname, e);<a name="line.354"></a>
-<span class="sourceLineNo">355</span> return false;<a name="line.355"></a>
-<span class="sourceLineNo">356</span> }<a name="line.356"></a>
-<span class="sourceLineNo">357</span> return true;<a name="line.357"></a>
-<span class="sourceLineNo">358</span> });<a name="line.358"></a>
-<span class="sourceLineNo">359</span> return waitTaskToFinish(loadPool, loadTask, "loading");<a name="line.359"></a>
-<span class="sourceLineNo">360</span> }<a name="line.360"></a>
-<span class="sourceLineNo">361</span><a name="line.361"></a>
-<span class="sourceLineNo">362</span> private void loadRegions(List<RegionInfo> regionsToMove)<a name="line.362"></a>
-<span class="sourceLineNo">363</span> throws Exception {<a name="line.363"></a>
-<span class="sourceLineNo">364</span> ServerName server = getTargetServer();<a name="line.364"></a>
-<span class="sourceLineNo">365</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.365"></a>
-<span class="sourceLineNo">366</span> LOG.info(<a name="line.366"></a>
-<span class="sourceLineNo">367</span> "Moving " + regionsToMove.size() + " regions to " + server + " using " + this.maxthreads<a name="line.367"></a>
-<span class="sourceLineNo">368</span> + " threads.Ack mode:" + this.ack);<a name="line.368"></a>
-<span class="sourceLineNo">369</span><a name="line.369"></a>
-<span class="sourceLineNo">370</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.370"></a>
-<span class="sourceLineNo">371</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.371"></a>
-<span class="sourceLineNo">372</span> int counter = 0;<a name="line.372"></a>
-<span class="sourceLineNo">373</span> while (counter < regionsToMove.size()) {<a name="line.373"></a>
-<span class="sourceLineNo">374</span> RegionInfo region = regionsToMove.get(counter);<a name="line.374"></a>
-<span class="sourceLineNo">375</span> ServerName currentServer = getServerNameForRegion(region);<a name="line.375"></a>
-<span class="sourceLineNo">376</span> if (currentServer == null) {<a name="line.376"></a>
-<span class="sourceLineNo">377</span> LOG.warn(<a name="line.377"></a>
-<span class="sourceLineNo">378</span> "Could not get server for Region:" + region.getRegionNameAsString() + " moving on");<a name="line.378"></a>
-<span class="sourceLineNo">379</span> counter++;<a name="line.379"></a>
-<span class="sourceLineNo">380</span> continue;<a name="line.380"></a>
-<span class="sourceLineNo">381</span> } else if (server.equals(currentServer)) {<a name="line.381"></a>
-<span class="sourceLineNo">382</span> LOG.info(<a name="line.382"></a>
-<span class="sourceLineNo">383</span> "Region " + region.getRegionNameAsString() + " is already on target server=" + server);<a name="line.383"></a>
-<span class="sourceLineNo">384</span> counter++;<a name="line.384"></a>
-<span class="sourceLineNo">385</span> continue;<a name="line.385"></a>
-<span class="sourceLineNo">386</span> }<a name="line.386"></a>
-<span class="sourceLineNo">387</span> if (ack) {<a name="line.387"></a>
-<span class="sourceLineNo">388</span> Future<Boolean> task =<a name="line.388"></a>
-<span class="sourceLineNo">389</span> moveRegionsPool.submit(new MoveWithAck(region, currentServer, server, movedRegions));<a name="line.389"></a>
-<span class="sourceLineNo">390</span> taskList.add(task);<a name="line.390"></a>
-<span class="sourceLineNo">391</span> } else {<a name="line.391"></a>
-<span class="sourceLineNo">392</span> Future<Boolean> task =<a name="line.392"></a>
-<span class="sourceLineNo">393</span> moveRegionsPool.submit(new MoveWithoutAck(region, currentServer, server, movedRegions));<a name="line.393"></a>
-<span class="sourceLineNo">394</span> taskList.add(task);<a name="line.394"></a>
-<span class="sourceLineNo">395</span> }<a name="line.395"></a>
-<span class="sourceLineNo">396</span> counter++;<a name="line.396"></a>
-<span class="sourceLineNo">397</span> }<a name="line.397"></a>
-<span class="sourceLineNo">398</span><a name="line.398"></a>
-<span class="sourceLineNo">399</span> moveRegionsPool.shutdown();<a name="line.399"></a>
-<span class="sourceLineNo">400</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.400"></a>
-<span class="sourceLineNo">401</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.401"></a>
-<span class="sourceLineNo">402</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.402"></a>
-<span class="sourceLineNo">403</span> }<a name="line.403"></a>
-<span class="sourceLineNo">404</span><a name="line.404"></a>
-<span class="sourceLineNo">405</span> /**<a name="line.405"></a>
-<span class="sourceLineNo">406</span> * Unload regions from given {@link #hostname} using ack/noAck mode and {@link #maxthreads}.In<a name="line.406"></a>
-<span class="sourceLineNo">407</span> * noAck mode we do not make sure that region is successfully online on the target region<a name="line.407"></a>
-<span class="sourceLineNo">408</span> * server,hence it is best effort.We do not unload regions to hostnames given in<a name="line.408"></a>
-<span class="sourceLineNo">409</span> * {@link #excludeFile}.<a name="line.409"></a>
-<span class="sourceLineNo">410</span> * @return true if unloading succeeded, false otherwise<a name="line.410"></a>
-<span class="sourceLineNo">411</span> */<a name="line.411"></a>
-<span class="sourceLineNo">412</span> public boolean unload() throws InterruptedException, ExecutionException, TimeoutException {<a name="line.412"></a>
-<span class="sourceLineNo">413</span> deleteFile(this.filename);<a name="line.413"></a>
-<span class="sourceLineNo">414</span> ExecutorService unloadPool = Executors.newFixedThreadPool(1);<a name="line.414"></a>
-<span class="sourceLineNo">415</span> Future<Boolean> unloadTask = unloadPool.submit(() -> {<a name="line.415"></a>
-<span class="sourceLineNo">416</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.416"></a>
-<span class="sourceLineNo">417</span> try {<a name="line.417"></a>
-<span class="sourceLineNo">418</span> // Get Online RegionServers<a name="line.418"></a>
-<span class="sourceLineNo">419</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.419"></a>
-<span class="sourceLineNo">420</span> regionServers.addAll(<a name="line.420"></a>
-<span class="sourceLineNo">421</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.421"></a>
-<span class="sourceLineNo">422</span> .keySet());<a name="line.422"></a>
-<span class="sourceLineNo">423</span> // Remove the host Region server from target Region Servers list<a name="line.423"></a>
-<span class="sourceLineNo">424</span> ServerName server = stripServer(regionServers, hostname, port);<a name="line.424"></a>
-<span class="sourceLineNo">425</span> // Remove RS present in the exclude file<a name="line.425"></a>
-<span class="sourceLineNo">426</span> stripExcludes(regionServers);<a name="line.426"></a>
-<span class="sourceLineNo">427</span> stripMaster(regionServers);<a name="line.427"></a>
-<span class="sourceLineNo">428</span> if (regionServers.isEmpty()) {<a name="line.428"></a>
-<span class="sourceLineNo">429</span> LOG.warn("No Regions were moved - no servers available");<a name="line.429"></a>
-<span class="sourceLineNo">430</span> return false;<a name="line.430"></a>
-<span class="sourceLineNo">431</span> }<a name="line.431"></a>
-<span class="sourceLineNo">432</span> unloadRegions(server, regionServers, movedRegions);<a name="line.432"></a>
-<span class="sourceLineNo">433</span> } catch (Exception e) {<a name="line.433"></a>
-<span class="sourceLineNo">434</span> LOG.error("Error while unloading regions ", e);<a name="line.434"></a>
-<span class="sourceLineNo">435</span> return false;<a name="line.435"></a>
-<span class="sourceLineNo">436</span> } finally {<a name="line.436"></a>
-<span class="sourceLineNo">437</span> if (movedRegions != null) {<a name="line.437"></a>
-<span class="sourceLineNo">438</span> writeFile(filename, movedRegions);<a name="line.438"></a>
-<span class="sourceLineNo">439</span> }<a name="line.439"></a>
-<span class="sourceLineNo">440</span> }<a name="line.440"></a>
-<span class="sourceLineNo">441</span> return true;<a name="line.441"></a>
-<span class="sourceLineNo">442</span> });<a name="line.442"></a>
-<span class="sourceLineNo">443</span> return waitTaskToFinish(unloadPool, unloadTask, "unloading");<a name="line.443"></a>
-<span class="sourceLineNo">444</span> }<a name="line.444"></a>
-<span class="sourceLineNo">445</span><a name="line.445"></a>
-<span class="sourceLineNo">446</span> private void unloadRegions(ServerName server, List<ServerName> regionServers,<a name="line.446"></a>
-<span class="sourceLineNo">447</span> List<RegionInfo> movedRegions) throws Exception {<a name="line.447"></a>
-<span class="sourceLineNo">448</span> while (true) {<a name="line.448"></a>
-<span class="sourceLineNo">449</span> List<RegionInfo> regionsToMove = admin.getRegions(server);<a name="line.449"></a>
-<span class="sourceLineNo">450</span> regionsToMove.removeAll(movedRegions);<a name="line.450"></a>
-<span class="sourceLineNo">451</span> if (regionsToMove.isEmpty()) {<a name="line.451"></a>
-<span class="sourceLineNo">452</span> LOG.info("No Regions to move....Quitting now");<a name="line.452"></a>
-<span class="sourceLineNo">453</span> break;<a name="line.453"></a>
-<span class="sourceLineNo">454</span> }<a name="line.454"></a>
-<span class="sourceLineNo">455</span> int counter = 0;<a name="line.455"></a>
-<span class="sourceLineNo">456</span> LOG.info("Moving " + regionsToMove.size() + " regions from " + this.hostname + " to "<a name="line.456"></a>
-<span class="sourceLineNo">457</span> + regionServers.size() + " servers using " + this.maxthreads + " threads .Ack Mode:"<a name="line.457"></a>
-<span class="sourceLineNo">458</span> + ack);<a name="line.458"></a>
-<span class="sourceLineNo">459</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.459"></a>
-<span class="sourceLineNo">460</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.460"></a>
-<span class="sourceLineNo">461</span> int serverIndex = 0;<a name="line.461"></a>
-<span class="sourceLineNo">462</span> while (counter < regionsToMove.size()) {<a name="line.462"></a>
-<span class="sourceLineNo">463</span> if (ack) {<a name="line.463"></a>
-<span class="sourceLineNo">464</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.464"></a>
-<span class="sourceLineNo">465</span> new MoveWithAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.465"></a>
-<span class="sourceLineNo">466</span> movedRegions));<a name="line.466"></a>
-<span class="sourceLineNo">467</span> taskList.add(task);<a name="line.467"></a>
-<span class="sourceLineNo">468</span> } else {<a name="line.468"></a>
-<span class="sourceLineNo">469</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.469"></a>
-<span class="sourceLineNo">470</span> new MoveWithoutAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.470"></a>
-<span class="sourceLineNo">471</span> movedRegions));<a name="line.471"></a>
-<span class="sourceLineNo">472</span> taskList.add(task);<a name="line.472"></a>
-<span class="sourceLineNo">473</span> }<a name="line.473"></a>
-<span class="sourceLineNo">474</span> counter++;<a name="line.474"></a>
-<span class="sourceLineNo">475</span> serverIndex = (serverIndex + 1) % regionServers.size();<a name="line.475"></a>
-<span class="sourceLineNo">476</span> }<a name="line.476"></a>
-<span class="sourceLineNo">477</span> moveRegionsPool.shutdown();<a name="line.477"></a>
-<span class="sourceLineNo">478</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.478"></a>
-<span class="sourceLineNo">479</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.479"></a>
-<span class="sourceLineNo">480</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.480"></a>
-<span class="sourceLineNo">481</span> }<a name="line.481"></a>
-<span class="sourceLineNo">482</span> }<a name="line.482"></a>
-<span class="sourceLineNo">483</span><a name="line.483"></a>
-<span class="sourceLineNo">484</span> private boolean waitTaskToFinish(ExecutorService pool, Future<Boolean> task, String operation)<a name="line.484"></a>
-<span class="sourceLineNo">485</span> throws TimeoutException, InterruptedException, ExecutionException {<a name="line.485"></a>
-<span class="sourceLineNo">486</span> pool.shutdown();<a name="line.486"></a>
-<span class="sourceLineNo">487</span> try {<a name="line.487"></a>
-<span class="sourceLineNo">488</span> if (!pool.awaitTermination((long) this.timeout, TimeUnit.SECONDS)) {<a name="line.488"></a>
-<span class="sourceLineNo">489</span> LOG.warn(<a name="line.489"></a>
-<span class="sourceLineNo">490</span> "Timed out before finishing the " + operation + " operation. Timeout: " + this.timeout<a name="line.490"></a>
-<span class="sourceLineNo">491</span> + "sec");<a name="line.491"></a>
-<span class="sourceLineNo">492</span> pool.shutdownNow();<a name="line.492"></a>
-<span class="sourceLineNo">493</span> }<a name="line.493"></a>
-<span class="sourceLineNo">494</span> } catch (InterruptedException e) {<a name="line.494"></a>
-<span class="sourceLineNo">495</span> pool.shutdownNow();<a name="line.495"></a>
-<span class="sourceLineNo">496</span> Thread.currentThread().interrupt();<a name="line.496"></a>
-<span class="sourceLineNo">497</span> }<a name="line.497"></a>
-<span class="sourceLineNo">498</span> try {<a name="line.498"></a>
-<span class="sourceLineNo">499</span> return task.get(5, TimeUnit.SECONDS);<a name="line.499"></a>
-<span class="sourceLineNo">500</span> } catch (InterruptedException e) {<a name="line.500"></a>
-<span class="sourceLineNo">501</span> LOG.warn("Interrupted while " + operation + " Regions on " + this.hostname, e);<a name="line.501"></a>
-<span class="sourceLineNo">502</span> throw e;<a name="line.502"></a>
-<span class="sourceLineNo">503</span> } catch (ExecutionException e) {<a name="line.503"></a>
-<span class="sourceLineNo">504</span> LOG.error("Error while " + operation + " regions on RegionServer " + this.hostname, e);<a name="line.504"></a>
-<span class="sourceLineNo">505</span> throw e;<a name="line.505"></a>
-<span class="sourceLineNo">506</span> }<a name="line.506"></a>
-<span class="sourceLineNo">507</span> }<a name="line.507"></a>
-<span class="sourceLineNo">508</span><a name="line.508"></a>
-<span class="sourceLineNo">509</span> private void waitMoveTasksToFinish(ExecutorService moveRegionsPool,<a name="line.509"></a>
-<span class="sourceLineNo">510</span> List<Future<Boolean>> taskList, long timeoutInSeconds) throws Exception {<a name="line.510"></a>
-<span class="sourceLineNo">511</span> try {<a name="line.511"></a>
-<span class="sourceLineNo">512</span> if (!moveRegionsPool.awaitTermination(timeoutInSeconds, TimeUnit.SECONDS)) {<a name="line.512"></a>
-<span class="sourceLineNo">513</span> moveRegionsPool.shutdownNow();<a name="line.513"></a>
-<span class="sourceLineNo">514</span> }<a name="line.514"></a>
-<span class="sourceLineNo">515</span> } catch (InterruptedException e) {<a name="line.515"></a>
-<span class="sourceLineNo">516</span> moveRegionsPool.shutdownNow();<a name="line.516"></a>
-<span class="sourceLineNo">517</span> Thread.currentThread().interrupt();<a name="line.517"></a>
-<span class="sourceLineNo">518</span> }<a name="line.518"></a>
-<span class="sourceLineNo">519</span> for (Future<Boolean> future : taskList) {<a name="line.519"></a>
-<span class="sourceLineNo">520</span> try {<a name="line.520"></a>
-<span class="sourceLineNo">521</span> // if even after shutdownNow threads are stuck we wait for 5 secs max<a name="line.521"></a>
-<span class="sourceLineNo">522</span> if (!future.get(5, TimeUnit.SECONDS)) {<a name="line.522"></a>
-<span class="sourceLineNo">523</span> LOG.error("Was Not able to move region....Exiting Now");<a name="line.523"></a>
-<span class="sourceLineNo">524</span> throw new Exception("Could not move region Exception");<a name="line.524"></a>
-<span class="sourceLineNo">525</span> }<a name="line.525"></a>
-<span class="sourceLineNo">526</span> } catch (InterruptedException e) {<a name="line.526"></a>
-<span class="sourceLineNo">527</span> LOG.error("Interrupted while waiting for Thread to Complete " + e.getMessage(), e);<a name="line.527"></a>
-<span class="sourceLineNo">528</span> throw e;<a name="line.528"></a>
-<span class="sourceLineNo">529</span> } catch (ExecutionException e) {<a name="line.529"></a>
-<span class="sourceLineNo">530</span> LOG.error("Got Exception From Thread While moving region " + e.getMessage(), e);<a name="line.530"></a>
-<span class="sourceLineNo">531</span> throw e;<a name="line.531"></a>
-<span class="sourceLineNo">532</span> } catch (CancellationException e) {<a name="line.532"></a>
-<span class="sourceLineNo">533</span> LOG.error("Thread for moving region cancelled. Timeout for cancellation:" + timeoutInSeconds<a name="line.533"></a>
-<span class="sourceLineNo">534</span> + "secs", e);<a name="line.534"></a>
-<span class="sourceLineNo">535</span> throw e;<a name="line.535"></a>
-<span class="sourceLineNo">536</span> }<a name="line.536"></a>
-<span class="sourceLineNo">537</span> }<a name="line.537"></a>
-<span class="sourceLineNo">538</span> }<a name="line.538"></a>
-<span class="sourceLineNo">539</span><a name="line.539"></a>
-<span class="sourceLineNo">540</span> private ServerName getTargetServer() throws Exception {<a name="line.540"></a>
-<span class="sourceLineNo">541</span> ServerName server = null;<a name="line.541"></a>
-<span class="sourceLineNo">542</span> int maxWaitInSeconds =<a name="line.542"></a>
-<span class="sourceLineNo">543</span> admin.getConfiguration().getInt(SERVERSTART_WAIT_MAX_KEY, DEFAULT_SERVERSTART_WAIT_MAX);<a name="line.543"></a>
-<span class="sourceLineNo">544</span> long maxWait = EnvironmentEdgeManager.currentTime() + maxWaitInSeconds * 1000;<a name="line.544"></a>
-<span class="sourceLineNo">545</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.545"></a>
-<span class="sourceLineNo">546</span> try {<a name="line.546"></a>
-<span class="sourceLineNo">547</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.547"></a>
-<span class="sourceLineNo">548</span> regionServers.addAll(<a name="line.548"></a>
-<span class="sourceLineNo">549</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.549"></a>
-<span class="sourceLineNo">550</span> .keySet());<a name="line.550"></a>
-<span class="sourceLineNo">551</span> // Remove the host Region server from target Region Servers list<a name="line.551"></a>
-<span class="sourceLineNo">552</span> server = stripServer(regionServers, hostname, port);<a name="line.552"></a>
-<span class="sourceLineNo">553</span> if (server != null) {<a name="line.553"></a>
-<span class="sourceLineNo">554</span> break;<a name="line.554"></a>
-<span class="sourceLineNo">555</span> } else {<a name="line.555"></a>
-<span class="sourceLineNo">556</span> LOG.warn("Server " + hostname + ":" + port + " is not up yet, waiting");<a name="line.556"></a>
-<span class="sourceLineNo">557</span> }<a name="line.557"></a>
-<span class="sourceLineNo">558</span> } catch (IOException e) {<a name="line.558"></a>
-<span class="sourceLineNo">559</span> LOG.warn("Could not get list of region servers", e);<a name="line.559"></a>
-<span class="sourceLineNo">560</span> }<a name="line.560"></a>
-<span class="sourceLineNo">561</span> Thread.sleep(500);<a name="line.561"></a>
-<span class="sourceLineNo">562</span> }<a name="line.562"></a>
-<span class="sourceLineNo">563</span> if (server == null) {<a name="line.563"></a>
-<span class="sourceLineNo">564</span> LOG.error("Server " + hostname + ":" + port + " is not up. Giving up.");<a name="line.564"></a>
-<span class="sourceLineNo">565</span> throw new Exception("Server " + hostname + ":" + port + " to load regions not online");<a name="line.565"></a>
-<span class="sourceLineNo">566</span> }<a name="line.566"></a>
-<span class="sourceLineNo">567</span> return server;<a name="line.567"></a>
-<span class="sourceLineNo">568</span> }<a name="line.568"></a>
-<span class="sourceLineNo">569</span><a name="line.569"></a>
-<span class="sourceLineNo">570</span> private List<RegionInfo> readRegionsFromFile(String filename) throws IOException {<a name="line.570"></a>
-<span class="sourceLineNo">571</span> List<RegionInfo> regions = new ArrayList<>();<a name="line.571"></a>
-<span class="sourceLineNo">572</span> File f = new File(filename);<a name="line.572"></a>
-<span class="sourceLineNo">573</span> if (!f.exists()) {<a name="line.573"></a>
-<span class="sourceLineNo">574</span> return regions;<a name="line.574"></a>
-<span class="sourceLineNo">575</span> }<a name="line.575"></a>
-<span class="sourceLineNo">576</span> try (DataInputStream dis = new DataInputStream(<a name="line.576"></a>
-<span class="sourceLineNo">577</span> new BufferedInputStream(new FileInputStream(f)))) {<a name="line.577"></a>
-<span class="sourceLineNo">578</span> int numRegions = dis.readInt();<a name="line.578"></a>
-<span class="sourceLineNo">579</span> int index = 0;<a name="line.579"></a>
-<span class="sourceLineNo">580</span> while (index < numRegions) {<a name="line.580"></a>
-<span class="sourceLineNo">581</span> regions.add(RegionInfo.parseFromOrNull(Bytes.readByteArray(dis)));<a name="line.581"></a>
-<span class="sourceLineNo">582</span> index++;<a name="line.582"></a>
-<span class="sourceLineNo">583</span> }<a name="line.583"></a>
-<span class="sourceLineNo">584</span> } catch (IOException e) {<a name="line.584"></a>
-<span class="sourceLineNo">585</span> LOG.error("Error while reading regions from file:" + filename, e);<a name="line.585"></a>
-<span class="sourceLineNo">586</span> throw e;<a name="line.586"></a>
-<span class="sourceLineNo">587</span> }<a name="line.587"></a>
-<span class="sourceLineNo">588</span> return regions;<a name="line.588"></a>
-<span class="sourceLineNo">589</span> }<a name="line.589"></a>
-<span class="sourceLineNo">590</span><a name="line.590"></a>
-<span class="sourceLineNo">591</span> /**<a name="line.591"></a>
-<span class="sourceLineNo">592</span> * Write the number of regions moved in the first line followed by regions moved in subsequent<a name="line.592"></a>
-<span class="sourceLineNo">593</span> * lines<a name="line.593"></a>
-<span class="sourceLineNo">594</span> */<a name="line.594"></a>
-<span class="sourceLineNo">595</span> private void writeFile(String filename, List<RegionInfo> movedRegions) throws IOException {<a name="line.595"></a>
-<span class="sourceLineNo">596</span> try (DataOutputStream dos = new DataOutputStream(<a name="line.596"></a>
-<span class="sourceLineNo">597</span> new BufferedOutputStream(new FileOutputStream(filename)))) {<a name="line.597"></a>
-<span class="sourceLineNo">598</span> dos.writeInt(movedRegions.size());<a name="line.598"></a>
-<span class="sourceLineNo">599</span> for (RegionInfo region : movedRegions) {<a name="line.599"></a>
-<span class="sourceLineNo">600</span> Bytes.writeByteArray(dos, RegionInfo.toByteArray(region));<a name="line.600"></a>
-<span class="sourceLineNo">601</span> }<a name="line.601"></a>
-<span class="sourceLineNo">602</span> } catch (IOException e) {<a name="line.602"></a>
-<span class="sourceLineNo">603</span> LOG.error(<a name="line.603"></a>
-<span class="sourceLineNo">604</span> "ERROR: Was Not able to write regions moved to output file but moved " + movedRegions<a name="line.604"></a>
-<span class="sourceLineNo">605</span> .size() + " regions", e);<a name="line.605"></a>
-<span class="sourceLineNo">606</span> throw e;<a name="line.606"></a>
-<span class="sourceLineNo">607</span> }<a name="line.607"></a>
-<span class="sourceLineNo">608</span> }<a name="line.608"></a>
-<span class="sourceLineNo">609</span><a name="line.609"></a>
-<span class="sourceLineNo">610</span> private void deleteFile(String filename) {<a name="line.610"></a>
-<span class="sourceLineNo">611</span> File f = new File(filename);<a name="line.611"></a>
-<span class="sourceLineNo">612</span> if (f.exists()) {<a name="line.612"></a>
-<span class="sourceLineNo">613</span> f.delete();<a name="line.613"></a>
-<span class="sourceLineNo">614</span> }<a name="line.614"></a>
-<span class="sourceLineNo">615</span> }<a name="line.615"></a>
-<span class="sourceLineNo">616</span><a name="line.616"></a>
-<span class="sourceLineNo">617</span> /**<a name="line.617"></a>
-<span class="sourceLineNo">618</span> * @return List of servers from the exclude file in format 'hostname:port'.<a name="line.618"></a>
-<span class="sourceLineNo">619</span> */<a name="line.619"></a>
-<span class="sourceLineNo">620</span> private List<String> readExcludes(String excludeFile) throws IOException {<a name="line.620"></a>
-<span class="sourceLineNo">621</span> List<String> excludeServers = new ArrayList<>();<a name="line.621"></a>
-<span class="sourceLineNo">622</span> if (excludeFile == null) {<a name="line.622"></a>
-<span class="sourceLineNo">623</span> return excludeServers;<a name="line.623"></a>
-<span class="sourceLineNo">624</span> } else {<a name="line.624"></a>
-<span class="sourceLineNo">625</span> try {<a name="line.625"></a>
-<span class="sourceLineNo">626</span> Files.readAllLines(Paths.get(excludeFile)).stream().map(String::trim)<a name="line.626"></a>
-<span class="sourceLineNo">627</span> .filter(((Predicate<String>) String::isEmpty).negate()).map(String::toLowerCase)<a name="line.627"></a>
-<span class="sourceLineNo">628</span> .forEach(excludeServers::add);<a name="line.628"></a>
-<span class="sourceLineNo">629</span> } catch (IOException e) {<a name="line.629"></a>
-<span class="sourceLineNo">630</span> LOG.warn("Exception while reading excludes file, continuing anyways", e);<a name="line.630"></a>
-<span class="sourceLineNo">631</span> }<a name="line.631"></a>
-<span class="sourceLineNo">632</span> return excludeServers;<a name="line.632"></a>
-<span class="sourceLineNo">633</span> }<a name="line.633"></a>
-<span class="sourceLineNo">634</span> }<a name="line.634"></a>
-<span class="sourceLineNo">635</span><a name="line.635"></a>
-<span class="sourceLineNo">636</span> /**<a name="line.636"></a>
-<span class="sourceLineNo">637</span> * Excludes the servername whose hostname and port portion matches the list given in exclude file<a name="line.637"></a>
-<span class="sourceLineNo">638</span> */<a name="line.638"></a>
-<span class="sourceLineNo">639</span> private void stripExcludes(List<ServerName> regionServers) throws IOException {<a name="line.639"></a>
-<span class="sourceLineNo">640</span> if (excludeFile != null) {<a name="line.640"></a>
-<span class="sourceLineNo">641</span> List<String> excludes = readExcludes(excludeFile);<a name="line.641"></a>
-<span class="sourceLineNo">642</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.642"></a>
-<span class="sourceLineNo">643</span> while (i.hasNext()) {<a name="line.643"></a>
-<span class="sourceLineNo">644</span> String rs = i.next().getServerName();<a name="line.644"></a>
-<span class="sourceLineNo">645</span> String rsPort = rs.split(ServerName.SERVERNAME_SEPARATOR)[0].toLowerCase() + ":" + rs<a name="line.645"></a>
-<span class="sourceLineNo">646</span> .split(ServerName.SERVERNAME_SEPARATOR)[1];<a name="line.646"></a>
-<span class="sourceLineNo">647</span> if (excludes.contains(rsPort)) {<a name="line.647"></a>
-<span class="sourceLineNo">648</span> i.remove();<a name="line.648"></a>
-<span class="sourceLineNo">649</span> }<a name="line.649"></a>
-<span class="sourceLineNo">650</span> }<a name="line.650"></a>
-<span class="sourceLineNo">651</span> LOG.info("Valid Region server targets are:" + regionServers.toString());<a name="line.651"></a>
-<span class="sourceLineNo">652</span> LOG.info("Excluded Servers are" + excludes.toString());<a name="line.652"></a>
-<span class="sourceLineNo">653</span> }<a name="line.653"></a>
-<span class="sourceLineNo">654</span> }<a name="line.654"></a>
-<span class="sourceLineNo">655</span><a name="line.655"></a>
-<span class="sourceLineNo">656</span> /**<a name="line.656"></a>
-<span class="sourceLineNo">657</span> * Exclude master from list of RSs to move regions to<a name="line.657"></a>
-<span class="sourceLineNo">658</span> */<a name="line.658"></a>
-<span class="sourceLineNo">659</span> private void stripMaster(List<ServerName> regionServers) throws IOException {<a name="line.659"></a>
-<span class="sourceLineNo">660</span> ServerName master = admin.getClusterMetrics(EnumSet.of(Option.MASTER)).getMasterName();<a name="line.660"></a>
-<span class="sourceLineNo">661</span> stripServer(regionServers, master.getHostname(), master.getPort());<a name="line.661"></a>
-<span class="sourceLineNo">662</span> }<a name="line.662"></a>
-<span class="sourceLineNo">663</span><a name="line.663"></a>
-<span class="sourceLineNo">664</span> /**<a name="line.664"></a>
-<span class="sourceLineNo">665</span> * Remove the servername whose hostname and port portion matches from the passed array of servers.<a name="line.665"></a>
-<span class="sourceLineNo">666</span> * Returns as side-effect the servername removed.<a name="line.666"></a>
-<span class="sourceLineNo">667</span> * @return server removed from list of Region Servers<a name="line.667"></a>
-<span class="sourceLineNo">668</span> */<a name="line.668"></a>
-<span class="sourceLineNo">669</span> private ServerName stripServer(List<ServerName> regionServers, String hostname, int port) {<a name="line.669"></a>
-<span class="sourceLineNo">670</span> ServerName server = null;<a name="line.670"></a>
-<span class="sourceLineNo">671</span> String portString = Integer.toString(port);<a name="line.671"></a>
-<span class="sourceLineNo">672</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.672"></a>
-<span class="sourceLineNo">673</span> while (i.hasNext()) {<a name="line.673"></a>
-<span class="sourceLineNo">674</span> server = i.next();<a name="line.674"></a>
-<span class="sourceLineNo">675</span> String[] splitServer = server.getServerName().split(ServerName.SERVERNAME_SEPARATOR);<a name="line.675"></a>
-<span class="sourceLineNo">676</span> if (splitServer[0].equalsIgnoreCase(hostname) && splitServer[1].equals(portString)) {<a name="line.676"></a>
-<span class="sourceLineNo">677</span> i.remove();<a name="line.677"></a>
-<span class="sourceLineNo">678</span> return server;<a name="line.678"></a>
-<span class="sourceLineNo">679</span> }<a name="line.679"></a>
-<span class="sourceLineNo">680</span> }<a name="line.680"></a>
-<span class="sourceLineNo">681</span> return server;<a name="line.681"></a>
-<span class="sourceLineNo">682</span> }<a name="line.682"></a>
-<span class="sourceLineNo">683</span><a name="line.683"></a>
-<span class="sourceLineNo">684</span> /**<a name="line.684"></a>
-<span class="sourceLineNo">685</span> * Tries to scan a row from passed region<a name="line.685"></a>
-<span class="sourceLineNo">686</span> */<a name="line.686"></a>
-<span class="sourceLineNo">687</span> private void isSuccessfulScan(RegionInfo region) throws IOException {<a name="line.687"></a>
-<span class="sourceLineNo">688</span> Scan scan = new Scan().withStartRow(region.getStartKey()).setRaw(true).setOneRowLimit()<a name="line.688"></a>
-<span class="sourceLineNo">689</span> .setMaxResultSize(1L).setCaching(1).setFilter(new FirstKeyOnlyFilter())<a name="line.689"></a>
-<span class="sourceLineNo">690</span> .setCacheBlocks(false);<a name="line.690"></a>
-<span class="sourceLineNo">691</span> try (Table table = conn.getTable(region.getTable());<a name="line.691"></a>
-<span class="sourceLineNo">692</span> ResultScanner scanner = table.getScanner(scan)) {<a name="line.692"></a>
-<span class="sourceLineNo">693</span> scanner.next();<a name="line.693"></a>
-<span class="sourceLineNo">694</span> } catch (IOException e) {<a name="line.694"></a>
-<span class="sourceLineNo">695</span> LOG.error("Could not scan region:" + region.getEncodedName(), e);<a name="line.695"></a>
-<span class="sourceLineNo">696</span> throw e;<a name="line.696"></a>
-<span class="sourceLineNo">697</span> }<a name="line.697"></a>
-<span class="sourceLineNo">698</span> }<a name="line.698"></a>
-<span class="sourceLineNo">699</span><a name="line.699"></a>
-<span class="sourceLineNo">700</span> /**<a name="line.700"></a>
-<span class="sourceLineNo">701</span> * Returns true if passed region is still on serverName when we look at hbase:meta.<a name="line.701"></a>
-<span class="sourceLineNo">702</span> * @return true if region is hosted on serverName otherwise false<a name="line.702"></a>
-<span class="sourceLineNo">703</span> */<a name="line.703"></a>
-<span class="sourceLineNo">704</span> private boolean isSameServer(RegionInfo region, ServerName serverName)<a name="line.704"></a>
-<span class="sourceLineNo">705</span> throws IOException {<a name="line.705"></a>
-<span class="sourceLineNo">706</span> ServerName serverForRegion = getServerNameForRegion(region);<a name="line.706"></a>
-<span class="sourceLineNo">707</span> if (serverForRegion != null && serverForRegion.equals(serverName)) {<a name="line.707"></a>
-<span class="sourceLineNo">708</span> return true;<a name="line.708"></a>
-<span class="sourceLineNo">709</span> }<a name="line.709"></a>
-<span class="sourceLineNo">710</span> return false;<a name="line.710"></a>
-<span class="sourceLineNo">711</span> }<a name="line.711"></a>
-<span class="sourceLineNo">712</span><a name="line.712"></a>
-<span class="sourceLineNo">713</span> /**<a name="line.713"></a>
-<span class="sourceLineNo">714</span> * Get servername that is up in hbase:meta hosting the given region. this is hostname + port +<a name="line.714"></a>
-<span class="sourceLineNo">715</span> * startcode comma-delimited. Can return null<a name="line.715"></a>
-<span class="sourceLineNo">716</span> * @return regionServer hosting the given region<a name="line.716"></a>
-<span class="sourceLineNo">717</span> */<a name="line.717"></a>
-<span class="sourceLineNo">718</span> private ServerName getServerNameForRegion(RegionInfo region) throws IOException {<a name="line.718"></a>
-<span class="sourceLineNo">719</span> if (!admin.isTableEnabled(region.getTable())) {<a name="line.719"></a>
-<span class="sourceLineNo">720</span> return null;<a name="line.720"></a>
-<span class="sourceLineNo">721</span> }<a name="line.721"></a>
-<span class="sourceLineNo">722</span> return MetaTableAccessor.getRegionLocation(conn, region).getServerName();<a name="line.722"></a>
-<span class="sourceLineNo">723</span> }<a name="line.723"></a>
-<span class="sourceLineNo">724</span><a name="line.724"></a>
-<span class="sourceLineNo">725</span> @Override<a name="line.725"></a>
-<span class="sourceLineNo">726</span> protected void addOptions() {<a name="line.726"></a>
-<span class="sourceLineNo">727</span> this.addRequiredOptWithArg("r", "regionserverhost", "region server <hostname>|<hostname:port>");<a name="line.727"></a>
-<span class="sourceLineNo">728</span> this.addRequiredOptWithArg("o", "operation", "Expected: load/unload");<a name="line.728"></a>
-<span class="sourceLineNo">729</span> this.addOptWithArg("m", "maxthreads",<a name="line.729"></a>
-<span class="sourceLineNo">730</span> "Define the maximum number of threads to use to unload and reload the regions");<a name="line.730"></a>
-<span class="sourceLineNo">731</span> this.addOptWithArg("x", "excludefile",<a name="line.731"></a>
-<span class="sourceLineNo">732</span> "File with <hostname:port> per line to exclude as unload targets; default excludes only "<a name="line.732"></a>
-<span class="sourceLineNo">733</span> + "target host; useful for rack decommisioning.");<a name="line.733"></a>
-<span class="sourceLineNo">734</span> this.addOptWithArg("f", "filename",<a name="line.734"></a>
-<span class="sourceLineNo">735</span> "File to save regions list into unloading, or read from loading; "<a name="line.735"></a>
-<span class="sourceLineNo">736</span> + "default /tmp/<usernamehostname:port>");<a name="line.736"></a>
-<span class="sourceLineNo">737</span> this.addOptNoArg("n", "noack",<a name="line.737"></a>
-<span class="sourceLineNo">738</span> "Turn on No-Ack mode(default: false) which won't check if region is online on target "<a name="line.738"></a>
-<span class="sourceLineNo">739</span> + "RegionServer, hence best effort. This is more performant in unloading and loading "<a name="line.739"></a>
-<span class="sourceLineNo">740</span> + "but might lead to region being unavailable for some time till master reassigns it "<a name="line.740"></a>
-<span class="sourceLineNo">741</span> + "in case the move failed");<a name="line.741"></a>
-<span class="sourceLineNo">742</span> this.addOptWithArg("t", "timeout", "timeout in seconds after which the tool will exit "<a name="line.742"></a>
-<span class="sourceLineNo">743</span> + "irrespective of whether it finished or not;default Integer.MAX_VALUE");<a name="line.743"></a>
-<span class="sourceLineNo">744</span> }<a name="line.744"></a>
-<span class="sourceLineNo">745</span><a name="line.745"></a>
-<span class="sourceLineNo">746</span> @Override<a name="line.746"></a>
-<span class="sourceLineNo">747</span> protected void processOptions(CommandLine cmd) {<a name="line.747"></a>
-<span class="sourceLineNo">748</span> String hostname = cmd.getOptionValue("r");<a name="line.748"></a>
-<span class="sourceLineNo">749</span> rmbuilder = new RegionMoverBuilder(hostname);<a name="line.749"></a>
-<span class="sourceLineNo">750</span> if (cmd.hasOption('m')) {<a name="line.750"></a>
-<span class="sourceLineNo">751</span> rmbuilder.maxthreads(Integer.parseInt(cmd.getOptionValue('m')));<a name="line.751"></a>
-<span class="sourceLineNo">752</span> }<a name="line.752"></a>
-<span class="sourceLineNo">753</span> if (cmd.hasOption('n')) {<a name="line.753"></a>
-<span class="sourceLineNo">754</span> rmbuilder.ack(false);<a name="line.754"></a>
-<span class="sourceLineNo">755</span> }<a name="line.755"></a>
-<span class="sourceLineNo">756</span> if (cmd.hasOption('f')) {<a name="line.756"></a>
-<span class="sourceLineNo">757</span> rmbuilder.filename(cmd.getOptionValue('f'));<a name="line.757"></a>
-<span class="sourceLineNo">758</span> }<a name="line.758"></a>
-<span class="sourceLineNo">759</span> if (cmd.hasOption('x')) {<a name="line.759"></a>
-<span class="sourceLineNo">760</span> rmbuilder.excludeFile(cmd.getOptionValue('x'));<a name="line.760"></a>
-<span class="sourceLineNo">761</span> }<a name="line.761"></a>
-<span class="sourceLineNo">762</span> if (cmd.hasOption('t')) {<a name="line.762"></a>
-<span class="sourceLineNo">763</span> rmbuilder.timeout(Integer.parseInt(cmd.getOptionValue('t')));<a name="line.763"></a>
-<span class="sourceLineNo">764</span> }<a name="line.764"></a>
-<span class="sourceLineNo">765</span> this.loadUnload = cmd.getOptionValue("o").toLowerCase(Locale.ROOT);<a name="line.765"></a>
-<span class="sourceLineNo">766</span> }<a name="line.766"></a>
-<span class="sourceLineNo">767</span><a name="line.767"></a>
-<span class="sourceLineNo">768</span> @Override<a name="line.768"></a>
-<span class="sourceLineNo">769</span> protected int doWork() throws Exception {<a name="line.769"></a>
-<span class="sourceLineNo">770</span> boolean success;<a name="line.770"></a>
-<span class="sourceLineNo">771</span> try (RegionMover rm = rmbuilder.build()) {<a name="line.771"></a>
-<span class="sourceLineNo">772</span> if (loadUnload.equalsIgnoreCase("load")) {<a name="line.772"></a>
-<span class="sourceLineNo">773</span> success = rm.load();<a name="line.773"></a>
-<span class="sourceLineNo">774</span> } else if (loadUnload.equalsIgnoreCase("unload")) {<a name="line.774"></a>
-<span class="sourceLineNo">775</span> success = rm.unload();<a name="line.775"></a>
-<span class="sourceLineNo">776</span> } else {<a name="line.776"></a>
-<span class="sourceLineNo">777</span> printUsage();<a name="line.777"></a>
-<span class="sourceLineNo">778</span> success = false;<a name="line.778"></a>
-<span class="sourceLineNo">779</span> }<a name="line.779"></a>
-<span class="sourceLineNo">780</span> }<a name="line.780"></a>
-<span class="sourceLineNo">781</span> return (success ? 0 : 1);<a name="line.781"></a>
-<span class="sourceLineNo">782</span> }<a name="line.782"></a>
-<span class="sourceLineNo">783</span><a name="line.783"></a>
-<span class="sourceLineNo">784</span> public static void main(String[] args) {<a name="line.784"></a>
-<span class="sourceLineNo">785</span> new RegionMover().doStaticMain(args);<a name="line.785"></a>
-<span class="sourceLineNo">786</span> }<a name="line.786"></a>
-<span class="sourceLineNo">787</span>}<a name="line.787"></a>
+<span class="sourceLineNo">048</span>import org.apache.commons.io.IOUtils;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>import org.apache.hadoop.conf.Configuration;<a name="line.49"></a>
+<span class="sourceLineNo">050</span>import org.apache.hadoop.hbase.ClusterMetrics.Option;<a name="line.50"></a>
+<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.51"></a>
+<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.HConstants;<a name="line.52"></a>
+<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.HRegionLocation;<a name="line.53"></a>
+<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.ServerName;<a name="line.54"></a>
+<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.55"></a>
+<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.56"></a>
+<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.57"></a>
+<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.58"></a>
+<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.client.ResultScanner;<a name="line.59"></a>
+<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.60"></a>
+<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.client.Table;<a name="line.61"></a>
+<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;<a name="line.62"></a>
+<span class="sourceLineNo">063</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.63"></a>
+<span class="sourceLineNo">064</span>import org.slf4j.Logger;<a name="line.64"></a>
+<span class="sourceLineNo">065</span>import org.slf4j.LoggerFactory;<a name="line.65"></a>
+<span class="sourceLineNo">066</span><a name="line.66"></a>
+<span class="sourceLineNo">067</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.67"></a>
+<span class="sourceLineNo">068</span>import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine;<a name="line.68"></a>
+<span class="sourceLineNo">069</span><a name="line.69"></a>
+<span class="sourceLineNo">070</span>/**<a name="line.70"></a>
+<span class="sourceLineNo">071</span> * Tool for loading/unloading regions to/from given regionserver This tool can be run from Command<a name="line.71"></a>
+<span class="sourceLineNo">072</span> * line directly as a utility. Supports Ack/No Ack mode for loading/unloading operations.Ack mode<a name="line.72"></a>
+<span class="sourceLineNo">073</span> * acknowledges if regions are online after movement while noAck mode is best effort mode that<a name="line.73"></a>
+<span class="sourceLineNo">074</span> * improves performance but will still move on if region is stuck/not moved. Motivation behind noAck<a name="line.74"></a>
+<span class="sourceLineNo">075</span> * mode being RS shutdown where even if a Region is stuck, upon shutdown master will move it<a name="line.75"></a>
+<span class="sourceLineNo">076</span> * anyways. This can also be used by constructiong an Object using the builder and then calling<a name="line.76"></a>
+<span class="sourceLineNo">077</span> * {@link #load()} or {@link #unload()} methods for the desired operations.<a name="line.77"></a>
+<span class="sourceLineNo">078</span> */<a name="line.78"></a>
+<span class="sourceLineNo">079</span>@InterfaceAudience.Public<a name="line.79"></a>
+<span class="sourceLineNo">080</span>public class RegionMover extends AbstractHBaseTool implements Closeable {<a name="line.80"></a>
+<span class="sourceLineNo">081</span> public static final String MOVE_RETRIES_MAX_KEY = "hbase.move.retries.max";<a name="line.81"></a>
+<span class="sourceLineNo">082</span> public static final String MOVE_WAIT_MAX_KEY = "hbase.move.wait.max";<a name="line.82"></a>
+<span class="sourceLineNo">083</span> public static final String SERVERSTART_WAIT_MAX_KEY = "hbase.serverstart.wait.max";<a name="line.83"></a>
+<span class="sourceLineNo">084</span> public static final int DEFAULT_MOVE_RETRIES_MAX = 5;<a name="line.84"></a>
+<span class="sourceLineNo">085</span> public static final int DEFAULT_MOVE_WAIT_MAX = 60;<a name="line.85"></a>
+<span class="sourceLineNo">086</span> public static final int DEFAULT_SERVERSTART_WAIT_MAX = 180;<a name="line.86"></a>
+<span class="sourceLineNo">087</span> static final Logger LOG = LoggerFactory.getLogger(RegionMover.class);<a name="line.87"></a>
+<span class="sourceLineNo">088</span> private RegionMoverBuilder rmbuilder;<a name="line.88"></a>
+<span class="sourceLineNo">089</span> private boolean ack = true;<a name="line.89"></a>
+<span class="sourceLineNo">090</span> private int maxthreads = 1;<a name="line.90"></a>
+<span class="sourceLineNo">091</span> private int timeout;<a name="line.91"></a>
+<span class="sourceLineNo">092</span> private String loadUnload;<a name="line.92"></a>
+<span class="sourceLineNo">093</span> private String hostname;<a name="line.93"></a>
+<span class="sourceLineNo">094</span> private String filename;<a name="line.94"></a>
+<span class="sourceLineNo">095</span> private String excludeFile;<a name="line.95"></a>
+<span class="sourceLineNo">096</span> private int port;<a name="line.96"></a>
+<span class="sourceLineNo">097</span> private Connection conn;<a name="line.97"></a>
+<span class="sourceLineNo">098</span> private Admin admin;<a name="line.98"></a>
+<span class="sourceLineNo">099</span><a name="line.99"></a>
+<span class="sourceLineNo">100</span> private RegionMover(RegionMoverBuilder builder) throws IOException {<a name="line.100"></a>
+<span class="sourceLineNo">101</span> this.hostname = builder.hostname;<a name="line.101"></a>
+<span class="sourceLineNo">102</span> this.filename = builder.filename;<a name="line.102"></a>
+<span class="sourceLineNo">103</span> this.excludeFile = builder.excludeFile;<a name="line.103"></a>
+<span class="sourceLineNo">104</span> this.maxthreads = builder.maxthreads;<a name="line.104"></a>
+<span class="sourceLineNo">105</span> this.ack = builder.ack;<a name="line.105"></a>
+<span class="sourceLineNo">106</span> this.port = builder.port;<a name="line.106"></a>
+<span class="sourceLineNo">107</span> this.timeout = builder.timeout;<a name="line.107"></a>
+<span class="sourceLineNo">108</span> setConf(builder.conf);<a name="line.108"></a>
+<span class="sourceLineNo">109</span> this.conn = ConnectionFactory.createConnection(conf);<a name="line.109"></a>
+<span class="sourceLineNo">110</span> this.admin = conn.getAdmin();<a name="line.110"></a>
+<span class="sourceLineNo">111</span> }<a name="line.111"></a>
+<span class="sourceLineNo">112</span><a name="line.112"></a>
+<span class="sourceLineNo">113</span> private RegionMover() {<a name="line.113"></a>
+<span class="sourceLineNo">114</span> }<a name="line.114"></a>
+<span class="sourceLineNo">115</span><a name="line.115"></a>
+<span class="sourceLineNo">116</span> @Override<a name="line.116"></a>
+<span class="sourceLineNo">117</span> public void close() {<a name="line.117"></a>
+<span class="sourceLineNo">118</span> IOUtils.closeQuietly(this.admin);<a name="line.118"></a>
+<span class="sourceLineNo">119</span> IOUtils.closeQuietly(this.conn);<a name="line.119"></a>
+<span class="sourceLineNo">120</span> }<a name="line.120"></a>
+<span class="sourceLineNo">121</span><a name="line.121"></a>
+<span class="sourceLineNo">122</span> /**<a name="line.122"></a>
+<span class="sourceLineNo">123</span> * Builder for Region mover. Use the {@link #build()} method to create RegionMover object. Has<a name="line.123"></a>
+<span class="sourceLineNo">124</span> * {@link #filename(String)}, {@link #excludeFile(String)}, {@link #maxthreads(int)},<a name="line.124"></a>
+<span class="sourceLineNo">125</span> * {@link #ack(boolean)}, {@link #timeout(int)} methods to set the corresponding options<a name="line.125"></a>
+<span class="sourceLineNo">126</span> */<a name="line.126"></a>
+<span class="sourceLineNo">127</span> public static class RegionMoverBuilder {<a name="line.127"></a>
+<span class="sourceLineNo">128</span> private boolean ack = true;<a name="line.128"></a>
+<span class="sourceLineNo">129</span> private int maxthreads = 1;<a name="line.129"></a>
+<span class="sourceLineNo">130</span> private int timeout = Integer.MAX_VALUE;<a name="line.130"></a>
+<span class="sourceLineNo">131</span> private String hostname;<a name="line.131"></a>
+<span class="sourceLineNo">132</span> private String filename;<a name="line.132"></a>
+<span class="sourceLineNo">133</span> private String excludeFile = null;<a name="line.133"></a>
+<span class="sourceLineNo">134</span> private String defaultDir = System.getProperty("java.io.tmpdir");<a name="line.134"></a>
+<span class="sourceLineNo">135</span> @VisibleForTesting<a name="line.135"></a>
+<span class="sourceLineNo">136</span> final int port;<a name="line.136"></a>
+<span class="sourceLineNo">137</span> private final Configuration conf;<a name="line.137"></a>
+<span class="sourceLineNo">138</span><a name="line.138"></a>
+<span class="sourceLineNo">139</span> public RegionMoverBuilder(String hostname) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span> this(hostname, createConf());<a name="line.140"></a>
+<span class="sourceLineNo">141</span> }<a name="line.141"></a>
+<span class="sourceLineNo">142</span><a name="line.142"></a>
+<span class="sourceLineNo">143</span> /**<a name="line.143"></a>
+<span class="sourceLineNo">144</span> * Creates a new configuration and sets region mover specific overrides<a name="line.144"></a>
+<span class="sourceLineNo">145</span> */<a name="line.145"></a>
+<span class="sourceLineNo">146</span> private static Configuration createConf() {<a name="line.146"></a>
+<span class="sourceLineNo">147</span> Configuration conf = HBaseConfiguration.create();<a name="line.147"></a>
+<span class="sourceLineNo">148</span> conf.setInt("hbase.client.prefetch.limit", 1);<a name="line.148"></a>
+<span class="sourceLineNo">149</span> conf.setInt("hbase.client.pause", 500);<a name="line.149"></a>
+<span class="sourceLineNo">150</span> conf.setInt("hbase.client.retries.number", 100);<a name="line.150"></a>
+<span class="sourceLineNo">151</span> return conf;<a name="line.151"></a>
+<span class="sourceLineNo">152</span> }<a name="line.152"></a>
+<span class="sourceLineNo">153</span><a name="line.153"></a>
+<span class="sourceLineNo">154</span> /**<a name="line.154"></a>
+<span class="sourceLineNo">155</span> * @param hostname Hostname to unload regions from or load regions to. Can be either hostname<a name="line.155"></a>
+<span class="sourceLineNo">156</span> * or hostname:port.<a name="line.156"></a>
+<span class="sourceLineNo">157</span> * @param conf Configuration object<a name="line.157"></a>
+<span class="sourceLineNo">158</span> */<a name="line.158"></a>
+<span class="sourceLineNo">159</span> public RegionMoverBuilder(String hostname, Configuration conf) {<a name="line.159"></a>
+<span class="sourceLineNo">160</span> String[] splitHostname = hostname.toLowerCase().split(":");<a name="line.160"></a>
+<span class="sourceLineNo">161</span> this.hostname = splitHostname[0];<a name="line.161"></a>
+<span class="sourceLineNo">162</span> if (splitHostname.length == 2) {<a name="line.162"></a>
+<span class="sourceLineNo">163</span> this.port = Integer.parseInt(splitHostname[1]);<a name="line.163"></a>
+<span class="sourceLineNo">164</span> } else {<a name="line.164"></a>
+<span class="sourceLineNo">165</span> this.port = conf.getInt(HConstants.REGIONSERVER_PORT, HConstants.DEFAULT_REGIONSERVER_PORT);<a name="line.165"></a>
+<span class="sourceLineNo">166</span> }<a name="line.166"></a>
+<span class="sourceLineNo">167</span> this.filename = defaultDir + File.separator + System.getProperty("user.name") + this.hostname<a name="line.167"></a>
+<span class="sourceLineNo">168</span> + ":" + Integer.toString(this.port);<a name="line.168"></a>
+<span class="sourceLineNo">169</span> this.conf = conf;<a name="line.169"></a>
+<span class="sourceLineNo">170</span> }<a name="line.170"></a>
+<span class="sourceLineNo">171</span><a name="line.171"></a>
+<span class="sourceLineNo">172</span> /**<a name="line.172"></a>
+<span class="sourceLineNo">173</span> * Path of file where regions will be written to during unloading/read from during loading<a name="line.173"></a>
+<span class="sourceLineNo">174</span> * @param filename<a name="line.174"></a>
+<span class="sourceLineNo">175</span> * @return RegionMoverBuilder object<a name="line.175"></a>
+<span class="sourceLineNo">176</span> */<a name="line.176"></a>
+<span class="sourceLineNo">177</span> public RegionMoverBuilder filename(String filename) {<a name="line.177"></a>
+<span class="sourceLineNo">178</span> this.filename = filename;<a name="line.178"></a>
+<span class="sourceLineNo">179</span> return this;<a name="line.179"></a>
+<span class="sourceLineNo">180</span> }<a name="line.180"></a>
+<span class="sourceLineNo">181</span><a name="line.181"></a>
+<span class="sourceLineNo">182</span> /**<a name="line.182"></a>
+<span class="sourceLineNo">183</span> * Set the max number of threads that will be used to move regions<a name="line.183"></a>
+<span class="sourceLineNo">184</span> */<a name="line.184"></a>
+<span class="sourceLineNo">185</span> public RegionMoverBuilder maxthreads(int threads) {<a name="line.185"></a>
+<span class="sourceLineNo">186</span> this.maxthreads = threads;<a name="line.186"></a>
+<span class="sourceLineNo">187</span> return this;<a name="line.187"></a>
+<span class="sourceLineNo">188</span> }<a name="line.188"></a>
+<span class="sourceLineNo">189</span><a name="line.189"></a>
+<span class="sourceLineNo">190</span> /**<a name="line.190"></a>
+<span class="sourceLineNo">191</span> * Path of file containing hostnames to be excluded during region movement. Exclude file should<a name="line.191"></a>
+<span class="sourceLineNo">192</span> * have 'host:port' per line. Port is mandatory here as we can have many RS running on a single<a name="line.192"></a>
+<span class="sourceLineNo">193</span> * host.<a name="line.193"></a>
+<span class="sourceLineNo">194</span> */<a name="line.194"></a>
+<span class="sourceLineNo">195</span> public RegionMoverBuilder excludeFile(String excludefile) {<a name="line.195"></a>
+<span class="sourceLineNo">196</span> this.excludeFile = excludefile;<a name="line.196"></a>
+<span class="sourceLineNo">197</span> return this;<a name="line.197"></a>
+<span class="sourceLineNo">198</span> }<a name="line.198"></a>
+<span class="sourceLineNo">199</span><a name="line.199"></a>
+<span class="sourceLineNo">200</span> /**<a name="line.200"></a>
+<span class="sourceLineNo">201</span> * Set ack/noAck mode.<a name="line.201"></a>
+<span class="sourceLineNo">202</span> * <p><a name="line.202"></a>
+<span class="sourceLineNo">203</span> * In ack mode regions are acknowledged before and after moving and the move is retried<a name="line.203"></a>
+<span class="sourceLineNo">204</span> * hbase.move.retries.max times, if unsuccessful we quit with exit code 1.No Ack mode is a best<a name="line.204"></a>
+<span class="sourceLineNo">205</span> * effort mode,each region movement is tried once.This can be used during graceful shutdown as<a name="line.205"></a>
+<span class="sourceLineNo">206</span> * even if we have a stuck region,upon shutdown it'll be reassigned anyway.<a name="line.206"></a>
+<span class="sourceLineNo">207</span> * <p><a name="line.207"></a>
+<span class="sourceLineNo">208</span> * @param ack<a name="line.208"></a>
+<span class="sourceLineNo">209</span> * @return RegionMoverBuilder object<a name="line.209"></a>
+<span class="sourceLineNo">210</span> */<a name="line.210"></a>
+<span class="sourceLineNo">211</span> public RegionMoverBuilder ack(boolean ack) {<a name="line.211"></a>
+<span class="sourceLineNo">212</span> this.ack = ack;<a name="line.212"></a>
+<span class="sourceLineNo">213</span> return this;<a name="line.213"></a>
+<span class="sourceLineNo">214</span> }<a name="line.214"></a>
+<span class="sourceLineNo">215</span><a name="line.215"></a>
+<span class="sourceLineNo">216</span> /**<a name="line.216"></a>
+<span class="sourceLineNo">217</span> * Set the timeout for Load/Unload operation in seconds.This is a global timeout,threadpool for<a name="line.217"></a>
+<span class="sourceLineNo">218</span> * movers also have a separate time which is hbase.move.wait.max * number of regions to<a name="line.218"></a>
+<span class="sourceLineNo">219</span> * load/unload<a name="line.219"></a>
+<span class="sourceLineNo">220</span> * @param timeout in seconds<a name="line.220"></a>
+<span class="sourceLineNo">221</span> * @return RegionMoverBuilder object<a name="line.221"></a>
+<span class="sourceLineNo">222</span> */<a name="line.222"></a>
+<span class="sourceLineNo">223</span> public RegionMoverBuilder timeout(int timeout) {<a name="line.223"></a>
+<span class="sourceLineNo">224</span> this.timeout = timeout;<a name="line.224"></a>
+<span class="sourceLineNo">225</span> return this;<a name="line.225"></a>
+<span class="sourceLineNo">226</span> }<a name="line.226"></a>
+<span class="sourceLineNo">227</span><a name="line.227"></a>
+<span class="sourceLineNo">228</span> /**<a name="line.228"></a>
+<span class="sourceLineNo">229</span> * This method builds the appropriate RegionMover object which can then be used to load/unload<a name="line.229"></a>
+<span class="sourceLineNo">230</span> * using load and unload methods<a name="line.230"></a>
+<span class="sourceLineNo">231</span> * @return RegionMover object<a name="line.231"></a>
+<span class="sourceLineNo">232</span> */<a name="line.232"></a>
+<span class="sourceLineNo">233</span> public RegionMover build() throws IOException {<a name="line.233"></a>
+<span class="sourceLineNo">234</span> return new RegionMover(this);<a name="line.234"></a>
+<span class="sourceLineNo">235</span> }<a name="line.235"></a>
+<span class="sourceLineNo">236</span> }<a name="line.236"></a>
+<span class="sourceLineNo">237</span><a name="line.237"></a>
+<span class="sourceLineNo">238</span> /**<a name="line.238"></a>
+<span class="sourceLineNo">239</span> * Move Regions and make sure that they are up on the target server.If a region movement fails we<a name="line.239"></a>
+<span class="sourceLineNo">240</span> * exit as failure<a name="line.240"></a>
+<span class="sourceLineNo">241</span> */<a name="line.241"></a>
+<span class="sourceLineNo">242</span> private class MoveWithAck implements Callable<Boolean> {<a name="line.242"></a>
+<span class="sourceLineNo">243</span> private RegionInfo region;<a name="line.243"></a>
+<span class="sourceLineNo">244</span> private ServerName targetServer;<a name="line.244"></a>
+<span class="sourceLineNo">245</span> private List<RegionInfo> movedRegions;<a name="line.245"></a>
+<span class="sourceLineNo">246</span> private ServerName sourceServer;<a name="line.246"></a>
+<span class="sourceLineNo">247</span><a name="line.247"></a>
+<span class="sourceLineNo">248</span> public MoveWithAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.248"></a>
+<span class="sourceLineNo">249</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.249"></a>
+<span class="sourceLineNo">250</span> this.region = regionInfo;<a name="line.250"></a>
+<span class="sourceLineNo">251</span> this.targetServer = targetServer;<a name="line.251"></a>
+<span class="sourceLineNo">252</span> this.movedRegions = movedRegions;<a name="line.252"></a>
+<span class="sourceLineNo">253</span> this.sourceServer = sourceServer;<a name="line.253"></a>
+<span class="sourceLineNo">254</span> }<a name="line.254"></a>
+<span class="sourceLineNo">255</span><a name="line.255"></a>
+<span class="sourceLineNo">256</span> @Override<a name="line.256"></a>
+<span class="sourceLineNo">257</span> public Boolean call() throws IOException, InterruptedException {<a name="line.257"></a>
+<span class="sourceLineNo">258</span> boolean moved = false;<a name="line.258"></a>
+<span class="sourceLineNo">259</span> int count = 0;<a name="line.259"></a>
+<span class="sourceLineNo">260</span> int retries = admin.getConfiguration().getInt(MOVE_RETRIES_MAX_KEY, DEFAULT_MOVE_RETRIES_MAX);<a name="line.260"></a>
+<span class="sourceLineNo">261</span> int maxWaitInSeconds =<a name="line.261"></a>
+<span class="sourceLineNo">262</span> admin.getConfiguration().getInt(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.262"></a>
+<span class="sourceLineNo">263</span> long startTime = EnvironmentEdgeManager.currentTime();<a name="line.263"></a>
+<span class="sourceLineNo">264</span> boolean sameServer = true;<a name="line.264"></a>
+<span class="sourceLineNo">265</span> // Assert we can scan the region in its current location<a name="line.265"></a>
+<span class="sourceLineNo">266</span> isSuccessfulScan(region);<a name="line.266"></a>
+<span class="sourceLineNo">267</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.267"></a>
+<span class="sourceLineNo">268</span> + targetServer);<a name="line.268"></a>
+<span class="sourceLineNo">269</span> while (count < retries && sameServer) {<a name="line.269"></a>
+<span class="sourceLineNo">270</span> if (count > 0) {<a name="line.270"></a>
+<span class="sourceLineNo">271</span> LOG.info("Retry " + Integer.toString(count) + " of maximum " + Integer.toString(retries));<a name="line.271"></a>
+<span class="sourceLineNo">272</span> }<a name="line.272"></a>
+<span class="sourceLineNo">273</span> count = count + 1;<a name="line.273"></a>
+<span class="sourceLineNo">274</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.274"></a>
+<span class="sourceLineNo">275</span> long maxWait = startTime + (maxWaitInSeconds * 1000);<a name="line.275"></a>
+<span class="sourceLineNo">276</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.276"></a>
+<span class="sourceLineNo">277</span> sameServer = isSameServer(region, sourceServer);<a name="line.277"></a>
+<span class="sourceLineNo">278</span> if (!sameServer) {<a name="line.278"></a>
+<span class="sourceLineNo">279</span> break;<a name="line.279"></a>
+<span class="sourceLineNo">280</span> }<a name="line.280"></a>
+<span class="sourceLineNo">281</span> Thread.sleep(100);<a name="line.281"></a>
+<span class="sourceLineNo">282</span> }<a name="line.282"></a>
+<span class="sourceLineNo">283</span> }<a name="line.283"></a>
+<span class="sourceLineNo">284</span> if (sameServer) {<a name="line.284"></a>
+<span class="sourceLineNo">285</span> LOG.error("Region: " + region.getRegionNameAsString() + " stuck on " + this.sourceServer<a name="line.285"></a>
+<span class="sourceLineNo">286</span> + ",newServer=" + this.targetServer);<a name="line.286"></a>
+<span class="sourceLineNo">287</span> } else {<a name="line.287"></a>
+<span class="sourceLineNo">288</span> isSuccessfulScan(region);<a name="line.288"></a>
+<span class="sourceLineNo">289</span> LOG.info("Moved Region "<a name="line.289"></a>
+<span class="sourceLineNo">290</span> + region.getRegionNameAsString()<a name="line.290"></a>
+<span class="sourceLineNo">291</span> + " cost:"<a name="line.291"></a>
+<span class="sourceLineNo">292</span> + String.format("%.3f",<a name="line.292"></a>
+<span class="sourceLineNo">293</span> (float) (EnvironmentEdgeManager.currentTime() - startTime) / 1000));<a name="line.293"></a>
+<span class="sourceLineNo">294</span> moved = true;<a name="line.294"></a>
+<span class="sourceLineNo">295</span> movedRegions.add(region);<a name="line.295"></a>
+<span class="sourceLineNo">296</span> }<a name="line.296"></a>
+<span class="sourceLineNo">297</span> return moved;<a name="line.297"></a>
+<span class="sourceLineNo">298</span> }<a name="line.298"></a>
+<span class="sourceLineNo">299</span> }<a name="line.299"></a>
+<span class="sourceLineNo">300</span><a name="line.300"></a>
+<span class="sourceLineNo">301</span> /**<a name="line.301"></a>
+<span class="sourceLineNo">302</span> * Move Regions without Acknowledging.Usefule in case of RS shutdown as we might want to shut the<a name="line.302"></a>
+<span class="sourceLineNo">303</span> * RS down anyways and not abort on a stuck region. Improves movement performance<a name="line.303"></a>
+<span class="sourceLineNo">304</span> */<a name="line.304"></a>
+<span class="sourceLineNo">305</span> private class MoveWithoutAck implements Callable<Boolean> {<a name="line.305"></a>
+<span class="sourceLineNo">306</span> private RegionInfo region;<a name="line.306"></a>
+<span class="sourceLineNo">307</span> private ServerName targetServer;<a name="line.307"></a>
+<span class="sourceLineNo">308</span> private List<RegionInfo> movedRegions;<a name="line.308"></a>
+<span class="sourceLineNo">309</span> private ServerName sourceServer;<a name="line.309"></a>
+<span class="sourceLineNo">310</span><a name="line.310"></a>
+<span class="sourceLineNo">311</span> public MoveWithoutAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.311"></a>
+<span class="sourceLineNo">312</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.312"></a>
+<span class="sourceLineNo">313</span> this.region = regionInfo;<a name="line.313"></a>
+<span class="sourceLineNo">314</span> this.targetServer = targetServer;<a name="line.314"></a>
+<span class="sourceLineNo">315</span> this.movedRegions = movedRegions;<a name="line.315"></a>
+<span class="sourceLineNo">316</span> this.sourceServer = sourceServer;<a name="line.316"></a>
+<span class="sourceLineNo">317</span> }<a name="line.317"></a>
+<span class="sourceLineNo">318</span><a name="line.318"></a>
+<span class="sourceLineNo">319</span> @Override<a name="line.319"></a>
+<span class="sourceLineNo">320</span> public Boolean call() {<a name="line.320"></a>
+<span class="sourceLineNo">321</span> try {<a name="line.321"></a>
+<span class="sourceLineNo">322</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.322"></a>
+<span class="sourceLineNo">323</span> + targetServer);<a name="line.323"></a>
+<span class="sourceLineNo">324</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.324"></a>
+<span class="sourceLineNo">325</span> LOG.info("Moved " + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.325"></a>
+<span class="sourceLineNo">326</span> + targetServer);<a name="line.326"></a>
+<span class="sourceLineNo">327</span> } catch (Exception e) {<a name="line.327"></a>
+<span class="sourceLineNo">328</span> LOG.error("Error Moving Region:" + region.getEncodedName(), e);<a name="line.328"></a>
+<span class="sourceLineNo">329</span> } finally {<a name="line.329"></a>
+<span class="sourceLineNo">330</span> // we add region to the moved regions list in No Ack Mode since this is best effort<a name="line.330"></a>
+<span class="sourceLineNo">331</span> movedRegions.add(region);<a name="line.331"></a>
+<span class="sourceLineNo">332</span> }<a name="line.332"></a>
+<span class="sourceLineNo">333</span> return true;<a name="line.333"></a>
+<span class="sourceLineNo">334</span> }<a name="line.334"></a>
+<span class="sourceLineNo">335</span> }<a name="line.335"></a>
+<span class="sourceLineNo">336</span><a name="line.336"></a>
+<span class="sourceLineNo">337</span> /**<a name="line.337"></a>
+<span class="sourceLineNo">338</span> * Loads the specified {@link #hostname} with regions listed in the {@link #filename} RegionMover<a name="line.338"></a>
+<span class="sourceLineNo">339</span> * Object has to be created using {@link #RegionMover(RegionMoverBuilder)}<a name="line.339"></a>
+<span class="sourceLineNo">340</span> * @return true if loading succeeded, false otherwise<a name="line.340"></a>
+<span class="sourceLineNo">341</span> */<a name="line.341"></a>
+<span class="sourceLineNo">342</span> public boolean load() throws ExecutionException, InterruptedException, TimeoutException {<a name="line.342"></a>
+<span class="sourceLineNo">343</span> ExecutorService loadPool = Executors.newFixedThreadPool(1);<a name="line.343"></a>
+<span class="sourceLineNo">344</span> Future<Boolean> loadTask = loadPool.submit(() -> {<a name="line.344"></a>
+<span class="sourceLineNo">345</span> try {<a name="line.345"></a>
+<span class="sourceLineNo">346</span> List<RegionInfo> regionsToMove = readRegionsFromFile(filename);<a name="line.346"></a>
+<span class="sourceLineNo">347</span> if (regionsToMove.isEmpty()) {<a name="line.347"></a>
+<span class="sourceLineNo">348</span> LOG.info("No regions to load.Exiting");<a name="line.348"></a>
+<span class="sourceLineNo">349</span> return true;<a name="line.349"></a>
+<span class="sourceLineNo">350</span> }<a name="line.350"></a>
+<span class="sourceLineNo">351</span> loadRegions(regionsToMove);<a name="line.351"></a>
+<span class="sourceLineNo">352</span> } catch (Exception e) {<a name="line.352"></a>
+<span class="sourceLineNo">353</span> LOG.error("Error while loading regions to " + hostname, e);<a name="line.353"></a>
+<span class="sourceLineNo">354</span> return false;<a name="line.354"></a>
+<span class="sourceLineNo">355</span> }<a name="line.355"></a>
+<span class="sourceLineNo">356</span> return true;<a name="line.356"></a>
+<span class="sourceLineNo">357</span> });<a name="line.357"></a>
+<span class="sourceLineNo">358</span> return waitTaskToFinish(loadPool, loadTask, "loading");<a name="line.358"></a>
+<span class="sourceLineNo">359</span> }<a name="line.359"></a>
+<span class="sourceLineNo">360</span><a name="line.360"></a>
+<span class="sourceLineNo">361</span> private void loadRegions(List<RegionInfo> regionsToMove)<a name="line.361"></a>
+<span class="sourceLineNo">362</span> throws Exception {<a name="line.362"></a>
+<span class="sourceLineNo">363</span> ServerName server = getTargetServer();<a name="line.363"></a>
+<span class="sourceLineNo">364</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.364"></a>
+<span class="sourceLineNo">365</span> LOG.info(<a name="line.365"></a>
+<span class="sourceLineNo">366</span> "Moving " + regionsToMove.size() + " regions to " + server + " using " + this.maxthreads<a name="line.366"></a>
+<span class="sourceLineNo">367</span> + " threads.Ack mode:" + this.ack);<a name="line.367"></a>
+<span class="sourceLineNo">368</span><a name="line.368"></a>
+<span class="sourceLineNo">369</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.369"></a>
+<span class="sourceLineNo">370</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.370"></a>
+<span class="sourceLineNo">371</span> int counter = 0;<a name="line.371"></a>
+<span class="sourceLineNo">372</span> while (counter < regionsToMove.size()) {<a name="line.372"></a>
+<span class="sourceLineNo">373</span> RegionInfo region = regionsToMove.get(counter);<a name="line.373"></a>
+<span class="sourceLineNo">374</span> ServerName currentServer = getServerNameForRegion(region);<a name="line.374"></a>
+<span class="sourceLineNo">375</span> if (currentServer == null) {<a name="line.375"></a>
+<span class="sourceLineNo">376</span> LOG.warn(<a name="line.376"></a>
+<span class="sourceLineNo">377</span> "Could not get server for Region:" + region.getRegionNameAsString() + " moving on");<a name="line.377"></a>
+<span class="sourceLineNo">378</span> counter++;<a name="line.378"></a>
+<span class="sourceLineNo">379</span> continue;<a name="line.379"></a>
+<span class="sourceLineNo">380</span> } else if (server.equals(currentServer)) {<a name="line.380"></a>
+<span class="sourceLineNo">381</span> LOG.info(<a name="line.381"></a>
+<span class="sourceLineNo">382</span> "Region " + region.getRegionNameAsString() + " is already on target server=" + server);<a name="line.382"></a>
+<span class="sourceLineNo">383</span> counter++;<a name="line.383"></a>
+<span class="sourceLineNo">384</span> continue;<a name="line.384"></a>
+<span class="sourceLineNo">385</span> }<a name="line.385"></a>
+<span class="sourceLineNo">386</span> if (ack) {<a name="line.386"></a>
+<span class="sourceLineNo">387</span> Future<Boolean> task =<a name="line.387"></a>
+<span class="sourceLineNo">388</span> moveRegionsPool.submit(new MoveWithAck(region, currentServer, server, movedRegions));<a name="line.388"></a>
+<span class="sourceLineNo">389</span> taskList.add(task);<a name="line.389"></a>
+<span class="sourceLineNo">390</span> } else {<a name="line.390"></a>
+<span class="sourceLineNo">391</span> Future<Boolean> task =<a name="line.391"></a>
+<span class="sourceLineNo">392</span> moveRegionsPool.submit(new MoveWithoutAck(region, currentServer, server, movedRegions));<a name="line.392"></a>
+<span class="sourceLineNo">393</span> taskList.add(task);<a name="line.393"></a>
+<span class="sourceLineNo">394</span> }<a name="line.394"></a>
+<span class="sourceLineNo">395</span> counter++;<a name="line.395"></a>
+<span class="sourceLineNo">396</span> }<a name="line.396"></a>
+<span class="sourceLineNo">397</span><a name="line.397"></a>
+<span class="sourceLineNo">398</span> moveRegionsPool.shutdown();<a name="line.398"></a>
+<span class="sourceLineNo">399</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.399"></a>
+<span class="sourceLineNo">400</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.400"></a>
+<span class="sourceLineNo">401</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.401"></a>
+<span class="sourceLineNo">402</span> }<a name="line.402"></a>
+<span class="sourceLineNo">403</span><a name="line.403"></a>
+<span class="sourceLineNo">404</span> /**<a name="line.404"></a>
+<span class="sourceLineNo">405</span> * Unload regions from given {@link #hostname} using ack/noAck mode and {@link #maxthreads}.In<a name="line.405"></a>
+<span class="sourceLineNo">406</span> * noAck mode we do not make sure that region is successfully online on the target region<a name="line.406"></a>
+<span class="sourceLineNo">407</span> * server,hence it is best effort.We do not unload regions to hostnames given in<a name="line.407"></a>
+<span class="sourceLineNo">408</span> * {@link #excludeFile}.<a name="line.408"></a>
+<span class="sourceLineNo">409</span> * @return true if unloading succeeded, false otherwise<a name="line.409"></a>
+<span class="sourceLineNo">410</span> */<a name="line.410"></a>
+<span class="sourceLineNo">411</span> public boolean unload() throws InterruptedException, ExecutionException, TimeoutException {<a name="line.411"></a>
+<span class="sourceLineNo">412</span> deleteFile(this.filename);<a name="line.412"></a>
+<span class="sourceLineNo">413</span> ExecutorService unloadPool = Executors.newFixedThreadPool(1);<a name="line.413"></a>
+<span class="sourceLineNo">414</span> Future<Boolean> unloadTask = unloadPool.submit(() -> {<a name="line.414"></a>
+<span class="sourceLineNo">415</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.415"></a>
+<span class="sourceLineNo">416</span> try {<a name="line.416"></a>
+<span class="sourceLineNo">417</span> // Get Online RegionServers<a name="line.417"></a>
+<span class="sourceLineNo">418</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.418"></a>
+<span class="sourceLineNo">419</span> regionServers.addAll(<a name="line.419"></a>
+<span class="sourceLineNo">420</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.420"></a>
+<span class="sourceLineNo">421</span> .keySet());<a name="line.421"></a>
+<span class="sourceLineNo">422</span> // Remove the host Region server from target Region Servers list<a name="line.422"></a>
+<span class="sourceLineNo">423</span> ServerName server = stripServer(regionServers, hostname, port);<a name="line.423"></a>
+<span class="sourceLineNo">424</span> // Remove RS present in the exclude file<a name="line.424"></a>
+<span class="sourceLineNo">425</span> stripExcludes(regionServers);<a name="line.425"></a>
+<span class="sourceLineNo">426</span> stripMaster(regionServers);<a name="line.426"></a>
+<span class="sourceLineNo">427</span> if (regionServers.isEmpty()) {<a name="line.427"></a>
+<span class="sourceLineNo">428</span> LOG.warn("No Regions were moved - no servers available");<a name="line.428"></a>
+<span class="sourceLineNo">429</span> return false;<a name="line.429"></a>
+<span class="sourceLineNo">430</span> }<a name="line.430"></a>
+<span class="sourceLineNo">431</span> unloadRegions(server, regionServers, movedRegions);<a name="line.431"></a>
+<span class="sourceLineNo">432</span> } catch (Exception e) {<a name="line.432"></a>
+<span class="sourceLineNo">433</span> LOG.error("Error while unloading regions ", e);<a name="line.433"></a>
+<span class="sourceLineNo">434</span> return false;<a name="line.434"></a>
+<span class="sourceLineNo">435</span> } finally {<a name="line.435"></a>
+<span class="sourceLineNo">436</span> if (movedRegions != null) {<a name="line.436"></a>
+<span class="sourceLineNo">437</span> writeFile(filename, movedRegions);<a name="line.437"></a>
+<span class="sourceLineNo">438</span> }<a name="line.438"></a>
+<span class="sourceLineNo">439</span> }<a name="line.439"></a>
+<span class="sourceLineNo">440</span> return true;<a name="line.440"></a>
+<span class="sourceLineNo">441</span> });<a name="line.441"></a>
+<span class="sourceLineNo">442</span> return waitTaskToFinish(unloadPool, unloadTask, "unloading");<a name="line.442"></a>
+<span class="sourceLineNo">443</span> }<a name="line.443"></a>
+<span class="sourceLineNo">444</span><a name="line.444"></a>
+<span class="sourceLineNo">445</span> private void unloadRegions(ServerName server, List<ServerName> regionServers,<a name="line.445"></a>
+<span class="sourceLineNo">446</span> List<RegionInfo> movedRegions) throws Exception {<a name="line.446"></a>
+<span class="sourceLineNo">447</span> while (true) {<a name="line.447"></a>
+<span class="sourceLineNo">448</span> List<RegionInfo> regionsToMove = admin.getRegions(server);<a name="line.448"></a>
+<span class="sourceLineNo">449</span> regionsToMove.removeAll(movedRegions);<a name="line.449"></a>
+<span class="sourceLineNo">450</span> if (regionsToMove.isEmpty()) {<a name="line.450"></a>
+<span class="sourceLineNo">451</span> LOG.info("No Regions to move....Quitting now");<a name="line.451"></a>
+<span class="sourceLineNo">452</span> break;<a name="line.452"></a>
+<span class="sourceLineNo">453</span> }<a name="line.453"></a>
+<span class="sourceLineNo">454</span> int counter = 0;<a name="line.454"></a>
+<span class="sourceLineNo">455</span> LOG.info("Moving " + regionsToMove.size() + " regions from " + this.hostname + " to "<a name="line.455"></a>
+<span class="sourceLineNo">456</span> + regionServers.size() + " servers using " + this.maxthreads + " threads .Ack Mode:"<a name="line.456"></a>
+<span class="sourceLineNo">457</span> + ack);<a name="line.457"></a>
+<span class="sourceLineNo">458</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.458"></a>
+<span class="sourceLineNo">459</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.459"></a>
+<span class="sourceLineNo">460</span> int serverIndex = 0;<a name="line.460"></a>
+<span class="sourceLineNo">461</span> while (counter < regionsToMove.size()) {<a name="line.461"></a>
+<span class="sourceLineNo">462</span> if (ack) {<a name="line.462"></a>
+<span class="sourceLineNo">463</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.463"></a>
+<span class="sourceLineNo">464</span> new MoveWithAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.464"></a>
+<span class="sourceLineNo">465</span> movedRegions));<a name="line.465"></a>
+<span class="sourceLineNo">466</span> taskList.add(task);<a name="line.466"></a>
+<span class="sourceLineNo">467</span> } else {<a name="line.467"></a>
+<span class="sourceLineNo">468</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.468"></a>
+<span class="sourceLineNo">469</span> new MoveWithoutAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.469"></a>
+<span class="sourceLineNo">470</span> movedRegions));<a name="line.470"></a>
+<span class="sourceLineNo">471</span> taskList.add(task);<a name="line.471"></a>
+<span class="sourceLineNo">472</span> }<a name="line.472"></a>
+<span class="sourceLineNo">473</span> counter++;<a name="line.473"></a>
+<span class="sourceLineNo">474</span> serverIndex = (serverIndex + 1) % regionServers.size();<a name="line.474"></a>
+<span class="sourceLineNo">475</span> }<a name="line.475"></a>
+<span class="sourceLineNo">476</span> moveRegionsPool.shutdown();<a name="line.476"></a>
+<span class="sourceLineNo">477</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.477"></a>
+<span class="sourceLineNo">478</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.478"></a>
+<span class="sourceLineNo">479</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.479"></a>
+<span class="sourceLineNo">480</span> }<a name="line.480"></a>
+<span class="sourceLineNo">481</span> }<a name="line.481"></a>
+<span class="sourceLineNo">482</span><a name="line.482"></a>
+<span class="sourceLineNo">483</span> private boolean waitTaskToFinish(ExecutorService pool, Future<Boolean> task, String operation)<a name="line.483"></a>
+<span class="sourceLineNo">484</span> throws TimeoutException, InterruptedException, ExecutionException {<a name="line.484"></a>
+<span class="sourceLineNo">485</span> pool.shutdown();<a name="line.485"></a>
+<span class="sourceLineNo">486</span> try {<a name="line.486"></a>
+<span class="sourceLineNo">487</span> if (!pool.awaitTermination((long) this.timeout, TimeUnit.SECONDS)) {<a name="line.487"></a>
+<span class="sourceLineNo">488</span> LOG.warn(<a name="line.488"></a>
+<span class="sourceLineNo">489</span> "Timed out before finishing the " + operation + " operation. Timeout: " + this.timeout<a name="line.489"></a>
+<span class="sourceLineNo">490</span> + "sec");<a name="line.490"></a>
+<span class="sourceLineNo">491</span> pool.shutdownNow();<a name="line.491"></a>
+<span class="sourceLineNo">492</span> }<a name="line.492"></a>
+<span class="sourceLineNo">493</span> } catch (InterruptedException e) {<a name="line.493"></a>
+<span class="sourceLineNo">494</span> pool.shutdownNow();<a name="line.494"></a>
+<span class="sourceLineNo">495</span> Thread.currentThread().interrupt();<a name="line.495"></a>
+<span class="sourceLineNo">496</span> }<a name="line.496"></a>
+<span class="sourceLineNo">497</span> try {<a name="line.497"></a>
+<span class="sourceLineNo">498</span> return task.get(5, TimeUnit.SECONDS);<a name="line.498"></a>
+<span class="sourceLineNo">499</span> } catch (InterruptedException e) {<a name="line.499"></a>
+<span class="sourceLineNo">500</span> LOG.warn("Interrupted while " + operation + " Regions on " + this.hostname, e);<a name="line.500"></a>
+<span class="sourceLineNo">501</span> throw e;<a name="line.501"></a>
+<span class="sourceLineNo">502</span> } catch (ExecutionException e) {<a name="line.502"></a>
+<span class="sourceLineNo">503</span> LOG.error("Error while " + operation + " regions on RegionServer " + this.hostname, e);<a name="line.503"></a>
+<span class="sourceLineNo">504</span> throw e;<a name="line.504"></a>
+<span class="sourceLineNo">505</span> }<a name="line.505"></a>
+<span class="sourceLineNo">506</span> }<a name="line.506"></a>
+<span class="sourceLineNo">507</span><a name="line.507"></a>
+<span class="sourceLineNo">508</span> private void waitMoveTasksToFinish(ExecutorService moveRegionsPool,<a name="line.508"></a>
+<span class="sourceLineNo">509</span> List<Future<Boolean>> taskList, long timeoutInSeconds) throws Exception {<a name="line.509"></a>
+<span class="sourceLineNo">510</span> try {<a name="line.510"></a>
+<span class="sourceLineNo">511</span> if (!moveRegionsPool.awaitTermination(timeoutInSeconds, TimeUnit.SECONDS)) {<a name="line.511"></a>
+<span class="sourceLineNo">512</span> moveRegionsPool.shutdownNow();<a name="line.512"></a>
+<span class="sourceLineNo">513</span> }<a name="line.513"></a>
+<span class="sourceLineNo">514</span> } catch (InterruptedException e) {<a name="line.514"></a>
+<span class="sourceLineNo">515</span> moveRegionsPool.shutdownNow();<a name="line.515"></a>
+<span class="sourceLineNo">516</span> Thread.currentThread().interrupt();<a name="line.516"></a>
+<span class="sourceLineNo">517</span> }<a name="line.517"></a>
+<span class="sourceLineNo">518</span> for (Future<Boolean> future : taskList) {<a name="line.518"></a>
+<span class="sourceLineNo">519</span> try {<a name="line.519"></a>
+<span class="sourceLineNo">520</span> // if even after shutdownNow threads are stuck we wait for 5 secs max<a name="line.520"></a>
+<span class="sourceLineNo">521</span> if (!future.get(5, TimeUnit.SECONDS)) {<a name="line.521"></a>
+<span class="sourceLineNo">522</span> LOG.error("Was Not able to move region....Exiting Now");<a name="line.522"></a>
+<span class="sourceLineNo">523</span> throw new Exception("Could not move region Exception");<a name="line.523"></a>
+<span class="sourceLineNo">524</span> }<a name="line.524"></a>
+<span class="sourceLineNo">525</span> } catch (InterruptedException e) {<a name="line.525"></a>
+<span class="sourceLineNo">526</span> LOG.error("Interrupted while waiting for Thread to Complete " + e.getMessage(), e);<a name="line.526"></a>
+<span class="sourceLineNo">527</span> throw e;<a name="line.527"></a>
+<span class="sourceLineNo">528</span> } catch (ExecutionException e) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span> LOG.error("Got Exception From Thread While moving region " + e.getMessage(), e);<a name="line.529"></a>
+<span class="sourceLineNo">530</span> throw e;<a name="line.530"></a>
+<span class="sourceLineNo">531</span> } catch (CancellationException e) {<a name="line.531"></a>
+<span class="sourceLineNo">532</span> LOG.error("Thread for moving region cancelled. Timeout for cancellation:" + timeoutInSeconds<a name="line.532"></a>
+<span class="sourceLineNo">533</span> + "secs", e);<a name="line.533"></a>
+<span class="sourceLineNo">534</span> throw e;<a name="line.534"></a>
+<span class="sourceLineNo">535</span> }<a name="line.535"></a>
+<span class="sourceLineNo">536</span> }<a name="line.536"></a>
+<span class="sourceLineNo">537</span> }<a name="line.537"></a>
+<span class="sourceLineNo">538</span><a name="line.538"></a>
+<span class="sourceLineNo">539</span> private ServerName getTargetServer() throws Exception {<a name="line.539"></a>
+<span class="sourceLineNo">540</span> ServerName server = null;<a name="line.540"></a>
+<span class="sourceLineNo">541</span> int maxWaitInSeconds =<a name="line.541"></a>
+<span class="sourceLineNo">542</span> admin.getConfiguration().getInt(SERVERSTART_WAIT_MAX_KEY, DEFAULT_SERVERSTART_WAIT_MAX);<a name="line.542"></a>
+<span class="sourceLineNo">543</span> long maxWait = EnvironmentEdgeManager.currentTime() + maxWaitInSeconds * 1000;<a name="line.543"></a>
+<span class="sourceLineNo">544</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.544"></a>
+<span class="sourceLineNo">545</span> try {<a name="line.545"></a>
+<span class="sourceLineNo">546</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.546"></a>
+<span class="sourceLineNo">547</span> regionServers.addAll(<a name="line.547"></a>
+<span class="sourceLineNo">548</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.548"></a>
+<span class="sourceLineNo">549</span> .keySet());<a name="line.549"></a>
+<span class="sourceLineNo">550</span> // Remove the host Region server from target Region Servers list<a name="line.550"></a>
+<span class="sourceLineNo">551</span> server = stripServer(regionServers, hostname, port);<a name="line.551"></a>
+<span class="sourceLineNo">552</span> if (server != null) {<a name="line.552"></a>
+<span class="sourceLineNo">553</span> break;<a name="line.553"></a>
+<span class="sourceLineNo">554</span> } else {<a name="line.554"></a>
+<span class="sourceLineNo">555</span> LOG.warn("Server " + hostname + ":" + port + " is not up yet, waiting");<a name="line.555"></a>
+<span class="sourceLineNo">556</span> }<a name="line.556"></a>
+<span class="sourceLineNo">557</span> } catch (IOException e) {<a name="line.557"></a>
+<span class="sourceLineNo">558</span> LOG.warn("Could not get list of region servers", e);<a name="line.558"></a>
+<span class="sourceLineNo">559</span> }<a name="line.559"></a>
+<span class="sourceLineNo">560</span> Thread.sleep(500);<a name="line.560"></a>
+<span class="sourceLineNo">561</span> }<a name="line.561"></a>
+<span class="sourceLineNo">562</span> if (server == null) {<a name="line.562"></a>
+<span class="sourceLineNo">563</span> LOG.error("Server " + hostname + ":" + port + " is not up. Giving up.");<a name="line.563"></a>
+<span class="sourceLineNo">564</span> throw new Exception("Server " + hostname + ":" + port + " to load regions not online");<a name="line.564"></a>
+<span class="sourceLineNo">565</span> }<a name="line.565"></a>
+<span class="sourceLineNo">566</span> return server;<a name="line.566"></a>
+<span class="sourceLineNo">567</span> }<a name="line.567"></a>
+<span class="sourceLineNo">568</span><a name="line.568"></a>
+<span class="sourceLineNo">569</span> private List<RegionInfo> readRegionsFromFile(String filename) throws IOException {<a name="line.569"></a>
+<span class="sourceLineNo">570</span> List<RegionInfo> regions = new ArrayList<>();<a name="line.570"></a>
+<span class="sourceLineNo">571</span> File f = new File(filename);<a name="line.571"></a>
+<span class="sourceLineNo">572</span> if (!f.exists()) {<a name="line.572"></a>
+<span class="sourceLineNo">573</span> return regions;<a name="line.573"></a>
+<span class="sourceLineNo">574</span> }<a name="line.574"></a>
+<span class="sourceLineNo">575</span> try (DataInputStream dis = new DataInputStream(<a name="line.575"></a>
+<span class="sourceLineNo">576</span> new BufferedInputStream(new FileInputStream(f)))) {<a name="line.576"></a>
+<span class="sourceLineNo">577</span> int numRegions = dis.readInt();<a name="line.577"></a>
+<span class="sourceLineNo">578</span> int index = 0;<a name="line.578"></a>
+<span class="sourceLineNo">579</span> while (index < numRegions) {<a name="line.579"></a>
+<span class="sourceLineNo">580</span> regions.add(RegionInfo.parseFromOrNull(Bytes.readByteArray(dis)));<a name="line.580"></a>
+<span class="sourceLineNo">581</span> index++;<a name="line.581"></a>
+<span class="sourceLineNo">582</span> }<a name="line.582"></a>
+<span class="sourceLineNo">583</span> } catch (IOException e) {<a name="line.583"></a>
+<span class="sourceLineNo">584</span> LOG.error("Error while reading regions from file:" + filename, e);<a name="line.584"></a>
+<span class="sourceLineNo">585</span> throw e;<a name="line.585"></a>
+<span class="sourceLineNo">586</span> }<a name="line.586"></a>
+<span class="sourceLineNo">587</span> return regions;<a name="line.587"></a>
+<span class="sourceLineNo">588</span> }<a name="line.588"></a>
+<span class="sourceLineNo">589</span><a name="line.589"></a>
+<span class="sourceLineNo">590</span> /**<a name="line.590"></a>
+<span class="sourceLineNo">591</span> * Write the number of regions moved in the first line followed by regions moved in subsequent<a name="line.591"></a>
+<span class="sourceLineNo">592</span> * lines<a name="line.592"></a>
+<span class="sourceLineNo">593</span> */<a name="line.593"></a>
+<span class="sourceLineNo">594</span> private void writeFile(String filename, List<RegionInfo> movedRegions) throws IOException {<a name="line.594"></a>
+<span class="sourceLineNo">595</span> try (DataOutputStream dos = new DataOutputStream(<a name="line.595"></a>
+<span class="sourceLineNo">596</span> new BufferedOutputStream(new FileOutputStream(filename)))) {<a name="line.596"></a>
+<span class="sourceLineNo">597</span> dos.writeInt(movedRegions.size());<a name="line.597"></a>
+<span class="sourceLineNo">598</span> for (RegionInfo region : movedRegions) {<a name="line.598"></a>
+<span class="sourceLineNo">599</span> Bytes.writeByteArray(dos, RegionInfo.toByteArray(region));<a name="line.599"></a>
+<span class="sourceLineNo">600</span> }<a name="line.600"></a>
+<span class="sourceLineNo">601</span> } catch (IOException e) {<a name="line.601"></a>
+<span class="sourceLineNo">602</span> LOG.error(<a name="line.602"></a>
+<span class="sourceLineNo">603</span> "ERROR: Was Not able to write regions moved to output file but moved " + movedRegions<a name="line.603"></a>
+<span class="sourceLineNo">604</span> .size() + " regions", e);<a name="line.604"></a>
+<span class="sourceLineNo">605</span> throw e;<a name="line.605"></a>
+<span class="sourceLineNo">606</span> }<a name="line.606"></a>
+<span class="sourceLineNo">607</span> }<a name="line.607"></a>
+<span class="sourceLineNo">608</span><a name="line.608"></a>
+<span class="sourceLineNo">609</span> private void deleteFile(String filename) {<a name="line.609"></a>
+<span class="sourceLineNo">610</span> File f = new File(filename);<a name="line.610"></a>
+<span class="sourceLineNo">611</span> if (f.exists()) {<a name="line.611"></a>
+<span class="sourceLineNo">612</span> f.delete();<a name="line.612"></a>
+<span class="sourceLineNo">613</span> }<a name="line.613"></a>
+<span class="sourceLineNo">614</span> }<a name="line.614"></a>
+<span class="sourceLineNo">615</span><a name="line.615"></a>
+<span class="sourceLineNo">616</span> /**<a name="line.616"></a>
+<span class="sourceLineNo">617</span> * @return List of servers from the exclude file in format 'hostname:port'.<a name="line.617"></a>
+<span class="sourceLineNo">618</span> */<a name="line.618"></a>
+<span class="sourceLineNo">619</span> private List<String> readExcludes(String excludeFile) throws IOException {<a name="line.619"></a>
+<span class="sourceLineNo">620</span> List<String> excludeServers = new ArrayList<>();<a name="line.620"></a>
+<span class="sourceLineNo">621</span> if (excludeFile == null) {<a name="line.621"></a>
+<span class="sourceLineNo">622</span> return excludeServers;<a name="line.622"></a>
+<span class="sourceLineNo">623</span> } else {<a name="line.623"></a>
+<span class="sourceLineNo">624</span> try {<a name="line.624"></a>
+<span class="sourceLineNo">625</span> Files.readAllLines(Paths.get(excludeFile)).stream().map(String::trim)<a name="line.625"></a>
+<span class="sourceLineNo">626</span> .filter(((Predicate<String>) String::isEmpty).negate()).map(String::toLowerCase)<a name="line.626"></a>
+<span class="sourceLineNo">627</span> .forEach(excludeServers::add);<a name="line.627"></a>
+<span class="sourceLineNo">628</span> } catch (IOException e) {<a name="line.628"></a>
+<span class="sourceLineNo">629</span> LOG.warn("Exception while reading excludes file, continuing anyways", e);<a name="line.629"></a>
+<span class="sourceLineNo">630</span> }<a name="line.630"></a>
+<span class="sourceLineNo">631</span> return excludeServers;<a name="line.631"></a>
+<span class="sourceLineNo">632</span> }<a name="line.632"></a>
+<span class="sourceLineNo">633</span> }<a name="line.633"></a>
+<span class="sourceLineNo">634</span><a name="line.634"></a>
+<span class="sourceLineNo">635</span> /**<a name="line.635"></a>
+<span class="sourceLineNo">636</span> * Excludes the servername whose hostname and port portion matches the list given in exclude file<a name="line.636"></a>
+<span class="sourceLineNo">637</span> */<a name="line.637"></a>
+<span class="sourceLineNo">638</span> private void stripExcludes(List<ServerName> regionServers) throws IOException {<a name="line.638"></a>
+<span class="sourceLineNo">639</span> if (excludeFile != null) {<a name="line.639"></a>
+<span class="sourceLineNo">640</span> List<String> excludes = readExcludes(excludeFile);<a name="line.640"></a>
+<span class="sourceLineNo">641</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.641"></a>
+<span class="sourceLineNo">642</span> while (i.hasNext()) {<a name="line.642"></a>
+<span class="sourceLineNo">643</span> String rs = i.next().getServerName();<a name="line.643"></a>
+<span class="sourceLineNo">644</span> String rsPort = rs.split(ServerName.SERVERNAME_SEPARATOR)[0].toLowerCase() + ":" + rs<a name="line.644"></a>
+<span class="sourceLineNo">645</span> .split(ServerName.SERVERNAME_SEPARATOR)[1];<a name="line.645"></a>
+<span class="sourceLineNo">646</span> if (excludes.contains(rsPort)) {<a name="line.646"></a>
+<span class="sourceLineNo">647</span> i.remove();<a name="line.647"></a>
+<span class="sourceLineNo">648</span> }<a name="line.648"></a>
+<span class="sourceLineNo">649</span> }<a name="line.649"></a>
+<span class="sourceLineNo">650</span> LOG.info("Valid Region server targets are:" + regionServers.toString());<a name="line.650"></a>
+<span class="sourceLineNo">651</span> LOG.info("Excluded Servers are" + excludes.toString());<a name="line.651"></a>
+<span class="sourceLineNo">652</span> }<a name="line.652"></a>
+<span class="sourceLineNo">653</span> }<a name="line.653"></a>
+<span class="sourceLineNo">654</span><a name="line.654"></a>
+<span class="sourceLineNo">655</span> /**<a name="line.655"></a>
+<span class="sourceLineNo">656</span> * Exclude master from list of RSs to move regions to<a name="line.656"></a>
+<span class="sourceLineNo">657</span> */<a name="line.657"></a>
+<span class="sourceLineNo">658</span> private void stripMaster(List<ServerName> regionServers) throws IOException {<a name="line.658"></a>
+<span class="sourceLineNo">659</span> ServerName master = admin.getClusterMetrics(EnumSet.of(Option.MASTER)).getMasterName();<a name="line.659"></a>
+<span class="sourceLineNo">660</span> stripServer(regionServers, master.getHostname(), master.getPort());<a name="line.660"></a>
+<span class="sourceLineNo">661</span> }<a name="line.661"></a>
+<span class="sourceLineNo">662</span><a name="line.662"></a>
+<span class="sourceLineNo">663</span> /**<a name="line.663"></a>
+<span class="sourceLineNo">664</span> * Remove the servername whose hostname and port portion matches from the passed array of servers.<a name="line.664"></a>
+<span class="sourceLineNo">665</span> * Returns as side-effect the servername removed.<a name="line.665"></a>
+<span class="sourceLineNo">666</span> * @return server removed from list of Region Servers<a name="line.666"></a>
+<span class="sourceLineNo">667</span> */<a name="line.667"></a>
+<span class="sourceLineNo">668</span> private ServerName stripServer(List<ServerName> regionServers, String hostname, int port) {<a name="line.668"></a>
+<span class="sourceLineNo">669</span> for (Iterator<ServerName> iter = regionServers.iterator(); iter.hasNext();) {<a name="line.669"></a>
+<span class="sourceLineNo">670</span> ServerName server = iter.next();<a name="line.670"></a>
+<span class="sourceLineNo">671</span> if (server.getAddress().getHostname().equalsIgnoreCase(hostname) &&<a name="line.671"></a>
+<span class="sourceLineNo">672</span> server.getAddress().getPort() == port) {<a name="line.672"></a>
+<span class="sourceLineNo">673</span> iter.remove();<a name="line.673"></a>
+<span class="sourceLineNo">674</span> return server;<a name="line.674"></a>
+<span class="sourceLineNo">675</span> }<a name="line.675"></a>
+<span class="sourceLineNo">676</span> }<a name="line.676"></a>
+<span class="sourceLineNo">677</span> return null;<a name="line.677"></a>
+<span class="sourceLineNo">678</span> }<a name="line.678"></a>
+<span class="sourceLineNo">679</span><a name="line.679"></a>
+<span class="sourceLineNo">680</span> /**<a name="line.680"></a>
+<span class="sourceLineNo">681</span> * Tries to scan a row from passed region<a name="line.681"></a>
+<span class="sourceLineNo">682</span> */<a name="line.682"></a>
+<span class="sourceLineNo">683</span> private void isSuccessfulScan(RegionInfo region) throws IOException {<a name="line.683"></a>
+<span class="sourceLineNo">684</span> Scan scan = new Scan().withStartRow(region.getStartKey()).setRaw(true).setOneRowLimit()<a name="line.684"></a>
+<span class="sourceLineNo">685</span> .setMaxResultSize(1L).setCaching(1).setFilter(new FirstKeyOnlyFilter())<a name="line.685"></a>
+<span class="sourceLineNo">686</span> .setCacheBlocks(false);<a name="line.686"></a>
+<span class="sourceLineNo">687</span> try (Table table = conn.getTable(region.getTable());<a name="line.687"></a>
+<span class="sourceLineNo">688</span> ResultScanner scanner = table.getScanner(scan)) {<a name="line.688"></a>
+<span class="sourceLineNo">689</span> scanner.next();<a name="line.689"></a>
+<span class="sourceLineNo">690</span> } catch (IOException e) {<a name="line.690"></a>
+<span class="sourceLineNo">691</span> LOG.error("Could not scan region:" + region.getEncodedName(), e);<a name="line.691"></a>
+<span class="sourceLineNo">692</span> throw e;<a name="line.692"></a>
+<span class="sourceLineNo">693</span> }<a name="line.693"></a>
+<span class="sourceLineNo">694</span> }<a name="line.694"></a>
+<span class="sourceLineNo">695</span><a name="line.695"></a>
+<span class="sourceLineNo">696</span> /**<a name="line.696"></a>
+<span class="sourceLineNo">697</span> * Returns true if passed region is still on serverName when we look at hbase:meta.<a name="line.697"></a>
+<span class="sourceLineNo">698</span> * @return true if region is hosted on serverName otherwise false<a name="line.698"></a>
+<span class="sourceLineNo">699</span> */<a name="line.699"></a>
+<span class="sourceLineNo">700</span> private boolean isSameServer(RegionInfo region, ServerName serverName)<a name="line.700"></a>
+<span class="sourceLineNo">701</span> throws IOException {<a name="line.701"></a>
+<span class="sourceLineNo">702</span> ServerName serverForRegion = getServerNameForRegion(region);<a name="line.702"></a>
+<span class="sourceLineNo">703</span> if (serverForRegion != null && serverForRegion.equals(serverName)) {<a name="line.703"></a>
+<span class="sourceLineNo">704</span> return true;<a name="line.704"></a>
+<span class="sourceLineNo">705</span> }<a name="line.705"></a>
+<span class="sourceLineNo">706</span> return false;<a name="line.706"></a>
+<span class="sourceLineNo">707</span> }<a name="line.707"></a>
+<span class="sourceLineNo">708</span><a name="line.708"></a>
+<span class="sourceLineNo">709</span> /**<a name="line.709"></a>
+<span class="sourceLineNo">710</span> * Get servername that is up in hbase:meta hosting the given region. this is hostname + port +<a name="line.710"></a>
+<span class="sourceLineNo">711</span> * startcode comma-delimited. Can return null<a name="line.711"></a>
+<span class="sourceLineNo">712</span> * @return regionServer hosting the given region<a name="line.712"></a>
+<span class="sourceLineNo">713</span> */<a name="line.713"></a>
+<span class="sourceLineNo">714</span> private ServerName getServerNameForRegion(RegionInfo region) throws IOException {<a name="line.714"></a>
+<span class="sourceLineNo">715</span> if (!admin.isTableEnabled(region.getTable())) {<a name="line.715"></a>
+<span class="sourceLineNo">716</span> return null;<a name="line.716"></a>
+<span class="sourceLineNo">717</span> }<a name="line.717"></a>
+<span class="sourceLineNo">718</span> HRegionLocation loc =<a name="line.718"></a>
+<span class="sourceLineNo">719</span> conn.getRegionLocator(region.getTable()).getRegionLocation(region.getStartKey(), true);<a name="line.719"></a>
+<span class="sourceLineNo">720</span> if (loc != null) {<a name="line.720"></a>
+<span class="sourceLineNo">721</span> return loc.getServerName();<a name="line.721"></a>
+<span class="sourceLineNo">722</span> } else {<a name="line.722"></a>
+<span class="sourceLineNo">723</span> return null;<a name="line.723"></a>
+<span class="sourceLineNo">724</span> }<a name="line.724"></a>
+<span class="sourceLineNo">725</span> }<a name="line.725"></a>
+<span class="sourceLineNo">726</span><a name="line.726"></a>
+<span class="sourceLineNo">727</span> @Override<a name="line.727"></a>
+<span class="sourceLineNo">728</span> protected void addOptions() {<a name="line.728"></a>
+<span class="sourceLineNo">729</span> this.addRequiredOptWithArg("r", "regionserverhost", "region server <hostname>|<hostname:port>");<a name="line.729"></a>
+<span class="sourceLineNo">730</span> this.addRequiredOptWithArg("o", "operation", "Expected: load/unload");<a name="line.730"></a>
+<span class="sourceLineNo">731</span> this.addOptWithArg("m", "maxthreads",<a name="line.731"></a>
+<span class="sourceLineNo">732</span> "Define the maximum number of threads to use to unload and reload the regions");<a name="line.732"></a>
+<span class="sourceLineNo">733</span> this.addOptWithArg("x", "excludefile",<a name="line.733"></a>
+<span class="sourceLineNo">734</span> "File with <hostname:port> per line to exclude as unload targets; default excludes only "<a name="line.734"></a>
+<span class="sourceLineNo">735</span> + "target host; useful for rack decommisioning.");<a name="line.735"></a>
+<span class="sourceLineNo">736</span> this.addOptWithArg("f", "filename",<a name="line.736"></a>
+<span class="sourceLineNo">737</span> "File to save regions list into unloading, or read from loading; "<a name="line.737"></a>
+<span class="sourceLineNo">738</span> + "default /tmp/<usernamehostname:port>");<a name="line.738"></a>
+<span class="sourceLineNo">739</span> this.addOptNoArg("n", "noack",<a name="line.739"></a>
+<span class="sourceLineNo">740</span> "Turn on No-Ack mode(default: false) which won't check if region is online on target "<a name="line.740"></a>
+<span class="sourceLineNo">741</span> + "RegionServer, hence best effort. This is more performant in unloading and loading "<a name="line.741"></a>
+<span class="sourceLineNo">742</span> + "but might lead to region being unavailable for some time till master reassigns it "<a name="line.742"></a>
+<span class="sourceLineNo">743</span> + "in case the move failed");<a name="line.743"></a>
+<span class="sourceLineNo">744</span> this.addOptWithArg("t", "timeout", "timeout in seconds after which the tool will exit "<a name="line.744"></a>
+<span class="sourceLineNo">745</span> + "irrespective of whether it finished or not;default Integer.MAX_VALUE");<a name="line.745"></a>
+<span class="sourceLineNo">746</span> }<a name="line.746"></a>
+<span class="sourceLineNo">747</span><a name="line.747"></a>
+<span class="sourceLineNo">748</span> @Override<a name="line.748"></a>
+<span class="sourceLineNo">749</span> protected void processOptions(CommandLine cmd) {<a name="line.749"></a>
+<span class="sourceLineNo">750</span> String hostname = cmd.getOptionValue("r");<a name="line.750"></a>
+<span class="sourceLineNo">751</span> rmbuilder = new RegionMoverBuilder(hostname);<a name="line.751"></a>
+<span class="sourceLineNo">752</span> if (cmd.hasOption('m')) {<a name="line.752"></a>
+<span class="sourceLineNo">753</span> rmbuilder.maxthreads(Integer.parseInt(cmd.getOptionValue('m')));<a name="line.753"></a>
+<span class="sourceLineNo">754</span> }<a name="line.754"></a>
+<span class="sourceLineNo">755</span> if (cmd.hasOption('n')) {<a name="line.755"></a>
+<span class="sourceLineNo">756</span> rmbuilder.ack(false);<a name="line.756"></a>
+<span class="sourceLineNo">757</span> }<a name="line.757"></a>
+<span class="sourceLineNo">758</span> if (cmd.hasOption('f')) {<a name="line.758"></a>
+<span class="sourceLineNo">759</span> rmbuilder.filename(cmd.getOptionValue('f'));<a name="line.759"></a>
+<span class="sourceLineNo">760</span> }<a name="line.760"></a>
+<span class="sourceLineNo">761</span> if (cmd.hasOption('x')) {<a name="line.761"></a>
+<span class="sourceLineNo">762</span> rmbuilder.excludeFile(cmd.getOptionValue('x'));<a name="line.762"></a>
+<span class="sourceLineNo">763</span> }<a name="line.763"></a>
+<span class="sourceLineNo">764</span> if (cmd.hasOption('t')) {<a name="line.764"></a>
+<span class="sourceLineNo">765</span> rmbuilder.timeout(Integer.parseInt(cmd.getOptionValue('t')));<a name="line.765"></a>
+<span class="sourceLineNo">766</span> }<a name="line.766"></a>
+<span class="sourceLineNo">767</span> this.loadUnload = cmd.getOptionValue("o").toLowerCase(Locale.ROOT);<a name="line.767"></a>
+<span class="sourceLineNo">768</span> }<a name="line.768"></a>
+<span class="sourceLineNo">769</span><a name="line.769"></a>
+<span class="sourceLineNo">770</span> @Override<a name="line.770"></a>
+<span class="sourceLineNo">771</span> protected int doWork() throws Exception {<a name="line.771"></a>
+<span class="sourceLineNo">772</span> boolean success;<a name="line.772"></a>
+<span class="sourceLineNo">773</span> try (RegionMover rm = rmbuilder.build()) {<a name="line.773"></a>
+<span class="sourceLineNo">774</span> if (loadUnload.equalsIgnoreCase("load")) {<a name="line.774"></a>
+<span class="sourceLineNo">775</span> success = rm.load();<a name="line.775"></a>
+<span class="sourceLineNo">776</span> } else if (loadUnload.equalsIgnoreCase("unload")) {<a name="line.776"></a>
+<span class="sourceLineNo">777</span> success = rm.unload();<a name="line.777"></a>
+<span class="sourceLineNo">778</span> } else {<a name="line.778"></a>
+<span class="sourceLineNo">779</span> printUsage();<a name="line.779"></a>
+<span class="sourceLineNo">780</span> success = false;<a name="line.780"></a>
+<span class="sourceLineNo">781</span> }<a name="line.781"></a>
+<span class="sourceLineNo">782</span> }<a name="line.782"></a>
+<span class="sourceLineNo">783</span> return (success ? 0 : 1);<a name="line.783"></a>
+<span class="sourceLineNo">784</span> }<a name="line.784"></a>
+<span class="sourceLineNo">785</span><a name="line.785"></a>
+<span class="sourceLineNo">786</span> public static void main(String[] args) {<a name="line.786"></a>
+<span class="sourceLineNo">787</span> try (RegionMover mover = new RegionMover()) {<a name="line.787"></a>
+<span class="sourceLineNo">788</span> mover.doStaticMain(args);<a name="line.788"></a>
+<span class="sourceLineNo">789</span> }<a name="line.789"></a>
+<span class="sourceLineNo">790</span> }<a name="line.790"></a>
+<span class="sourceLineNo">791</span>}<a name="line.791"></a>
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html b/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html
index 0382c19..dc4d6f8 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/util/RegionMover.html
@@ -53,746 +53,750 @@
<span class="sourceLineNo">045</span>import java.util.concurrent.TimeUnit;<a name="line.45"></a>
<span class="sourceLineNo">046</span>import java.util.concurrent.TimeoutException;<a name="line.46"></a>
<span class="sourceLineNo">047</span>import java.util.function.Predicate;<a name="line.47"></a>
-<span class="sourceLineNo">048</span><a name="line.48"></a>
-<span class="sourceLineNo">049</span>import org.apache.commons.io.IOUtils;<a name="line.49"></a>
-<span class="sourceLineNo">050</span>import org.apache.hadoop.conf.Configuration;<a name="line.50"></a>
-<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.ClusterMetrics.Option;<a name="line.51"></a>
-<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.52"></a>
-<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.HConstants;<a name="line.53"></a>
-<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.MetaTableAccessor;<a name="line.54"></a>
-<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.ServerName;<a name="line.55"></a>
-<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.56"></a>
-<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.57"></a>
-<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.58"></a>
-<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.59"></a>
-<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.client.ResultScanner;<a name="line.60"></a>
-<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.61"></a>
-<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.client.Table;<a name="line.62"></a>
-<span class="sourceLineNo">063</span>import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;<a name="line.63"></a>
-<span class="sourceLineNo">064</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.64"></a>
-<span class="sourceLineNo">065</span>import org.slf4j.Logger;<a name="line.65"></a>
-<span class="sourceLineNo">066</span>import org.slf4j.LoggerFactory;<a name="line.66"></a>
-<span class="sourceLineNo">067</span><a name="line.67"></a>
-<span class="sourceLineNo">068</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.68"></a>
-<span class="sourceLineNo">069</span>import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine;<a name="line.69"></a>
-<span class="sourceLineNo">070</span><a name="line.70"></a>
-<span class="sourceLineNo">071</span>/**<a name="line.71"></a>
-<span class="sourceLineNo">072</span> * Tool for loading/unloading regions to/from given regionserver This tool can be run from Command<a name="line.72"></a>
-<span class="sourceLineNo">073</span> * line directly as a utility. Supports Ack/No Ack mode for loading/unloading operations.Ack mode<a name="line.73"></a>
-<span class="sourceLineNo">074</span> * acknowledges if regions are online after movement while noAck mode is best effort mode that<a name="line.74"></a>
-<span class="sourceLineNo">075</span> * improves performance but will still move on if region is stuck/not moved. Motivation behind noAck<a name="line.75"></a>
-<span class="sourceLineNo">076</span> * mode being RS shutdown where even if a Region is stuck, upon shutdown master will move it<a name="line.76"></a>
-<span class="sourceLineNo">077</span> * anyways. This can also be used by constructiong an Object using the builder and then calling<a name="line.77"></a>
-<span class="sourceLineNo">078</span> * {@link #load()} or {@link #unload()} methods for the desired operations.<a name="line.78"></a>
-<span class="sourceLineNo">079</span> */<a name="line.79"></a>
-<span class="sourceLineNo">080</span>@InterfaceAudience.Public<a name="line.80"></a>
-<span class="sourceLineNo">081</span>public class RegionMover extends AbstractHBaseTool implements Closeable {<a name="line.81"></a>
-<span class="sourceLineNo">082</span> public static final String MOVE_RETRIES_MAX_KEY = "hbase.move.retries.max";<a name="line.82"></a>
-<span class="sourceLineNo">083</span> public static final String MOVE_WAIT_MAX_KEY = "hbase.move.wait.max";<a name="line.83"></a>
-<span class="sourceLineNo">084</span> public static final String SERVERSTART_WAIT_MAX_KEY = "hbase.serverstart.wait.max";<a name="line.84"></a>
-<span class="sourceLineNo">085</span> public static final int DEFAULT_MOVE_RETRIES_MAX = 5;<a name="line.85"></a>
-<span class="sourceLineNo">086</span> public static final int DEFAULT_MOVE_WAIT_MAX = 60;<a name="line.86"></a>
-<span class="sourceLineNo">087</span> public static final int DEFAULT_SERVERSTART_WAIT_MAX = 180;<a name="line.87"></a>
-<span class="sourceLineNo">088</span> static final Logger LOG = LoggerFactory.getLogger(RegionMover.class);<a name="line.88"></a>
-<span class="sourceLineNo">089</span> private RegionMoverBuilder rmbuilder;<a name="line.89"></a>
-<span class="sourceLineNo">090</span> private boolean ack = true;<a name="line.90"></a>
-<span class="sourceLineNo">091</span> private int maxthreads = 1;<a name="line.91"></a>
-<span class="sourceLineNo">092</span> private int timeout;<a name="line.92"></a>
-<span class="sourceLineNo">093</span> private String loadUnload;<a name="line.93"></a>
-<span class="sourceLineNo">094</span> private String hostname;<a name="line.94"></a>
-<span class="sourceLineNo">095</span> private String filename;<a name="line.95"></a>
-<span class="sourceLineNo">096</span> private String excludeFile;<a name="line.96"></a>
-<span class="sourceLineNo">097</span> private int port;<a name="line.97"></a>
-<span class="sourceLineNo">098</span> private Connection conn;<a name="line.98"></a>
-<span class="sourceLineNo">099</span> private Admin admin;<a name="line.99"></a>
-<span class="sourceLineNo">100</span><a name="line.100"></a>
-<span class="sourceLineNo">101</span> private RegionMover(RegionMoverBuilder builder) throws IOException {<a name="line.101"></a>
-<span class="sourceLineNo">102</span> this.hostname = builder.hostname;<a name="line.102"></a>
-<span class="sourceLineNo">103</span> this.filename = builder.filename;<a name="line.103"></a>
-<span class="sourceLineNo">104</span> this.excludeFile = builder.excludeFile;<a name="line.104"></a>
-<span class="sourceLineNo">105</span> this.maxthreads = builder.maxthreads;<a name="line.105"></a>
-<span class="sourceLineNo">106</span> this.ack = builder.ack;<a name="line.106"></a>
-<span class="sourceLineNo">107</span> this.port = builder.port;<a name="line.107"></a>
-<span class="sourceLineNo">108</span> this.timeout = builder.timeout;<a name="line.108"></a>
-<span class="sourceLineNo">109</span> setConf(builder.conf);<a name="line.109"></a>
-<span class="sourceLineNo">110</span> this.conn = ConnectionFactory.createConnection(conf);<a name="line.110"></a>
-<span class="sourceLineNo">111</span> this.admin = conn.getAdmin();<a name="line.111"></a>
-<span class="sourceLineNo">112</span> }<a name="line.112"></a>
-<span class="sourceLineNo">113</span><a name="line.113"></a>
-<span class="sourceLineNo">114</span> private RegionMover() {<a name="line.114"></a>
-<span class="sourceLineNo">115</span> }<a name="line.115"></a>
-<span class="sourceLineNo">116</span><a name="line.116"></a>
-<span class="sourceLineNo">117</span> @Override<a name="line.117"></a>
-<span class="sourceLineNo">118</span> public void close() {<a name="line.118"></a>
-<span class="sourceLineNo">119</span> IOUtils.closeQuietly(this.admin);<a name="line.119"></a>
-<span class="sourceLineNo">120</span> IOUtils.closeQuietly(this.conn);<a name="line.120"></a>
-<span class="sourceLineNo">121</span> }<a name="line.121"></a>
-<span class="sourceLineNo">122</span><a name="line.122"></a>
-<span class="sourceLineNo">123</span> /**<a name="line.123"></a>
-<span class="sourceLineNo">124</span> * Builder for Region mover. Use the {@link #build()} method to create RegionMover object. Has<a name="line.124"></a>
-<span class="sourceLineNo">125</span> * {@link #filename(String)}, {@link #excludeFile(String)}, {@link #maxthreads(int)},<a name="line.125"></a>
-<span class="sourceLineNo">126</span> * {@link #ack(boolean)}, {@link #timeout(int)} methods to set the corresponding options<a name="line.126"></a>
-<span class="sourceLineNo">127</span> */<a name="line.127"></a>
-<span class="sourceLineNo">128</span> public static class RegionMoverBuilder {<a name="line.128"></a>
-<span class="sourceLineNo">129</span> private boolean ack = true;<a name="line.129"></a>
-<span class="sourceLineNo">130</span> private int maxthreads = 1;<a name="line.130"></a>
-<span class="sourceLineNo">131</span> private int timeout = Integer.MAX_VALUE;<a name="line.131"></a>
-<span class="sourceLineNo">132</span> private String hostname;<a name="line.132"></a>
-<span class="sourceLineNo">133</span> private String filename;<a name="line.133"></a>
-<span class="sourceLineNo">134</span> private String excludeFile = null;<a name="line.134"></a>
-<span class="sourceLineNo">135</span> private String defaultDir = System.getProperty("java.io.tmpdir");<a name="line.135"></a>
-<span class="sourceLineNo">136</span> @VisibleForTesting<a name="line.136"></a>
-<span class="sourceLineNo">137</span> final int port;<a name="line.137"></a>
-<span class="sourceLineNo">138</span> private final Configuration conf;<a name="line.138"></a>
-<span class="sourceLineNo">139</span><a name="line.139"></a>
-<span class="sourceLineNo">140</span> public RegionMoverBuilder(String hostname) {<a name="line.140"></a>
-<span class="sourceLineNo">141</span> this(hostname, createConf());<a name="line.141"></a>
-<span class="sourceLineNo">142</span> }<a name="line.142"></a>
-<span class="sourceLineNo">143</span><a name="line.143"></a>
-<span class="sourceLineNo">144</span> /**<a name="line.144"></a>
-<span class="sourceLineNo">145</span> * Creates a new configuration and sets region mover specific overrides<a name="line.145"></a>
-<span class="sourceLineNo">146</span> */<a name="line.146"></a>
-<span class="sourceLineNo">147</span> private static Configuration createConf() {<a name="line.147"></a>
-<span class="sourceLineNo">148</span> Configuration conf = HBaseConfiguration.create();<a name="line.148"></a>
-<span class="sourceLineNo">149</span> conf.setInt("hbase.client.prefetch.limit", 1);<a name="line.149"></a>
-<span class="sourceLineNo">150</span> conf.setInt("hbase.client.pause", 500);<a name="line.150"></a>
-<span class="sourceLineNo">151</span> conf.setInt("hbase.client.retries.number", 100);<a name="line.151"></a>
-<span class="sourceLineNo">152</span> return conf;<a name="line.152"></a>
-<span class="sourceLineNo">153</span> }<a name="line.153"></a>
-<span class="sourceLineNo">154</span><a name="line.154"></a>
-<span class="sourceLineNo">155</span> /**<a name="line.155"></a>
-<span class="sourceLineNo">156</span> * @param hostname Hostname to unload regions from or load regions to. Can be either hostname<a name="line.156"></a>
-<span class="sourceLineNo">157</span> * or hostname:port.<a name="line.157"></a>
-<span class="sourceLineNo">158</span> * @param conf Configuration object<a name="line.158"></a>
-<span class="sourceLineNo">159</span> */<a name="line.159"></a>
-<span class="sourceLineNo">160</span> public RegionMoverBuilder(String hostname, Configuration conf) {<a name="line.160"></a>
-<span class="sourceLineNo">161</span> String[] splitHostname = hostname.toLowerCase().split(":");<a name="line.161"></a>
-<span class="sourceLineNo">162</span> this.hostname = splitHostname[0];<a name="line.162"></a>
-<span class="sourceLineNo">163</span> if (splitHostname.length == 2) {<a name="line.163"></a>
-<span class="sourceLineNo">164</span> this.port = Integer.parseInt(splitHostname[1]);<a name="line.164"></a>
-<span class="sourceLineNo">165</span> } else {<a name="line.165"></a>
-<span class="sourceLineNo">166</span> this.port = conf.getInt(HConstants.REGIONSERVER_PORT, HConstants.DEFAULT_REGIONSERVER_PORT);<a name="line.166"></a>
-<span class="sourceLineNo">167</span> }<a name="line.167"></a>
-<span class="sourceLineNo">168</span> this.filename = defaultDir + File.separator + System.getProperty("user.name") + this.hostname<a name="line.168"></a>
-<span class="sourceLineNo">169</span> + ":" + Integer.toString(this.port);<a name="line.169"></a>
-<span class="sourceLineNo">170</span> this.conf = conf;<a name="line.170"></a>
-<span class="sourceLineNo">171</span> }<a name="line.171"></a>
-<span class="sourceLineNo">172</span><a name="line.172"></a>
-<span class="sourceLineNo">173</span> /**<a name="line.173"></a>
-<span class="sourceLineNo">174</span> * Path of file where regions will be written to during unloading/read from during loading<a name="line.174"></a>
-<span class="sourceLineNo">175</span> * @param filename<a name="line.175"></a>
-<span class="sourceLineNo">176</span> * @return RegionMoverBuilder object<a name="line.176"></a>
-<span class="sourceLineNo">177</span> */<a name="line.177"></a>
-<span class="sourceLineNo">178</span> public RegionMoverBuilder filename(String filename) {<a name="line.178"></a>
-<span class="sourceLineNo">179</span> this.filename = filename;<a name="line.179"></a>
-<span class="sourceLineNo">180</span> return this;<a name="line.180"></a>
-<span class="sourceLineNo">181</span> }<a name="line.181"></a>
-<span class="sourceLineNo">182</span><a name="line.182"></a>
-<span class="sourceLineNo">183</span> /**<a name="line.183"></a>
-<span class="sourceLineNo">184</span> * Set the max number of threads that will be used to move regions<a name="line.184"></a>
-<span class="sourceLineNo">185</span> */<a name="line.185"></a>
-<span class="sourceLineNo">186</span> public RegionMoverBuilder maxthreads(int threads) {<a name="line.186"></a>
-<span class="sourceLineNo">187</span> this.maxthreads = threads;<a name="line.187"></a>
-<span class="sourceLineNo">188</span> return this;<a name="line.188"></a>
-<span class="sourceLineNo">189</span> }<a name="line.189"></a>
-<span class="sourceLineNo">190</span><a name="line.190"></a>
-<span class="sourceLineNo">191</span> /**<a name="line.191"></a>
-<span class="sourceLineNo">192</span> * Path of file containing hostnames to be excluded during region movement. Exclude file should<a name="line.192"></a>
-<span class="sourceLineNo">193</span> * have 'host:port' per line. Port is mandatory here as we can have many RS running on a single<a name="line.193"></a>
-<span class="sourceLineNo">194</span> * host.<a name="line.194"></a>
-<span class="sourceLineNo">195</span> */<a name="line.195"></a>
-<span class="sourceLineNo">196</span> public RegionMoverBuilder excludeFile(String excludefile) {<a name="line.196"></a>
-<span class="sourceLineNo">197</span> this.excludeFile = excludefile;<a name="line.197"></a>
-<span class="sourceLineNo">198</span> return this;<a name="line.198"></a>
-<span class="sourceLineNo">199</span> }<a name="line.199"></a>
-<span class="sourceLineNo">200</span><a name="line.200"></a>
-<span class="sourceLineNo">201</span> /**<a name="line.201"></a>
-<span class="sourceLineNo">202</span> * Set ack/noAck mode.<a name="line.202"></a>
-<span class="sourceLineNo">203</span> * <p><a name="line.203"></a>
-<span class="sourceLineNo">204</span> * In ack mode regions are acknowledged before and after moving and the move is retried<a name="line.204"></a>
-<span class="sourceLineNo">205</span> * hbase.move.retries.max times, if unsuccessful we quit with exit code 1.No Ack mode is a best<a name="line.205"></a>
-<span class="sourceLineNo">206</span> * effort mode,each region movement is tried once.This can be used during graceful shutdown as<a name="line.206"></a>
-<span class="sourceLineNo">207</span> * even if we have a stuck region,upon shutdown it'll be reassigned anyway.<a name="line.207"></a>
-<span class="sourceLineNo">208</span> * <p><a name="line.208"></a>
-<span class="sourceLineNo">209</span> * @param ack<a name="line.209"></a>
-<span class="sourceLineNo">210</span> * @return RegionMoverBuilder object<a name="line.210"></a>
-<span class="sourceLineNo">211</span> */<a name="line.211"></a>
-<span class="sourceLineNo">212</span> public RegionMoverBuilder ack(boolean ack) {<a name="line.212"></a>
-<span class="sourceLineNo">213</span> this.ack = ack;<a name="line.213"></a>
-<span class="sourceLineNo">214</span> return this;<a name="line.214"></a>
-<span class="sourceLineNo">215</span> }<a name="line.215"></a>
-<span class="sourceLineNo">216</span><a name="line.216"></a>
-<span class="sourceLineNo">217</span> /**<a name="line.217"></a>
-<span class="sourceLineNo">218</span> * Set the timeout for Load/Unload operation in seconds.This is a global timeout,threadpool for<a name="line.218"></a>
-<span class="sourceLineNo">219</span> * movers also have a separate time which is hbase.move.wait.max * number of regions to<a name="line.219"></a>
-<span class="sourceLineNo">220</span> * load/unload<a name="line.220"></a>
-<span class="sourceLineNo">221</span> * @param timeout in seconds<a name="line.221"></a>
-<span class="sourceLineNo">222</span> * @return RegionMoverBuilder object<a name="line.222"></a>
-<span class="sourceLineNo">223</span> */<a name="line.223"></a>
-<span class="sourceLineNo">224</span> public RegionMoverBuilder timeout(int timeout) {<a name="line.224"></a>
-<span class="sourceLineNo">225</span> this.timeout = timeout;<a name="line.225"></a>
-<span class="sourceLineNo">226</span> return this;<a name="line.226"></a>
-<span class="sourceLineNo">227</span> }<a name="line.227"></a>
-<span class="sourceLineNo">228</span><a name="line.228"></a>
-<span class="sourceLineNo">229</span> /**<a name="line.229"></a>
-<span class="sourceLineNo">230</span> * This method builds the appropriate RegionMover object which can then be used to load/unload<a name="line.230"></a>
-<span class="sourceLineNo">231</span> * using load and unload methods<a name="line.231"></a>
-<span class="sourceLineNo">232</span> * @return RegionMover object<a name="line.232"></a>
-<span class="sourceLineNo">233</span> */<a name="line.233"></a>
-<span class="sourceLineNo">234</span> public RegionMover build() throws IOException {<a name="line.234"></a>
-<span class="sourceLineNo">235</span> return new RegionMover(this);<a name="line.235"></a>
-<span class="sourceLineNo">236</span> }<a name="line.236"></a>
-<span class="sourceLineNo">237</span> }<a name="line.237"></a>
-<span class="sourceLineNo">238</span><a name="line.238"></a>
-<span class="sourceLineNo">239</span> /**<a name="line.239"></a>
-<span class="sourceLineNo">240</span> * Move Regions and make sure that they are up on the target server.If a region movement fails we<a name="line.240"></a>
-<span class="sourceLineNo">241</span> * exit as failure<a name="line.241"></a>
-<span class="sourceLineNo">242</span> */<a name="line.242"></a>
-<span class="sourceLineNo">243</span> private class MoveWithAck implements Callable<Boolean> {<a name="line.243"></a>
-<span class="sourceLineNo">244</span> private RegionInfo region;<a name="line.244"></a>
-<span class="sourceLineNo">245</span> private ServerName targetServer;<a name="line.245"></a>
-<span class="sourceLineNo">246</span> private List<RegionInfo> movedRegions;<a name="line.246"></a>
-<span class="sourceLineNo">247</span> private ServerName sourceServer;<a name="line.247"></a>
-<span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span> public MoveWithAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.249"></a>
-<span class="sourceLineNo">250</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.250"></a>
-<span class="sourceLineNo">251</span> this.region = regionInfo;<a name="line.251"></a>
-<span class="sourceLineNo">252</span> this.targetServer = targetServer;<a name="line.252"></a>
-<span class="sourceLineNo">253</span> this.movedRegions = movedRegions;<a name="line.253"></a>
-<span class="sourceLineNo">254</span> this.sourceServer = sourceServer;<a name="line.254"></a>
-<span class="sourceLineNo">255</span> }<a name="line.255"></a>
-<span class="sourceLineNo">256</span><a name="line.256"></a>
-<span class="sourceLineNo">257</span> @Override<a name="line.257"></a>
-<span class="sourceLineNo">258</span> public Boolean call() throws IOException, InterruptedException {<a name="line.258"></a>
-<span class="sourceLineNo">259</span> boolean moved = false;<a name="line.259"></a>
-<span class="sourceLineNo">260</span> int count = 0;<a name="line.260"></a>
-<span class="sourceLineNo">261</span> int retries = admin.getConfiguration().getInt(MOVE_RETRIES_MAX_KEY, DEFAULT_MOVE_RETRIES_MAX);<a name="line.261"></a>
-<span class="sourceLineNo">262</span> int maxWaitInSeconds =<a name="line.262"></a>
-<span class="sourceLineNo">263</span> admin.getConfiguration().getInt(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.263"></a>
-<span class="sourceLineNo">264</span> long startTime = EnvironmentEdgeManager.currentTime();<a name="line.264"></a>
-<span class="sourceLineNo">265</span> boolean sameServer = true;<a name="line.265"></a>
-<span class="sourceLineNo">266</span> // Assert we can scan the region in its current location<a name="line.266"></a>
-<span class="sourceLineNo">267</span> isSuccessfulScan(region);<a name="line.267"></a>
-<span class="sourceLineNo">268</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.268"></a>
-<span class="sourceLineNo">269</span> + targetServer);<a name="line.269"></a>
-<span class="sourceLineNo">270</span> while (count < retries && sameServer) {<a name="line.270"></a>
-<span class="sourceLineNo">271</span> if (count > 0) {<a name="line.271"></a>
-<span class="sourceLineNo">272</span> LOG.info("Retry " + Integer.toString(count) + " of maximum " + Integer.toString(retries));<a name="line.272"></a>
-<span class="sourceLineNo">273</span> }<a name="line.273"></a>
-<span class="sourceLineNo">274</span> count = count + 1;<a name="line.274"></a>
-<span class="sourceLineNo">275</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.275"></a>
-<span class="sourceLineNo">276</span> long maxWait = startTime + (maxWaitInSeconds * 1000);<a name="line.276"></a>
-<span class="sourceLineNo">277</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.277"></a>
-<span class="sourceLineNo">278</span> sameServer = isSameServer(region, sourceServer);<a name="line.278"></a>
-<span class="sourceLineNo">279</span> if (!sameServer) {<a name="line.279"></a>
-<span class="sourceLineNo">280</span> break;<a name="line.280"></a>
-<span class="sourceLineNo">281</span> }<a name="line.281"></a>
-<span class="sourceLineNo">282</span> Thread.sleep(100);<a name="line.282"></a>
-<span class="sourceLineNo">283</span> }<a name="line.283"></a>
-<span class="sourceLineNo">284</span> }<a name="line.284"></a>
-<span class="sourceLineNo">285</span> if (sameServer) {<a name="line.285"></a>
-<span class="sourceLineNo">286</span> LOG.error("Region: " + region.getRegionNameAsString() + " stuck on " + this.sourceServer<a name="line.286"></a>
-<span class="sourceLineNo">287</span> + ",newServer=" + this.targetServer);<a name="line.287"></a>
-<span class="sourceLineNo">288</span> } else {<a name="line.288"></a>
-<span class="sourceLineNo">289</span> isSuccessfulScan(region);<a name="line.289"></a>
-<span class="sourceLineNo">290</span> LOG.info("Moved Region "<a name="line.290"></a>
-<span class="sourceLineNo">291</span> + region.getRegionNameAsString()<a name="line.291"></a>
-<span class="sourceLineNo">292</span> + " cost:"<a name="line.292"></a>
-<span class="sourceLineNo">293</span> + String.format("%.3f",<a name="line.293"></a>
-<span class="sourceLineNo">294</span> (float) (EnvironmentEdgeManager.currentTime() - startTime) / 1000));<a name="line.294"></a>
-<span class="sourceLineNo">295</span> moved = true;<a name="line.295"></a>
-<span class="sourceLineNo">296</span> movedRegions.add(region);<a name="line.296"></a>
-<span class="sourceLineNo">297</span> }<a name="line.297"></a>
-<span class="sourceLineNo">298</span> return moved;<a name="line.298"></a>
-<span class="sourceLineNo">299</span> }<a name="line.299"></a>
-<span class="sourceLineNo">300</span> }<a name="line.300"></a>
-<span class="sourceLineNo">301</span><a name="line.301"></a>
-<span class="sourceLineNo">302</span> /**<a name="line.302"></a>
-<span class="sourceLineNo">303</span> * Move Regions without Acknowledging.Usefule in case of RS shutdown as we might want to shut the<a name="line.303"></a>
-<span class="sourceLineNo">304</span> * RS down anyways and not abort on a stuck region. Improves movement performance<a name="line.304"></a>
-<span class="sourceLineNo">305</span> */<a name="line.305"></a>
-<span class="sourceLineNo">306</span> private class MoveWithoutAck implements Callable<Boolean> {<a name="line.306"></a>
-<span class="sourceLineNo">307</span> private RegionInfo region;<a name="line.307"></a>
-<span class="sourceLineNo">308</span> private ServerName targetServer;<a name="line.308"></a>
-<span class="sourceLineNo">309</span> private List<RegionInfo> movedRegions;<a name="line.309"></a>
-<span class="sourceLineNo">310</span> private ServerName sourceServer;<a name="line.310"></a>
-<span class="sourceLineNo">311</span><a name="line.311"></a>
-<span class="sourceLineNo">312</span> public MoveWithoutAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.312"></a>
-<span class="sourceLineNo">313</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.313"></a>
-<span class="sourceLineNo">314</span> this.region = regionInfo;<a name="line.314"></a>
-<span class="sourceLineNo">315</span> this.targetServer = targetServer;<a name="line.315"></a>
-<span class="sourceLineNo">316</span> this.movedRegions = movedRegions;<a name="line.316"></a>
-<span class="sourceLineNo">317</span> this.sourceServer = sourceServer;<a name="line.317"></a>
-<span class="sourceLineNo">318</span> }<a name="line.318"></a>
-<span class="sourceLineNo">319</span><a name="line.319"></a>
-<span class="sourceLineNo">320</span> @Override<a name="line.320"></a>
-<span class="sourceLineNo">321</span> public Boolean call() {<a name="line.321"></a>
-<span class="sourceLineNo">322</span> try {<a name="line.322"></a>
-<span class="sourceLineNo">323</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.323"></a>
-<span class="sourceLineNo">324</span> + targetServer);<a name="line.324"></a>
-<span class="sourceLineNo">325</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.325"></a>
-<span class="sourceLineNo">326</span> LOG.info("Moved " + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.326"></a>
-<span class="sourceLineNo">327</span> + targetServer);<a name="line.327"></a>
-<span class="sourceLineNo">328</span> } catch (Exception e) {<a name="line.328"></a>
-<span class="sourceLineNo">329</span> LOG.error("Error Moving Region:" + region.getEncodedName(), e);<a name="line.329"></a>
-<span class="sourceLineNo">330</span> } finally {<a name="line.330"></a>
-<span class="sourceLineNo">331</span> // we add region to the moved regions list in No Ack Mode since this is best effort<a name="line.331"></a>
-<span class="sourceLineNo">332</span> movedRegions.add(region);<a name="line.332"></a>
-<span class="sourceLineNo">333</span> }<a name="line.333"></a>
-<span class="sourceLineNo">334</span> return true;<a name="line.334"></a>
-<span class="sourceLineNo">335</span> }<a name="line.335"></a>
-<span class="sourceLineNo">336</span> }<a name="line.336"></a>
-<span class="sourceLineNo">337</span><a name="line.337"></a>
-<span class="sourceLineNo">338</span> /**<a name="line.338"></a>
-<span class="sourceLineNo">339</span> * Loads the specified {@link #hostname} with regions listed in the {@link #filename} RegionMover<a name="line.339"></a>
-<span class="sourceLineNo">340</span> * Object has to be created using {@link #RegionMover(RegionMoverBuilder)}<a name="line.340"></a>
-<span class="sourceLineNo">341</span> * @return true if loading succeeded, false otherwise<a name="line.341"></a>
-<span class="sourceLineNo">342</span> */<a name="line.342"></a>
-<span class="sourceLineNo">343</span> public boolean load() throws ExecutionException, InterruptedException, TimeoutException {<a name="line.343"></a>
-<span class="sourceLineNo">344</span> ExecutorService loadPool = Executors.newFixedThreadPool(1);<a name="line.344"></a>
-<span class="sourceLineNo">345</span> Future<Boolean> loadTask = loadPool.submit(() -> {<a name="line.345"></a>
-<span class="sourceLineNo">346</span> try {<a name="line.346"></a>
-<span class="sourceLineNo">347</span> List<RegionInfo> regionsToMove = readRegionsFromFile(filename);<a name="line.347"></a>
-<span class="sourceLineNo">348</span> if (regionsToMove.isEmpty()) {<a name="line.348"></a>
-<span class="sourceLineNo">349</span> LOG.info("No regions to load.Exiting");<a name="line.349"></a>
-<span class="sourceLineNo">350</span> return true;<a name="line.350"></a>
-<span class="sourceLineNo">351</span> }<a name="line.351"></a>
-<span class="sourceLineNo">352</span> loadRegions(regionsToMove);<a name="line.352"></a>
-<span class="sourceLineNo">353</span> } catch (Exception e) {<a name="line.353"></a>
-<span class="sourceLineNo">354</span> LOG.error("Error while loading regions to " + hostname, e);<a name="line.354"></a>
-<span class="sourceLineNo">355</span> return false;<a name="line.355"></a>
-<span class="sourceLineNo">356</span> }<a name="line.356"></a>
-<span class="sourceLineNo">357</span> return true;<a name="line.357"></a>
-<span class="sourceLineNo">358</span> });<a name="line.358"></a>
-<span class="sourceLineNo">359</span> return waitTaskToFinish(loadPool, loadTask, "loading");<a name="line.359"></a>
-<span class="sourceLineNo">360</span> }<a name="line.360"></a>
-<span class="sourceLineNo">361</span><a name="line.361"></a>
-<span class="sourceLineNo">362</span> private void loadRegions(List<RegionInfo> regionsToMove)<a name="line.362"></a>
-<span class="sourceLineNo">363</span> throws Exception {<a name="line.363"></a>
-<span class="sourceLineNo">364</span> ServerName server = getTargetServer();<a name="line.364"></a>
-<span class="sourceLineNo">365</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.365"></a>
-<span class="sourceLineNo">366</span> LOG.info(<a name="line.366"></a>
-<span class="sourceLineNo">367</span> "Moving " + regionsToMove.size() + " regions to " + server + " using " + this.maxthreads<a name="line.367"></a>
-<span class="sourceLineNo">368</span> + " threads.Ack mode:" + this.ack);<a name="line.368"></a>
-<span class="sourceLineNo">369</span><a name="line.369"></a>
-<span class="sourceLineNo">370</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.370"></a>
-<span class="sourceLineNo">371</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.371"></a>
-<span class="sourceLineNo">372</span> int counter = 0;<a name="line.372"></a>
-<span class="sourceLineNo">373</span> while (counter < regionsToMove.size()) {<a name="line.373"></a>
-<span class="sourceLineNo">374</span> RegionInfo region = regionsToMove.get(counter);<a name="line.374"></a>
-<span class="sourceLineNo">375</span> ServerName currentServer = getServerNameForRegion(region);<a name="line.375"></a>
-<span class="sourceLineNo">376</span> if (currentServer == null) {<a name="line.376"></a>
-<span class="sourceLineNo">377</span> LOG.warn(<a name="line.377"></a>
-<span class="sourceLineNo">378</span> "Could not get server for Region:" + region.getRegionNameAsString() + " moving on");<a name="line.378"></a>
-<span class="sourceLineNo">379</span> counter++;<a name="line.379"></a>
-<span class="sourceLineNo">380</span> continue;<a name="line.380"></a>
-<span class="sourceLineNo">381</span> } else if (server.equals(currentServer)) {<a name="line.381"></a>
-<span class="sourceLineNo">382</span> LOG.info(<a name="line.382"></a>
-<span class="sourceLineNo">383</span> "Region " + region.getRegionNameAsString() + " is already on target server=" + server);<a name="line.383"></a>
-<span class="sourceLineNo">384</span> counter++;<a name="line.384"></a>
-<span class="sourceLineNo">385</span> continue;<a name="line.385"></a>
-<span class="sourceLineNo">386</span> }<a name="line.386"></a>
-<span class="sourceLineNo">387</span> if (ack) {<a name="line.387"></a>
-<span class="sourceLineNo">388</span> Future<Boolean> task =<a name="line.388"></a>
-<span class="sourceLineNo">389</span> moveRegionsPool.submit(new MoveWithAck(region, currentServer, server, movedRegions));<a name="line.389"></a>
-<span class="sourceLineNo">390</span> taskList.add(task);<a name="line.390"></a>
-<span class="sourceLineNo">391</span> } else {<a name="line.391"></a>
-<span class="sourceLineNo">392</span> Future<Boolean> task =<a name="line.392"></a>
-<span class="sourceLineNo">393</span> moveRegionsPool.submit(new MoveWithoutAck(region, currentServer, server, movedRegions));<a name="line.393"></a>
-<span class="sourceLineNo">394</span> taskList.add(task);<a name="line.394"></a>
-<span class="sourceLineNo">395</span> }<a name="line.395"></a>
-<span class="sourceLineNo">396</span> counter++;<a name="line.396"></a>
-<span class="sourceLineNo">397</span> }<a name="line.397"></a>
-<span class="sourceLineNo">398</span><a name="line.398"></a>
-<span class="sourceLineNo">399</span> moveRegionsPool.shutdown();<a name="line.399"></a>
-<span class="sourceLineNo">400</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.400"></a>
-<span class="sourceLineNo">401</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.401"></a>
-<span class="sourceLineNo">402</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.402"></a>
-<span class="sourceLineNo">403</span> }<a name="line.403"></a>
-<span class="sourceLineNo">404</span><a name="line.404"></a>
-<span class="sourceLineNo">405</span> /**<a name="line.405"></a>
-<span class="sourceLineNo">406</span> * Unload regions from given {@link #hostname} using ack/noAck mode and {@link #maxthreads}.In<a name="line.406"></a>
-<span class="sourceLineNo">407</span> * noAck mode we do not make sure that region is successfully online on the target region<a name="line.407"></a>
-<span class="sourceLineNo">408</span> * server,hence it is best effort.We do not unload regions to hostnames given in<a name="line.408"></a>
-<span class="sourceLineNo">409</span> * {@link #excludeFile}.<a name="line.409"></a>
-<span class="sourceLineNo">410</span> * @return true if unloading succeeded, false otherwise<a name="line.410"></a>
-<span class="sourceLineNo">411</span> */<a name="line.411"></a>
-<span class="sourceLineNo">412</span> public boolean unload() throws InterruptedException, ExecutionException, TimeoutException {<a name="line.412"></a>
-<span class="sourceLineNo">413</span> deleteFile(this.filename);<a name="line.413"></a>
-<span class="sourceLineNo">414</span> ExecutorService unloadPool = Executors.newFixedThreadPool(1);<a name="line.414"></a>
-<span class="sourceLineNo">415</span> Future<Boolean> unloadTask = unloadPool.submit(() -> {<a name="line.415"></a>
-<span class="sourceLineNo">416</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.416"></a>
-<span class="sourceLineNo">417</span> try {<a name="line.417"></a>
-<span class="sourceLineNo">418</span> // Get Online RegionServers<a name="line.418"></a>
-<span class="sourceLineNo">419</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.419"></a>
-<span class="sourceLineNo">420</span> regionServers.addAll(<a name="line.420"></a>
-<span class="sourceLineNo">421</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.421"></a>
-<span class="sourceLineNo">422</span> .keySet());<a name="line.422"></a>
-<span class="sourceLineNo">423</span> // Remove the host Region server from target Region Servers list<a name="line.423"></a>
-<span class="sourceLineNo">424</span> ServerName server = stripServer(regionServers, hostname, port);<a name="line.424"></a>
-<span class="sourceLineNo">425</span> // Remove RS present in the exclude file<a name="line.425"></a>
-<span class="sourceLineNo">426</span> stripExcludes(regionServers);<a name="line.426"></a>
-<span class="sourceLineNo">427</span> stripMaster(regionServers);<a name="line.427"></a>
-<span class="sourceLineNo">428</span> if (regionServers.isEmpty()) {<a name="line.428"></a>
-<span class="sourceLineNo">429</span> LOG.warn("No Regions were moved - no servers available");<a name="line.429"></a>
-<span class="sourceLineNo">430</span> return false;<a name="line.430"></a>
-<span class="sourceLineNo">431</span> }<a name="line.431"></a>
-<span class="sourceLineNo">432</span> unloadRegions(server, regionServers, movedRegions);<a name="line.432"></a>
-<span class="sourceLineNo">433</span> } catch (Exception e) {<a name="line.433"></a>
-<span class="sourceLineNo">434</span> LOG.error("Error while unloading regions ", e);<a name="line.434"></a>
-<span class="sourceLineNo">435</span> return false;<a name="line.435"></a>
-<span class="sourceLineNo">436</span> } finally {<a name="line.436"></a>
-<span class="sourceLineNo">437</span> if (movedRegions != null) {<a name="line.437"></a>
-<span class="sourceLineNo">438</span> writeFile(filename, movedRegions);<a name="line.438"></a>
-<span class="sourceLineNo">439</span> }<a name="line.439"></a>
-<span class="sourceLineNo">440</span> }<a name="line.440"></a>
-<span class="sourceLineNo">441</span> return true;<a name="line.441"></a>
-<span class="sourceLineNo">442</span> });<a name="line.442"></a>
-<span class="sourceLineNo">443</span> return waitTaskToFinish(unloadPool, unloadTask, "unloading");<a name="line.443"></a>
-<span class="sourceLineNo">444</span> }<a name="line.444"></a>
-<span class="sourceLineNo">445</span><a name="line.445"></a>
-<span class="sourceLineNo">446</span> private void unloadRegions(ServerName server, List<ServerName> regionServers,<a name="line.446"></a>
-<span class="sourceLineNo">447</span> List<RegionInfo> movedRegions) throws Exception {<a name="line.447"></a>
-<span class="sourceLineNo">448</span> while (true) {<a name="line.448"></a>
-<span class="sourceLineNo">449</span> List<RegionInfo> regionsToMove = admin.getRegions(server);<a name="line.449"></a>
-<span class="sourceLineNo">450</span> regionsToMove.removeAll(movedRegions);<a name="line.450"></a>
-<span class="sourceLineNo">451</span> if (regionsToMove.isEmpty()) {<a name="line.451"></a>
-<span class="sourceLineNo">452</span> LOG.info("No Regions to move....Quitting now");<a name="line.452"></a>
-<span class="sourceLineNo">453</span> break;<a name="line.453"></a>
-<span class="sourceLineNo">454</span> }<a name="line.454"></a>
-<span class="sourceLineNo">455</span> int counter = 0;<a name="line.455"></a>
-<span class="sourceLineNo">456</span> LOG.info("Moving " + regionsToMove.size() + " regions from " + this.hostname + " to "<a name="line.456"></a>
-<span class="sourceLineNo">457</span> + regionServers.size() + " servers using " + this.maxthreads + " threads .Ack Mode:"<a name="line.457"></a>
-<span class="sourceLineNo">458</span> + ack);<a name="line.458"></a>
-<span class="sourceLineNo">459</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.459"></a>
-<span class="sourceLineNo">460</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.460"></a>
-<span class="sourceLineNo">461</span> int serverIndex = 0;<a name="line.461"></a>
-<span class="sourceLineNo">462</span> while (counter < regionsToMove.size()) {<a name="line.462"></a>
-<span class="sourceLineNo">463</span> if (ack) {<a name="line.463"></a>
-<span class="sourceLineNo">464</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.464"></a>
-<span class="sourceLineNo">465</span> new MoveWithAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.465"></a>
-<span class="sourceLineNo">466</span> movedRegions));<a name="line.466"></a>
-<span class="sourceLineNo">467</span> taskList.add(task);<a name="line.467"></a>
-<span class="sourceLineNo">468</span> } else {<a name="line.468"></a>
-<span class="sourceLineNo">469</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.469"></a>
-<span class="sourceLineNo">470</span> new MoveWithoutAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.470"></a>
-<span class="sourceLineNo">471</span> movedRegions));<a name="line.471"></a>
-<span class="sourceLineNo">472</span> taskList.add(task);<a name="line.472"></a>
-<span class="sourceLineNo">473</span> }<a name="line.473"></a>
-<span class="sourceLineNo">474</span> counter++;<a name="line.474"></a>
-<span class="sourceLineNo">475</span> serverIndex = (serverIndex + 1) % regionServers.size();<a name="line.475"></a>
-<span class="sourceLineNo">476</span> }<a name="line.476"></a>
-<span class="sourceLineNo">477</span> moveRegionsPool.shutdown();<a name="line.477"></a>
-<span class="sourceLineNo">478</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.478"></a>
-<span class="sourceLineNo">479</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.479"></a>
-<span class="sourceLineNo">480</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.480"></a>
-<span class="sourceLineNo">481</span> }<a name="line.481"></a>
-<span class="sourceLineNo">482</span> }<a name="line.482"></a>
-<span class="sourceLineNo">483</span><a name="line.483"></a>
-<span class="sourceLineNo">484</span> private boolean waitTaskToFinish(ExecutorService pool, Future<Boolean> task, String operation)<a name="line.484"></a>
-<span class="sourceLineNo">485</span> throws TimeoutException, InterruptedException, ExecutionException {<a name="line.485"></a>
-<span class="sourceLineNo">486</span> pool.shutdown();<a name="line.486"></a>
-<span class="sourceLineNo">487</span> try {<a name="line.487"></a>
-<span class="sourceLineNo">488</span> if (!pool.awaitTermination((long) this.timeout, TimeUnit.SECONDS)) {<a name="line.488"></a>
-<span class="sourceLineNo">489</span> LOG.warn(<a name="line.489"></a>
-<span class="sourceLineNo">490</span> "Timed out before finishing the " + operation + " operation. Timeout: " + this.timeout<a name="line.490"></a>
-<span class="sourceLineNo">491</span> + "sec");<a name="line.491"></a>
-<span class="sourceLineNo">492</span> pool.shutdownNow();<a name="line.492"></a>
-<span class="sourceLineNo">493</span> }<a name="line.493"></a>
-<span class="sourceLineNo">494</span> } catch (InterruptedException e) {<a name="line.494"></a>
-<span class="sourceLineNo">495</span> pool.shutdownNow();<a name="line.495"></a>
-<span class="sourceLineNo">496</span> Thread.currentThread().interrupt();<a name="line.496"></a>
-<span class="sourceLineNo">497</span> }<a name="line.497"></a>
-<span class="sourceLineNo">498</span> try {<a name="line.498"></a>
-<span class="sourceLineNo">499</span> return task.get(5, TimeUnit.SECONDS);<a name="line.499"></a>
-<span class="sourceLineNo">500</span> } catch (InterruptedException e) {<a name="line.500"></a>
-<span class="sourceLineNo">501</span> LOG.warn("Interrupted while " + operation + " Regions on " + this.hostname, e);<a name="line.501"></a>
-<span class="sourceLineNo">502</span> throw e;<a name="line.502"></a>
-<span class="sourceLineNo">503</span> } catch (ExecutionException e) {<a name="line.503"></a>
-<span class="sourceLineNo">504</span> LOG.error("Error while " + operation + " regions on RegionServer " + this.hostname, e);<a name="line.504"></a>
-<span class="sourceLineNo">505</span> throw e;<a name="line.505"></a>
-<span class="sourceLineNo">506</span> }<a name="line.506"></a>
-<span class="sourceLineNo">507</span> }<a name="line.507"></a>
-<span class="sourceLineNo">508</span><a name="line.508"></a>
-<span class="sourceLineNo">509</span> private void waitMoveTasksToFinish(ExecutorService moveRegionsPool,<a name="line.509"></a>
-<span class="sourceLineNo">510</span> List<Future<Boolean>> taskList, long timeoutInSeconds) throws Exception {<a name="line.510"></a>
-<span class="sourceLineNo">511</span> try {<a name="line.511"></a>
-<span class="sourceLineNo">512</span> if (!moveRegionsPool.awaitTermination(timeoutInSeconds, TimeUnit.SECONDS)) {<a name="line.512"></a>
-<span class="sourceLineNo">513</span> moveRegionsPool.shutdownNow();<a name="line.513"></a>
-<span class="sourceLineNo">514</span> }<a name="line.514"></a>
-<span class="sourceLineNo">515</span> } catch (InterruptedException e) {<a name="line.515"></a>
-<span class="sourceLineNo">516</span> moveRegionsPool.shutdownNow();<a name="line.516"></a>
-<span class="sourceLineNo">517</span> Thread.currentThread().interrupt();<a name="line.517"></a>
-<span class="sourceLineNo">518</span> }<a name="line.518"></a>
-<span class="sourceLineNo">519</span> for (Future<Boolean> future : taskList) {<a name="line.519"></a>
-<span class="sourceLineNo">520</span> try {<a name="line.520"></a>
-<span class="sourceLineNo">521</span> // if even after shutdownNow threads are stuck we wait for 5 secs max<a name="line.521"></a>
-<span class="sourceLineNo">522</span> if (!future.get(5, TimeUnit.SECONDS)) {<a name="line.522"></a>
-<span class="sourceLineNo">523</span> LOG.error("Was Not able to move region....Exiting Now");<a name="line.523"></a>
-<span class="sourceLineNo">524</span> throw new Exception("Could not move region Exception");<a name="line.524"></a>
-<span class="sourceLineNo">525</span> }<a name="line.525"></a>
-<span class="sourceLineNo">526</span> } catch (InterruptedException e) {<a name="line.526"></a>
-<span class="sourceLineNo">527</span> LOG.error("Interrupted while waiting for Thread to Complete " + e.getMessage(), e);<a name="line.527"></a>
-<span class="sourceLineNo">528</span> throw e;<a name="line.528"></a>
-<span class="sourceLineNo">529</span> } catch (ExecutionException e) {<a name="line.529"></a>
-<span class="sourceLineNo">530</span> LOG.error("Got Exception From Thread While moving region " + e.getMessage(), e);<a name="line.530"></a>
-<span class="sourceLineNo">531</span> throw e;<a name="line.531"></a>
-<span class="sourceLineNo">532</span> } catch (CancellationException e) {<a name="line.532"></a>
-<span class="sourceLineNo">533</span> LOG.error("Thread for moving region cancelled. Timeout for cancellation:" + timeoutInSeconds<a name="line.533"></a>
-<span class="sourceLineNo">534</span> + "secs", e);<a name="line.534"></a>
-<span class="sourceLineNo">535</span> throw e;<a name="line.535"></a>
-<span class="sourceLineNo">536</span> }<a name="line.536"></a>
-<span class="sourceLineNo">537</span> }<a name="line.537"></a>
-<span class="sourceLineNo">538</span> }<a name="line.538"></a>
-<span class="sourceLineNo">539</span><a name="line.539"></a>
-<span class="sourceLineNo">540</span> private ServerName getTargetServer() throws Exception {<a name="line.540"></a>
-<span class="sourceLineNo">541</span> ServerName server = null;<a name="line.541"></a>
-<span class="sourceLineNo">542</span> int maxWaitInSeconds =<a name="line.542"></a>
-<span class="sourceLineNo">543</span> admin.getConfiguration().getInt(SERVERSTART_WAIT_MAX_KEY, DEFAULT_SERVERSTART_WAIT_MAX);<a name="line.543"></a>
-<span class="sourceLineNo">544</span> long maxWait = EnvironmentEdgeManager.currentTime() + maxWaitInSeconds * 1000;<a name="line.544"></a>
-<span class="sourceLineNo">545</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.545"></a>
-<span class="sourceLineNo">546</span> try {<a name="line.546"></a>
-<span class="sourceLineNo">547</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.547"></a>
-<span class="sourceLineNo">548</span> regionServers.addAll(<a name="line.548"></a>
-<span class="sourceLineNo">549</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.549"></a>
-<span class="sourceLineNo">550</span> .keySet());<a name="line.550"></a>
-<span class="sourceLineNo">551</span> // Remove the host Region server from target Region Servers list<a name="line.551"></a>
-<span class="sourceLineNo">552</span> server = stripServer(regionServers, hostname, port);<a name="line.552"></a>
-<span class="sourceLineNo">553</span> if (server != null) {<a name="line.553"></a>
-<span class="sourceLineNo">554</span> break;<a name="line.554"></a>
-<span class="sourceLineNo">555</span> } else {<a name="line.555"></a>
-<span class="sourceLineNo">556</span> LOG.warn("Server " + hostname + ":" + port + " is not up yet, waiting");<a name="line.556"></a>
-<span class="sourceLineNo">557</span> }<a name="line.557"></a>
-<span class="sourceLineNo">558</span> } catch (IOException e) {<a name="line.558"></a>
-<span class="sourceLineNo">559</span> LOG.warn("Could not get list of region servers", e);<a name="line.559"></a>
-<span class="sourceLineNo">560</span> }<a name="line.560"></a>
-<span class="sourceLineNo">561</span> Thread.sleep(500);<a name="line.561"></a>
-<span class="sourceLineNo">562</span> }<a name="line.562"></a>
-<span class="sourceLineNo">563</span> if (server == null) {<a name="line.563"></a>
-<span class="sourceLineNo">564</span> LOG.error("Server " + hostname + ":" + port + " is not up. Giving up.");<a name="line.564"></a>
-<span class="sourceLineNo">565</span> throw new Exception("Server " + hostname + ":" + port + " to load regions not online");<a name="line.565"></a>
-<span class="sourceLineNo">566</span> }<a name="line.566"></a>
-<span class="sourceLineNo">567</span> return server;<a name="line.567"></a>
-<span class="sourceLineNo">568</span> }<a name="line.568"></a>
-<span class="sourceLineNo">569</span><a name="line.569"></a>
-<span class="sourceLineNo">570</span> private List<RegionInfo> readRegionsFromFile(String filename) throws IOException {<a name="line.570"></a>
-<span class="sourceLineNo">571</span> List<RegionInfo> regions = new ArrayList<>();<a name="line.571"></a>
-<span class="sourceLineNo">572</span> File f = new File(filename);<a name="line.572"></a>
-<span class="sourceLineNo">573</span> if (!f.exists()) {<a name="line.573"></a>
-<span class="sourceLineNo">574</span> return regions;<a name="line.574"></a>
-<span class="sourceLineNo">575</span> }<a name="line.575"></a>
-<span class="sourceLineNo">576</span> try (DataInputStream dis = new DataInputStream(<a name="line.576"></a>
-<span class="sourceLineNo">577</span> new BufferedInputStream(new FileInputStream(f)))) {<a name="line.577"></a>
-<span class="sourceLineNo">578</span> int numRegions = dis.readInt();<a name="line.578"></a>
-<span class="sourceLineNo">579</span> int index = 0;<a name="line.579"></a>
-<span class="sourceLineNo">580</span> while (index < numRegions) {<a name="line.580"></a>
-<span class="sourceLineNo">581</span> regions.add(RegionInfo.parseFromOrNull(Bytes.readByteArray(dis)));<a name="line.581"></a>
-<span class="sourceLineNo">582</span> index++;<a name="line.582"></a>
-<span class="sourceLineNo">583</span> }<a name="line.583"></a>
-<span class="sourceLineNo">584</span> } catch (IOException e) {<a name="line.584"></a>
-<span class="sourceLineNo">585</span> LOG.error("Error while reading regions from file:" + filename, e);<a name="line.585"></a>
-<span class="sourceLineNo">586</span> throw e;<a name="line.586"></a>
-<span class="sourceLineNo">587</span> }<a name="line.587"></a>
-<span class="sourceLineNo">588</span> return regions;<a name="line.588"></a>
-<span class="sourceLineNo">589</span> }<a name="line.589"></a>
-<span class="sourceLineNo">590</span><a name="line.590"></a>
-<span class="sourceLineNo">591</span> /**<a name="line.591"></a>
-<span class="sourceLineNo">592</span> * Write the number of regions moved in the first line followed by regions moved in subsequent<a name="line.592"></a>
-<span class="sourceLineNo">593</span> * lines<a name="line.593"></a>
-<span class="sourceLineNo">594</span> */<a name="line.594"></a>
-<span class="sourceLineNo">595</span> private void writeFile(String filename, List<RegionInfo> movedRegions) throws IOException {<a name="line.595"></a>
-<span class="sourceLineNo">596</span> try (DataOutputStream dos = new DataOutputStream(<a name="line.596"></a>
-<span class="sourceLineNo">597</span> new BufferedOutputStream(new FileOutputStream(filename)))) {<a name="line.597"></a>
-<span class="sourceLineNo">598</span> dos.writeInt(movedRegions.size());<a name="line.598"></a>
-<span class="sourceLineNo">599</span> for (RegionInfo region : movedRegions) {<a name="line.599"></a>
-<span class="sourceLineNo">600</span> Bytes.writeByteArray(dos, RegionInfo.toByteArray(region));<a name="line.600"></a>
-<span class="sourceLineNo">601</span> }<a name="line.601"></a>
-<span class="sourceLineNo">602</span> } catch (IOException e) {<a name="line.602"></a>
-<span class="sourceLineNo">603</span> LOG.error(<a name="line.603"></a>
-<span class="sourceLineNo">604</span> "ERROR: Was Not able to write regions moved to output file but moved " + movedRegions<a name="line.604"></a>
-<span class="sourceLineNo">605</span> .size() + " regions", e);<a name="line.605"></a>
-<span class="sourceLineNo">606</span> throw e;<a name="line.606"></a>
-<span class="sourceLineNo">607</span> }<a name="line.607"></a>
-<span class="sourceLineNo">608</span> }<a name="line.608"></a>
-<span class="sourceLineNo">609</span><a name="line.609"></a>
-<span class="sourceLineNo">610</span> private void deleteFile(String filename) {<a name="line.610"></a>
-<span class="sourceLineNo">611</span> File f = new File(filename);<a name="line.611"></a>
-<span class="sourceLineNo">612</span> if (f.exists()) {<a name="line.612"></a>
-<span class="sourceLineNo">613</span> f.delete();<a name="line.613"></a>
-<span class="sourceLineNo">614</span> }<a name="line.614"></a>
-<span class="sourceLineNo">615</span> }<a name="line.615"></a>
-<span class="sourceLineNo">616</span><a name="line.616"></a>
-<span class="sourceLineNo">617</span> /**<a name="line.617"></a>
-<span class="sourceLineNo">618</span> * @return List of servers from the exclude file in format 'hostname:port'.<a name="line.618"></a>
-<span class="sourceLineNo">619</span> */<a name="line.619"></a>
-<span class="sourceLineNo">620</span> private List<String> readExcludes(String excludeFile) throws IOException {<a name="line.620"></a>
-<span class="sourceLineNo">621</span> List<String> excludeServers = new ArrayList<>();<a name="line.621"></a>
-<span class="sourceLineNo">622</span> if (excludeFile == null) {<a name="line.622"></a>
-<span class="sourceLineNo">623</span> return excludeServers;<a name="line.623"></a>
-<span class="sourceLineNo">624</span> } else {<a name="line.624"></a>
-<span class="sourceLineNo">625</span> try {<a name="line.625"></a>
-<span class="sourceLineNo">626</span> Files.readAllLines(Paths.get(excludeFile)).stream().map(String::trim)<a name="line.626"></a>
-<span class="sourceLineNo">627</span> .filter(((Predicate<String>) String::isEmpty).negate()).map(String::toLowerCase)<a name="line.627"></a>
-<span class="sourceLineNo">628</span> .forEach(excludeServers::add);<a name="line.628"></a>
-<span class="sourceLineNo">629</span> } catch (IOException e) {<a name="line.629"></a>
-<span class="sourceLineNo">630</span> LOG.warn("Exception while reading excludes file, continuing anyways", e);<a name="line.630"></a>
-<span class="sourceLineNo">631</span> }<a name="line.631"></a>
-<span class="sourceLineNo">632</span> return excludeServers;<a name="line.632"></a>
-<span class="sourceLineNo">633</span> }<a name="line.633"></a>
-<span class="sourceLineNo">634</span> }<a name="line.634"></a>
-<span class="sourceLineNo">635</span><a name="line.635"></a>
-<span class="sourceLineNo">636</span> /**<a name="line.636"></a>
-<span class="sourceLineNo">637</span> * Excludes the servername whose hostname and port portion matches the list given in exclude file<a name="line.637"></a>
-<span class="sourceLineNo">638</span> */<a name="line.638"></a>
-<span class="sourceLineNo">639</span> private void stripExcludes(List<ServerName> regionServers) throws IOException {<a name="line.639"></a>
-<span class="sourceLineNo">640</span> if (excludeFile != null) {<a name="line.640"></a>
-<span class="sourceLineNo">641</span> List<String> excludes = readExcludes(excludeFile);<a name="line.641"></a>
-<span class="sourceLineNo">642</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.642"></a>
-<span class="sourceLineNo">643</span> while (i.hasNext()) {<a name="line.643"></a>
-<span class="sourceLineNo">644</span> String rs = i.next().getServerName();<a name="line.644"></a>
-<span class="sourceLineNo">645</span> String rsPort = rs.split(ServerName.SERVERNAME_SEPARATOR)[0].toLowerCase() + ":" + rs<a name="line.645"></a>
-<span class="sourceLineNo">646</span> .split(ServerName.SERVERNAME_SEPARATOR)[1];<a name="line.646"></a>
-<span class="sourceLineNo">647</span> if (excludes.contains(rsPort)) {<a name="line.647"></a>
-<span class="sourceLineNo">648</span> i.remove();<a name="line.648"></a>
-<span class="sourceLineNo">649</span> }<a name="line.649"></a>
-<span class="sourceLineNo">650</span> }<a name="line.650"></a>
-<span class="sourceLineNo">651</span> LOG.info("Valid Region server targets are:" + regionServers.toString());<a name="line.651"></a>
-<span class="sourceLineNo">652</span> LOG.info("Excluded Servers are" + excludes.toString());<a name="line.652"></a>
-<span class="sourceLineNo">653</span> }<a name="line.653"></a>
-<span class="sourceLineNo">654</span> }<a name="line.654"></a>
-<span class="sourceLineNo">655</span><a name="line.655"></a>
-<span class="sourceLineNo">656</span> /**<a name="line.656"></a>
-<span class="sourceLineNo">657</span> * Exclude master from list of RSs to move regions to<a name="line.657"></a>
-<span class="sourceLineNo">658</span> */<a name="line.658"></a>
-<span class="sourceLineNo">659</span> private void stripMaster(List<ServerName> regionServers) throws IOException {<a name="line.659"></a>
-<span class="sourceLineNo">660</span> ServerName master = admin.getClusterMetrics(EnumSet.of(Option.MASTER)).getMasterName();<a name="line.660"></a>
-<span class="sourceLineNo">661</span> stripServer(regionServers, master.getHostname(), master.getPort());<a name="line.661"></a>
-<span class="sourceLineNo">662</span> }<a name="line.662"></a>
-<span class="sourceLineNo">663</span><a name="line.663"></a>
-<span class="sourceLineNo">664</span> /**<a name="line.664"></a>
-<span class="sourceLineNo">665</span> * Remove the servername whose hostname and port portion matches from the passed array of servers.<a name="line.665"></a>
-<span class="sourceLineNo">666</span> * Returns as side-effect the servername removed.<a name="line.666"></a>
-<span class="sourceLineNo">667</span> * @return server removed from list of Region Servers<a name="line.667"></a>
-<span class="sourceLineNo">668</span> */<a name="line.668"></a>
-<span class="sourceLineNo">669</span> private ServerName stripServer(List<ServerName> regionServers, String hostname, int port) {<a name="line.669"></a>
-<span class="sourceLineNo">670</span> ServerName server = null;<a name="line.670"></a>
-<span class="sourceLineNo">671</span> String portString = Integer.toString(port);<a name="line.671"></a>
-<span class="sourceLineNo">672</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.672"></a>
-<span class="sourceLineNo">673</span> while (i.hasNext()) {<a name="line.673"></a>
-<span class="sourceLineNo">674</span> server = i.next();<a name="line.674"></a>
-<span class="sourceLineNo">675</span> String[] splitServer = server.getServerName().split(ServerName.SERVERNAME_SEPARATOR);<a name="line.675"></a>
-<span class="sourceLineNo">676</span> if (splitServer[0].equalsIgnoreCase(hostname) && splitServer[1].equals(portString)) {<a name="line.676"></a>
-<span class="sourceLineNo">677</span> i.remove();<a name="line.677"></a>
-<span class="sourceLineNo">678</span> return server;<a name="line.678"></a>
-<span class="sourceLineNo">679</span> }<a name="line.679"></a>
-<span class="sourceLineNo">680</span> }<a name="line.680"></a>
-<span class="sourceLineNo">681</span> return server;<a name="line.681"></a>
-<span class="sourceLineNo">682</span> }<a name="line.682"></a>
-<span class="sourceLineNo">683</span><a name="line.683"></a>
-<span class="sourceLineNo">684</span> /**<a name="line.684"></a>
-<span class="sourceLineNo">685</span> * Tries to scan a row from passed region<a name="line.685"></a>
-<span class="sourceLineNo">686</span> */<a name="line.686"></a>
-<span class="sourceLineNo">687</span> private void isSuccessfulScan(RegionInfo region) throws IOException {<a name="line.687"></a>
-<span class="sourceLineNo">688</span> Scan scan = new Scan().withStartRow(region.getStartKey()).setRaw(true).setOneRowLimit()<a name="line.688"></a>
-<span class="sourceLineNo">689</span> .setMaxResultSize(1L).setCaching(1).setFilter(new FirstKeyOnlyFilter())<a name="line.689"></a>
-<span class="sourceLineNo">690</span> .setCacheBlocks(false);<a name="line.690"></a>
-<span class="sourceLineNo">691</span> try (Table table = conn.getTable(region.getTable());<a name="line.691"></a>
-<span class="sourceLineNo">692</span> ResultScanner scanner = table.getScanner(scan)) {<a name="line.692"></a>
-<span class="sourceLineNo">693</span> scanner.next();<a name="line.693"></a>
-<span class="sourceLineNo">694</span> } catch (IOException e) {<a name="line.694"></a>
-<span class="sourceLineNo">695</span> LOG.error("Could not scan region:" + region.getEncodedName(), e);<a name="line.695"></a>
-<span class="sourceLineNo">696</span> throw e;<a name="line.696"></a>
-<span class="sourceLineNo">697</span> }<a name="line.697"></a>
-<span class="sourceLineNo">698</span> }<a name="line.698"></a>
-<span class="sourceLineNo">699</span><a name="line.699"></a>
-<span class="sourceLineNo">700</span> /**<a name="line.700"></a>
-<span class="sourceLineNo">701</span> * Returns true if passed region is still on serverName when we look at hbase:meta.<a name="line.701"></a>
-<span class="sourceLineNo">702</span> * @return true if region is hosted on serverName otherwise false<a name="line.702"></a>
-<span class="sourceLineNo">703</span> */<a name="line.703"></a>
-<span class="sourceLineNo">704</span> private boolean isSameServer(RegionInfo region, ServerName serverName)<a name="line.704"></a>
-<span class="sourceLineNo">705</span> throws IOException {<a name="line.705"></a>
-<span class="sourceLineNo">706</span> ServerName serverForRegion = getServerNameForRegion(region);<a name="line.706"></a>
-<span class="sourceLineNo">707</span> if (serverForRegion != null && serverForRegion.equals(serverName)) {<a name="line.707"></a>
-<span class="sourceLineNo">708</span> return true;<a name="line.708"></a>
-<span class="sourceLineNo">709</span> }<a name="line.709"></a>
-<span class="sourceLineNo">710</span> return false;<a name="line.710"></a>
-<span class="sourceLineNo">711</span> }<a name="line.711"></a>
-<span class="sourceLineNo">712</span><a name="line.712"></a>
-<span class="sourceLineNo">713</span> /**<a name="line.713"></a>
-<span class="sourceLineNo">714</span> * Get servername that is up in hbase:meta hosting the given region. this is hostname + port +<a name="line.714"></a>
-<span class="sourceLineNo">715</span> * startcode comma-delimited. Can return null<a name="line.715"></a>
-<span class="sourceLineNo">716</span> * @return regionServer hosting the given region<a name="line.716"></a>
-<span class="sourceLineNo">717</span> */<a name="line.717"></a>
-<span class="sourceLineNo">718</span> private ServerName getServerNameForRegion(RegionInfo region) throws IOException {<a name="line.718"></a>
-<span class="sourceLineNo">719</span> if (!admin.isTableEnabled(region.getTable())) {<a name="line.719"></a>
-<span class="sourceLineNo">720</span> return null;<a name="line.720"></a>
-<span class="sourceLineNo">721</span> }<a name="line.721"></a>
-<span class="sourceLineNo">722</span> return MetaTableAccessor.getRegionLocation(conn, region).getServerName();<a name="line.722"></a>
-<span class="sourceLineNo">723</span> }<a name="line.723"></a>
-<span class="sourceLineNo">724</span><a name="line.724"></a>
-<span class="sourceLineNo">725</span> @Override<a name="line.725"></a>
-<span class="sourceLineNo">726</span> protected void addOptions() {<a name="line.726"></a>
-<span class="sourceLineNo">727</span> this.addRequiredOptWithArg("r", "regionserverhost", "region server <hostname>|<hostname:port>");<a name="line.727"></a>
-<span class="sourceLineNo">728</span> this.addRequiredOptWithArg("o", "operation", "Expected: load/unload");<a name="line.728"></a>
-<span class="sourceLineNo">729</span> this.addOptWithArg("m", "maxthreads",<a name="line.729"></a>
-<span class="sourceLineNo">730</span> "Define the maximum number of threads to use to unload and reload the regions");<a name="line.730"></a>
-<span class="sourceLineNo">731</span> this.addOptWithArg("x", "excludefile",<a name="line.731"></a>
-<span class="sourceLineNo">732</span> "File with <hostname:port> per line to exclude as unload targets; default excludes only "<a name="line.732"></a>
-<span class="sourceLineNo">733</span> + "target host; useful for rack decommisioning.");<a name="line.733"></a>
-<span class="sourceLineNo">734</span> this.addOptWithArg("f", "filename",<a name="line.734"></a>
-<span class="sourceLineNo">735</span> "File to save regions list into unloading, or read from loading; "<a name="line.735"></a>
-<span class="sourceLineNo">736</span> + "default /tmp/<usernamehostname:port>");<a name="line.736"></a>
-<span class="sourceLineNo">737</span> this.addOptNoArg("n", "noack",<a name="line.737"></a>
-<span class="sourceLineNo">738</span> "Turn on No-Ack mode(default: false) which won't check if region is online on target "<a name="line.738"></a>
-<span class="sourceLineNo">739</span> + "RegionServer, hence best effort. This is more performant in unloading and loading "<a name="line.739"></a>
-<span class="sourceLineNo">740</span> + "but might lead to region being unavailable for some time till master reassigns it "<a name="line.740"></a>
-<span class="sourceLineNo">741</span> + "in case the move failed");<a name="line.741"></a>
-<span class="sourceLineNo">742</span> this.addOptWithArg("t", "timeout", "timeout in seconds after which the tool will exit "<a name="line.742"></a>
-<span class="sourceLineNo">743</span> + "irrespective of whether it finished or not;default Integer.MAX_VALUE");<a name="line.743"></a>
-<span class="sourceLineNo">744</span> }<a name="line.744"></a>
-<span class="sourceLineNo">745</span><a name="line.745"></a>
-<span class="sourceLineNo">746</span> @Override<a name="line.746"></a>
-<span class="sourceLineNo">747</span> protected void processOptions(CommandLine cmd) {<a name="line.747"></a>
-<span class="sourceLineNo">748</span> String hostname = cmd.getOptionValue("r");<a name="line.748"></a>
-<span class="sourceLineNo">749</span> rmbuilder = new RegionMoverBuilder(hostname);<a name="line.749"></a>
-<span class="sourceLineNo">750</span> if (cmd.hasOption('m')) {<a name="line.750"></a>
-<span class="sourceLineNo">751</span> rmbuilder.maxthreads(Integer.parseInt(cmd.getOptionValue('m')));<a name="line.751"></a>
-<span class="sourceLineNo">752</span> }<a name="line.752"></a>
-<span class="sourceLineNo">753</span> if (cmd.hasOption('n')) {<a name="line.753"></a>
-<span class="sourceLineNo">754</span> rmbuilder.ack(false);<a name="line.754"></a>
-<span class="sourceLineNo">755</span> }<a name="line.755"></a>
-<span class="sourceLineNo">756</span> if (cmd.hasOption('f')) {<a name="line.756"></a>
-<span class="sourceLineNo">757</span> rmbuilder.filename(cmd.getOptionValue('f'));<a name="line.757"></a>
-<span class="sourceLineNo">758</span> }<a name="line.758"></a>
-<span class="sourceLineNo">759</span> if (cmd.hasOption('x')) {<a name="line.759"></a>
-<span class="sourceLineNo">760</span> rmbuilder.excludeFile(cmd.getOptionValue('x'));<a name="line.760"></a>
-<span class="sourceLineNo">761</span> }<a name="line.761"></a>
-<span class="sourceLineNo">762</span> if (cmd.hasOption('t')) {<a name="line.762"></a>
-<span class="sourceLineNo">763</span> rmbuilder.timeout(Integer.parseInt(cmd.getOptionValue('t')));<a name="line.763"></a>
-<span class="sourceLineNo">764</span> }<a name="line.764"></a>
-<span class="sourceLineNo">765</span> this.loadUnload = cmd.getOptionValue("o").toLowerCase(Locale.ROOT);<a name="line.765"></a>
-<span class="sourceLineNo">766</span> }<a name="line.766"></a>
-<span class="sourceLineNo">767</span><a name="line.767"></a>
-<span class="sourceLineNo">768</span> @Override<a name="line.768"></a>
-<span class="sourceLineNo">769</span> protected int doWork() throws Exception {<a name="line.769"></a>
-<span class="sourceLineNo">770</span> boolean success;<a name="line.770"></a>
-<span class="sourceLineNo">771</span> try (RegionMover rm = rmbuilder.build()) {<a name="line.771"></a>
-<span class="sourceLineNo">772</span> if (loadUnload.equalsIgnoreCase("load")) {<a name="line.772"></a>
-<span class="sourceLineNo">773</span> success = rm.load();<a name="line.773"></a>
-<span class="sourceLineNo">774</span> } else if (loadUnload.equalsIgnoreCase("unload")) {<a name="line.774"></a>
-<span class="sourceLineNo">775</span> success = rm.unload();<a name="line.775"></a>
-<span class="sourceLineNo">776</span> } else {<a name="line.776"></a>
-<span class="sourceLineNo">777</span> printUsage();<a name="line.777"></a>
-<span class="sourceLineNo">778</span> success = false;<a name="line.778"></a>
-<span class="sourceLineNo">779</span> }<a name="line.779"></a>
-<span class="sourceLineNo">780</span> }<a name="line.780"></a>
-<span class="sourceLineNo">781</span> return (success ? 0 : 1);<a name="line.781"></a>
-<span class="sourceLineNo">782</span> }<a name="line.782"></a>
-<span class="sourceLineNo">783</span><a name="line.783"></a>
-<span class="sourceLineNo">784</span> public static void main(String[] args) {<a name="line.784"></a>
-<span class="sourceLineNo">785</span> new RegionMover().doStaticMain(args);<a name="line.785"></a>
-<span class="sourceLineNo">786</span> }<a name="line.786"></a>
-<span class="sourceLineNo">787</span>}<a name="line.787"></a>
+<span class="sourceLineNo">048</span>import org.apache.commons.io.IOUtils;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>import org.apache.hadoop.conf.Configuration;<a name="line.49"></a>
+<span class="sourceLineNo">050</span>import org.apache.hadoop.hbase.ClusterMetrics.Option;<a name="line.50"></a>
+<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.HBaseConfiguration;<a name="line.51"></a>
+<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.HConstants;<a name="line.52"></a>
+<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.HRegionLocation;<a name="line.53"></a>
+<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.ServerName;<a name="line.54"></a>
+<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.55"></a>
+<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.56"></a>
+<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.57"></a>
+<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.58"></a>
+<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.client.ResultScanner;<a name="line.59"></a>
+<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.60"></a>
+<span class="sourceLineNo">061</span>import org.apache.hadoop.hbase.client.Table;<a name="line.61"></a>
+<span class="sourceLineNo">062</span>import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;<a name="line.62"></a>
+<span class="sourceLineNo">063</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.63"></a>
+<span class="sourceLineNo">064</span>import org.slf4j.Logger;<a name="line.64"></a>
+<span class="sourceLineNo">065</span>import org.slf4j.LoggerFactory;<a name="line.65"></a>
+<span class="sourceLineNo">066</span><a name="line.66"></a>
+<span class="sourceLineNo">067</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.67"></a>
+<span class="sourceLineNo">068</span>import org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine;<a name="line.68"></a>
+<span class="sourceLineNo">069</span><a name="line.69"></a>
+<span class="sourceLineNo">070</span>/**<a name="line.70"></a>
+<span class="sourceLineNo">071</span> * Tool for loading/unloading regions to/from given regionserver This tool can be run from Command<a name="line.71"></a>
+<span class="sourceLineNo">072</span> * line directly as a utility. Supports Ack/No Ack mode for loading/unloading operations.Ack mode<a name="line.72"></a>
+<span class="sourceLineNo">073</span> * acknowledges if regions are online after movement while noAck mode is best effort mode that<a name="line.73"></a>
+<span class="sourceLineNo">074</span> * improves performance but will still move on if region is stuck/not moved. Motivation behind noAck<a name="line.74"></a>
+<span class="sourceLineNo">075</span> * mode being RS shutdown where even if a Region is stuck, upon shutdown master will move it<a name="line.75"></a>
+<span class="sourceLineNo">076</span> * anyways. This can also be used by constructiong an Object using the builder and then calling<a name="line.76"></a>
+<span class="sourceLineNo">077</span> * {@link #load()} or {@link #unload()} methods for the desired operations.<a name="line.77"></a>
+<span class="sourceLineNo">078</span> */<a name="line.78"></a>
+<span class="sourceLineNo">079</span>@InterfaceAudience.Public<a name="line.79"></a>
+<span class="sourceLineNo">080</span>public class RegionMover extends AbstractHBaseTool implements Closeable {<a name="line.80"></a>
+<span class="sourceLineNo">081</span> public static final String MOVE_RETRIES_MAX_KEY = "hbase.move.retries.max";<a name="line.81"></a>
+<span class="sourceLineNo">082</span> public static final String MOVE_WAIT_MAX_KEY = "hbase.move.wait.max";<a name="line.82"></a>
+<span class="sourceLineNo">083</span> public static final String SERVERSTART_WAIT_MAX_KEY = "hbase.serverstart.wait.max";<a name="line.83"></a>
+<span class="sourceLineNo">084</span> public static final int DEFAULT_MOVE_RETRIES_MAX = 5;<a name="line.84"></a>
+<span class="sourceLineNo">085</span> public static final int DEFAULT_MOVE_WAIT_MAX = 60;<a name="line.85"></a>
+<span class="sourceLineNo">086</span> public static final int DEFAULT_SERVERSTART_WAIT_MAX = 180;<a name="line.86"></a>
+<span class="sourceLineNo">087</span> static final Logger LOG = LoggerFactory.getLogger(RegionMover.class);<a name="line.87"></a>
+<span class="sourceLineNo">088</span> private RegionMoverBuilder rmbuilder;<a name="line.88"></a>
+<span class="sourceLineNo">089</span> private boolean ack = true;<a name="line.89"></a>
+<span class="sourceLineNo">090</span> private int maxthreads = 1;<a name="line.90"></a>
+<span class="sourceLineNo">091</span> private int timeout;<a name="line.91"></a>
+<span class="sourceLineNo">092</span> private String loadUnload;<a name="line.92"></a>
+<span class="sourceLineNo">093</span> private String hostname;<a name="line.93"></a>
+<span class="sourceLineNo">094</span> private String filename;<a name="line.94"></a>
+<span class="sourceLineNo">095</span> private String excludeFile;<a name="line.95"></a>
+<span class="sourceLineNo">096</span> private int port;<a name="line.96"></a>
+<span class="sourceLineNo">097</span> private Connection conn;<a name="line.97"></a>
+<span class="sourceLineNo">098</span> private Admin admin;<a name="line.98"></a>
+<span class="sourceLineNo">099</span><a name="line.99"></a>
+<span class="sourceLineNo">100</span> private RegionMover(RegionMoverBuilder builder) throws IOException {<a name="line.100"></a>
+<span class="sourceLineNo">101</span> this.hostname = builder.hostname;<a name="line.101"></a>
+<span class="sourceLineNo">102</span> this.filename = builder.filename;<a name="line.102"></a>
+<span class="sourceLineNo">103</span> this.excludeFile = builder.excludeFile;<a name="line.103"></a>
+<span class="sourceLineNo">104</span> this.maxthreads = builder.maxthreads;<a name="line.104"></a>
+<span class="sourceLineNo">105</span> this.ack = builder.ack;<a name="line.105"></a>
+<span class="sourceLineNo">106</span> this.port = builder.port;<a name="line.106"></a>
+<span class="sourceLineNo">107</span> this.timeout = builder.timeout;<a name="line.107"></a>
+<span class="sourceLineNo">108</span> setConf(builder.conf);<a name="line.108"></a>
+<span class="sourceLineNo">109</span> this.conn = ConnectionFactory.createConnection(conf);<a name="line.109"></a>
+<span class="sourceLineNo">110</span> this.admin = conn.getAdmin();<a name="line.110"></a>
+<span class="sourceLineNo">111</span> }<a name="line.111"></a>
+<span class="sourceLineNo">112</span><a name="line.112"></a>
+<span class="sourceLineNo">113</span> private RegionMover() {<a name="line.113"></a>
+<span class="sourceLineNo">114</span> }<a name="line.114"></a>
+<span class="sourceLineNo">115</span><a name="line.115"></a>
+<span class="sourceLineNo">116</span> @Override<a name="line.116"></a>
+<span class="sourceLineNo">117</span> public void close() {<a name="line.117"></a>
+<span class="sourceLineNo">118</span> IOUtils.closeQuietly(this.admin);<a name="line.118"></a>
+<span class="sourceLineNo">119</span> IOUtils.closeQuietly(this.conn);<a name="line.119"></a>
+<span class="sourceLineNo">120</span> }<a name="line.120"></a>
+<span class="sourceLineNo">121</span><a name="line.121"></a>
+<span class="sourceLineNo">122</span> /**<a name="line.122"></a>
+<span class="sourceLineNo">123</span> * Builder for Region mover. Use the {@link #build()} method to create RegionMover object. Has<a name="line.123"></a>
+<span class="sourceLineNo">124</span> * {@link #filename(String)}, {@link #excludeFile(String)}, {@link #maxthreads(int)},<a name="line.124"></a>
+<span class="sourceLineNo">125</span> * {@link #ack(boolean)}, {@link #timeout(int)} methods to set the corresponding options<a name="line.125"></a>
+<span class="sourceLineNo">126</span> */<a name="line.126"></a>
+<span class="sourceLineNo">127</span> public static class RegionMoverBuilder {<a name="line.127"></a>
+<span class="sourceLineNo">128</span> private boolean ack = true;<a name="line.128"></a>
+<span class="sourceLineNo">129</span> private int maxthreads = 1;<a name="line.129"></a>
+<span class="sourceLineNo">130</span> private int timeout = Integer.MAX_VALUE;<a name="line.130"></a>
+<span class="sourceLineNo">131</span> private String hostname;<a name="line.131"></a>
+<span class="sourceLineNo">132</span> private String filename;<a name="line.132"></a>
+<span class="sourceLineNo">133</span> private String excludeFile = null;<a name="line.133"></a>
+<span class="sourceLineNo">134</span> private String defaultDir = System.getProperty("java.io.tmpdir");<a name="line.134"></a>
+<span class="sourceLineNo">135</span> @VisibleForTesting<a name="line.135"></a>
+<span class="sourceLineNo">136</span> final int port;<a name="line.136"></a>
+<span class="sourceLineNo">137</span> private final Configuration conf;<a name="line.137"></a>
+<span class="sourceLineNo">138</span><a name="line.138"></a>
+<span class="sourceLineNo">139</span> public RegionMoverBuilder(String hostname) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span> this(hostname, createConf());<a name="line.140"></a>
+<span class="sourceLineNo">141</span> }<a name="line.141"></a>
+<span class="sourceLineNo">142</span><a name="line.142"></a>
+<span class="sourceLineNo">143</span> /**<a name="line.143"></a>
+<span class="sourceLineNo">144</span> * Creates a new configuration and sets region mover specific overrides<a name="line.144"></a>
+<span class="sourceLineNo">145</span> */<a name="line.145"></a>
+<span class="sourceLineNo">146</span> private static Configuration createConf() {<a name="line.146"></a>
+<span class="sourceLineNo">147</span> Configuration conf = HBaseConfiguration.create();<a name="line.147"></a>
+<span class="sourceLineNo">148</span> conf.setInt("hbase.client.prefetch.limit", 1);<a name="line.148"></a>
+<span class="sourceLineNo">149</span> conf.setInt("hbase.client.pause", 500);<a name="line.149"></a>
+<span class="sourceLineNo">150</span> conf.setInt("hbase.client.retries.number", 100);<a name="line.150"></a>
+<span class="sourceLineNo">151</span> return conf;<a name="line.151"></a>
+<span class="sourceLineNo">152</span> }<a name="line.152"></a>
+<span class="sourceLineNo">153</span><a name="line.153"></a>
+<span class="sourceLineNo">154</span> /**<a name="line.154"></a>
+<span class="sourceLineNo">155</span> * @param hostname Hostname to unload regions from or load regions to. Can be either hostname<a name="line.155"></a>
+<span class="sourceLineNo">156</span> * or hostname:port.<a name="line.156"></a>
+<span class="sourceLineNo">157</span> * @param conf Configuration object<a name="line.157"></a>
+<span class="sourceLineNo">158</span> */<a name="line.158"></a>
+<span class="sourceLineNo">159</span> public RegionMoverBuilder(String hostname, Configuration conf) {<a name="line.159"></a>
+<span class="sourceLineNo">160</span> String[] splitHostname = hostname.toLowerCase().split(":");<a name="line.160"></a>
+<span class="sourceLineNo">161</span> this.hostname = splitHostname[0];<a name="line.161"></a>
+<span class="sourceLineNo">162</span> if (splitHostname.length == 2) {<a name="line.162"></a>
+<span class="sourceLineNo">163</span> this.port = Integer.parseInt(splitHostname[1]);<a name="line.163"></a>
+<span class="sourceLineNo">164</span> } else {<a name="line.164"></a>
+<span class="sourceLineNo">165</span> this.port = conf.getInt(HConstants.REGIONSERVER_PORT, HConstants.DEFAULT_REGIONSERVER_PORT);<a name="line.165"></a>
+<span class="sourceLineNo">166</span> }<a name="line.166"></a>
+<span class="sourceLineNo">167</span> this.filename = defaultDir + File.separator + System.getProperty("user.name") + this.hostname<a name="line.167"></a>
+<span class="sourceLineNo">168</span> + ":" + Integer.toString(this.port);<a name="line.168"></a>
+<span class="sourceLineNo">169</span> this.conf = conf;<a name="line.169"></a>
+<span class="sourceLineNo">170</span> }<a name="line.170"></a>
+<span class="sourceLineNo">171</span><a name="line.171"></a>
+<span class="sourceLineNo">172</span> /**<a name="line.172"></a>
+<span class="sourceLineNo">173</span> * Path of file where regions will be written to during unloading/read from during loading<a name="line.173"></a>
+<span class="sourceLineNo">174</span> * @param filename<a name="line.174"></a>
+<span class="sourceLineNo">175</span> * @return RegionMoverBuilder object<a name="line.175"></a>
+<span class="sourceLineNo">176</span> */<a name="line.176"></a>
+<span class="sourceLineNo">177</span> public RegionMoverBuilder filename(String filename) {<a name="line.177"></a>
+<span class="sourceLineNo">178</span> this.filename = filename;<a name="line.178"></a>
+<span class="sourceLineNo">179</span> return this;<a name="line.179"></a>
+<span class="sourceLineNo">180</span> }<a name="line.180"></a>
+<span class="sourceLineNo">181</span><a name="line.181"></a>
+<span class="sourceLineNo">182</span> /**<a name="line.182"></a>
+<span class="sourceLineNo">183</span> * Set the max number of threads that will be used to move regions<a name="line.183"></a>
+<span class="sourceLineNo">184</span> */<a name="line.184"></a>
+<span class="sourceLineNo">185</span> public RegionMoverBuilder maxthreads(int threads) {<a name="line.185"></a>
+<span class="sourceLineNo">186</span> this.maxthreads = threads;<a name="line.186"></a>
+<span class="sourceLineNo">187</span> return this;<a name="line.187"></a>
+<span class="sourceLineNo">188</span> }<a name="line.188"></a>
+<span class="sourceLineNo">189</span><a name="line.189"></a>
+<span class="sourceLineNo">190</span> /**<a name="line.190"></a>
+<span class="sourceLineNo">191</span> * Path of file containing hostnames to be excluded during region movement. Exclude file should<a name="line.191"></a>
+<span class="sourceLineNo">192</span> * have 'host:port' per line. Port is mandatory here as we can have many RS running on a single<a name="line.192"></a>
+<span class="sourceLineNo">193</span> * host.<a name="line.193"></a>
+<span class="sourceLineNo">194</span> */<a name="line.194"></a>
+<span class="sourceLineNo">195</span> public RegionMoverBuilder excludeFile(String excludefile) {<a name="line.195"></a>
+<span class="sourceLineNo">196</span> this.excludeFile = excludefile;<a name="line.196"></a>
+<span class="sourceLineNo">197</span> return this;<a name="line.197"></a>
+<span class="sourceLineNo">198</span> }<a name="line.198"></a>
+<span class="sourceLineNo">199</span><a name="line.199"></a>
+<span class="sourceLineNo">200</span> /**<a name="line.200"></a>
+<span class="sourceLineNo">201</span> * Set ack/noAck mode.<a name="line.201"></a>
+<span class="sourceLineNo">202</span> * <p><a name="line.202"></a>
+<span class="sourceLineNo">203</span> * In ack mode regions are acknowledged before and after moving and the move is retried<a name="line.203"></a>
+<span class="sourceLineNo">204</span> * hbase.move.retries.max times, if unsuccessful we quit with exit code 1.No Ack mode is a best<a name="line.204"></a>
+<span class="sourceLineNo">205</span> * effort mode,each region movement is tried once.This can be used during graceful shutdown as<a name="line.205"></a>
+<span class="sourceLineNo">206</span> * even if we have a stuck region,upon shutdown it'll be reassigned anyway.<a name="line.206"></a>
+<span class="sourceLineNo">207</span> * <p><a name="line.207"></a>
+<span class="sourceLineNo">208</span> * @param ack<a name="line.208"></a>
+<span class="sourceLineNo">209</span> * @return RegionMoverBuilder object<a name="line.209"></a>
+<span class="sourceLineNo">210</span> */<a name="line.210"></a>
+<span class="sourceLineNo">211</span> public RegionMoverBuilder ack(boolean ack) {<a name="line.211"></a>
+<span class="sourceLineNo">212</span> this.ack = ack;<a name="line.212"></a>
+<span class="sourceLineNo">213</span> return this;<a name="line.213"></a>
+<span class="sourceLineNo">214</span> }<a name="line.214"></a>
+<span class="sourceLineNo">215</span><a name="line.215"></a>
+<span class="sourceLineNo">216</span> /**<a name="line.216"></a>
+<span class="sourceLineNo">217</span> * Set the timeout for Load/Unload operation in seconds.This is a global timeout,threadpool for<a name="line.217"></a>
+<span class="sourceLineNo">218</span> * movers also have a separate time which is hbase.move.wait.max * number of regions to<a name="line.218"></a>
+<span class="sourceLineNo">219</span> * load/unload<a name="line.219"></a>
+<span class="sourceLineNo">220</span> * @param timeout in seconds<a name="line.220"></a>
+<span class="sourceLineNo">221</span> * @return RegionMoverBuilder object<a name="line.221"></a>
+<span class="sourceLineNo">222</span> */<a name="line.222"></a>
+<span class="sourceLineNo">223</span> public RegionMoverBuilder timeout(int timeout) {<a name="line.223"></a>
+<span class="sourceLineNo">224</span> this.timeout = timeout;<a name="line.224"></a>
+<span class="sourceLineNo">225</span> return this;<a name="line.225"></a>
+<span class="sourceLineNo">226</span> }<a name="line.226"></a>
+<span class="sourceLineNo">227</span><a name="line.227"></a>
+<span class="sourceLineNo">228</span> /**<a name="line.228"></a>
+<span class="sourceLineNo">229</span> * This method builds the appropriate RegionMover object which can then be used to load/unload<a name="line.229"></a>
+<span class="sourceLineNo">230</span> * using load and unload methods<a name="line.230"></a>
+<span class="sourceLineNo">231</span> * @return RegionMover object<a name="line.231"></a>
+<span class="sourceLineNo">232</span> */<a name="line.232"></a>
+<span class="sourceLineNo">233</span> public RegionMover build() throws IOException {<a name="line.233"></a>
+<span class="sourceLineNo">234</span> return new RegionMover(this);<a name="line.234"></a>
+<span class="sourceLineNo">235</span> }<a name="line.235"></a>
+<span class="sourceLineNo">236</span> }<a name="line.236"></a>
+<span class="sourceLineNo">237</span><a name="line.237"></a>
+<span class="sourceLineNo">238</span> /**<a name="line.238"></a>
+<span class="sourceLineNo">239</span> * Move Regions and make sure that they are up on the target server.If a region movement fails we<a name="line.239"></a>
+<span class="sourceLineNo">240</span> * exit as failure<a name="line.240"></a>
+<span class="sourceLineNo">241</span> */<a name="line.241"></a>
+<span class="sourceLineNo">242</span> private class MoveWithAck implements Callable<Boolean> {<a name="line.242"></a>
+<span class="sourceLineNo">243</span> private RegionInfo region;<a name="line.243"></a>
+<span class="sourceLineNo">244</span> private ServerName targetServer;<a name="line.244"></a>
+<span class="sourceLineNo">245</span> private List<RegionInfo> movedRegions;<a name="line.245"></a>
+<span class="sourceLineNo">246</span> private ServerName sourceServer;<a name="line.246"></a>
+<span class="sourceLineNo">247</span><a name="line.247"></a>
+<span class="sourceLineNo">248</span> public MoveWithAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.248"></a>
+<span class="sourceLineNo">249</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.249"></a>
+<span class="sourceLineNo">250</span> this.region = regionInfo;<a name="line.250"></a>
+<span class="sourceLineNo">251</span> this.targetServer = targetServer;<a name="line.251"></a>
+<span class="sourceLineNo">252</span> this.movedRegions = movedRegions;<a name="line.252"></a>
+<span class="sourceLineNo">253</span> this.sourceServer = sourceServer;<a name="line.253"></a>
+<span class="sourceLineNo">254</span> }<a name="line.254"></a>
+<span class="sourceLineNo">255</span><a name="line.255"></a>
+<span class="sourceLineNo">256</span> @Override<a name="line.256"></a>
+<span class="sourceLineNo">257</span> public Boolean call() throws IOException, InterruptedException {<a name="line.257"></a>
+<span class="sourceLineNo">258</span> boolean moved = false;<a name="line.258"></a>
+<span class="sourceLineNo">259</span> int count = 0;<a name="line.259"></a>
+<span class="sourceLineNo">260</span> int retries = admin.getConfiguration().getInt(MOVE_RETRIES_MAX_KEY, DEFAULT_MOVE_RETRIES_MAX);<a name="line.260"></a>
+<span class="sourceLineNo">261</span> int maxWaitInSeconds =<a name="line.261"></a>
+<span class="sourceLineNo">262</span> admin.getConfiguration().getInt(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.262"></a>
+<span class="sourceLineNo">263</span> long startTime = EnvironmentEdgeManager.currentTime();<a name="line.263"></a>
+<span class="sourceLineNo">264</span> boolean sameServer = true;<a name="line.264"></a>
+<span class="sourceLineNo">265</span> // Assert we can scan the region in its current location<a name="line.265"></a>
+<span class="sourceLineNo">266</span> isSuccessfulScan(region);<a name="line.266"></a>
+<span class="sourceLineNo">267</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.267"></a>
+<span class="sourceLineNo">268</span> + targetServer);<a name="line.268"></a>
+<span class="sourceLineNo">269</span> while (count < retries && sameServer) {<a name="line.269"></a>
+<span class="sourceLineNo">270</span> if (count > 0) {<a name="line.270"></a>
+<span class="sourceLineNo">271</span> LOG.info("Retry " + Integer.toString(count) + " of maximum " + Integer.toString(retries));<a name="line.271"></a>
+<span class="sourceLineNo">272</span> }<a name="line.272"></a>
+<span class="sourceLineNo">273</span> count = count + 1;<a name="line.273"></a>
+<span class="sourceLineNo">274</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.274"></a>
+<span class="sourceLineNo">275</span> long maxWait = startTime + (maxWaitInSeconds * 1000);<a name="line.275"></a>
+<span class="sourceLineNo">276</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.276"></a>
+<span class="sourceLineNo">277</span> sameServer = isSameServer(region, sourceServer);<a name="line.277"></a>
+<span class="sourceLineNo">278</span> if (!sameServer) {<a name="line.278"></a>
+<span class="sourceLineNo">279</span> break;<a name="line.279"></a>
+<span class="sourceLineNo">280</span> }<a name="line.280"></a>
+<span class="sourceLineNo">281</span> Thread.sleep(100);<a name="line.281"></a>
+<span class="sourceLineNo">282</span> }<a name="line.282"></a>
+<span class="sourceLineNo">283</span> }<a name="line.283"></a>
+<span class="sourceLineNo">284</span> if (sameServer) {<a name="line.284"></a>
+<span class="sourceLineNo">285</span> LOG.error("Region: " + region.getRegionNameAsString() + " stuck on " + this.sourceServer<a name="line.285"></a>
+<span class="sourceLineNo">286</span> + ",newServer=" + this.targetServer);<a name="line.286"></a>
+<span class="sourceLineNo">287</span> } else {<a name="line.287"></a>
+<span class="sourceLineNo">288</span> isSuccessfulScan(region);<a name="line.288"></a>
+<span class="sourceLineNo">289</span> LOG.info("Moved Region "<a name="line.289"></a>
+<span class="sourceLineNo">290</span> + region.getRegionNameAsString()<a name="line.290"></a>
+<span class="sourceLineNo">291</span> + " cost:"<a name="line.291"></a>
+<span class="sourceLineNo">292</span> + String.format("%.3f",<a name="line.292"></a>
+<span class="sourceLineNo">293</span> (float) (EnvironmentEdgeManager.currentTime() - startTime) / 1000));<a name="line.293"></a>
+<span class="sourceLineNo">294</span> moved = true;<a name="line.294"></a>
+<span class="sourceLineNo">295</span> movedRegions.add(region);<a name="line.295"></a>
+<span class="sourceLineNo">296</span> }<a name="line.296"></a>
+<span class="sourceLineNo">297</span> return moved;<a name="line.297"></a>
+<span class="sourceLineNo">298</span> }<a name="line.298"></a>
+<span class="sourceLineNo">299</span> }<a name="line.299"></a>
+<span class="sourceLineNo">300</span><a name="line.300"></a>
+<span class="sourceLineNo">301</span> /**<a name="line.301"></a>
+<span class="sourceLineNo">302</span> * Move Regions without Acknowledging.Usefule in case of RS shutdown as we might want to shut the<a name="line.302"></a>
+<span class="sourceLineNo">303</span> * RS down anyways and not abort on a stuck region. Improves movement performance<a name="line.303"></a>
+<span class="sourceLineNo">304</span> */<a name="line.304"></a>
+<span class="sourceLineNo">305</span> private class MoveWithoutAck implements Callable<Boolean> {<a name="line.305"></a>
+<span class="sourceLineNo">306</span> private RegionInfo region;<a name="line.306"></a>
+<span class="sourceLineNo">307</span> private ServerName targetServer;<a name="line.307"></a>
+<span class="sourceLineNo">308</span> private List<RegionInfo> movedRegions;<a name="line.308"></a>
+<span class="sourceLineNo">309</span> private ServerName sourceServer;<a name="line.309"></a>
+<span class="sourceLineNo">310</span><a name="line.310"></a>
+<span class="sourceLineNo">311</span> public MoveWithoutAck(RegionInfo regionInfo, ServerName sourceServer,<a name="line.311"></a>
+<span class="sourceLineNo">312</span> ServerName targetServer, List<RegionInfo> movedRegions) {<a name="line.312"></a>
+<span class="sourceLineNo">313</span> this.region = regionInfo;<a name="line.313"></a>
+<span class="sourceLineNo">314</span> this.targetServer = targetServer;<a name="line.314"></a>
+<span class="sourceLineNo">315</span> this.movedRegions = movedRegions;<a name="line.315"></a>
+<span class="sourceLineNo">316</span> this.sourceServer = sourceServer;<a name="line.316"></a>
+<span class="sourceLineNo">317</span> }<a name="line.317"></a>
+<span class="sourceLineNo">318</span><a name="line.318"></a>
+<span class="sourceLineNo">319</span> @Override<a name="line.319"></a>
+<span class="sourceLineNo">320</span> public Boolean call() {<a name="line.320"></a>
+<span class="sourceLineNo">321</span> try {<a name="line.321"></a>
+<span class="sourceLineNo">322</span> LOG.info("Moving region:" + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.322"></a>
+<span class="sourceLineNo">323</span> + targetServer);<a name="line.323"></a>
+<span class="sourceLineNo">324</span> admin.move(region.getEncodedNameAsBytes(), Bytes.toBytes(targetServer.getServerName()));<a name="line.324"></a>
+<span class="sourceLineNo">325</span> LOG.info("Moved " + region.getEncodedName() + " from " + sourceServer + " to "<a name="line.325"></a>
+<span class="sourceLineNo">326</span> + targetServer);<a name="line.326"></a>
+<span class="sourceLineNo">327</span> } catch (Exception e) {<a name="line.327"></a>
+<span class="sourceLineNo">328</span> LOG.error("Error Moving Region:" + region.getEncodedName(), e);<a name="line.328"></a>
+<span class="sourceLineNo">329</span> } finally {<a name="line.329"></a>
+<span class="sourceLineNo">330</span> // we add region to the moved regions list in No Ack Mode since this is best effort<a name="line.330"></a>
+<span class="sourceLineNo">331</span> movedRegions.add(region);<a name="line.331"></a>
+<span class="sourceLineNo">332</span> }<a name="line.332"></a>
+<span class="sourceLineNo">333</span> return true;<a name="line.333"></a>
+<span class="sourceLineNo">334</span> }<a name="line.334"></a>
+<span class="sourceLineNo">335</span> }<a name="line.335"></a>
+<span class="sourceLineNo">336</span><a name="line.336"></a>
+<span class="sourceLineNo">337</span> /**<a name="line.337"></a>
+<span class="sourceLineNo">338</span> * Loads the specified {@link #hostname} with regions listed in the {@link #filename} RegionMover<a name="line.338"></a>
+<span class="sourceLineNo">339</span> * Object has to be created using {@link #RegionMover(RegionMoverBuilder)}<a name="line.339"></a>
+<span class="sourceLineNo">340</span> * @return true if loading succeeded, false otherwise<a name="line.340"></a>
+<span class="sourceLineNo">341</span> */<a name="line.341"></a>
+<span class="sourceLineNo">342</span> public boolean load() throws ExecutionException, InterruptedException, TimeoutException {<a name="line.342"></a>
+<span class="sourceLineNo">343</span> ExecutorService loadPool = Executors.newFixedThreadPool(1);<a name="line.343"></a>
+<span class="sourceLineNo">344</span> Future<Boolean> loadTask = loadPool.submit(() -> {<a name="line.344"></a>
+<span class="sourceLineNo">345</span> try {<a name="line.345"></a>
+<span class="sourceLineNo">346</span> List<RegionInfo> regionsToMove = readRegionsFromFile(filename);<a name="line.346"></a>
+<span class="sourceLineNo">347</span> if (regionsToMove.isEmpty()) {<a name="line.347"></a>
+<span class="sourceLineNo">348</span> LOG.info("No regions to load.Exiting");<a name="line.348"></a>
+<span class="sourceLineNo">349</span> return true;<a name="line.349"></a>
+<span class="sourceLineNo">350</span> }<a name="line.350"></a>
+<span class="sourceLineNo">351</span> loadRegions(regionsToMove);<a name="line.351"></a>
+<span class="sourceLineNo">352</span> } catch (Exception e) {<a name="line.352"></a>
+<span class="sourceLineNo">353</span> LOG.error("Error while loading regions to " + hostname, e);<a name="line.353"></a>
+<span class="sourceLineNo">354</span> return false;<a name="line.354"></a>
+<span class="sourceLineNo">355</span> }<a name="line.355"></a>
+<span class="sourceLineNo">356</span> return true;<a name="line.356"></a>
+<span class="sourceLineNo">357</span> });<a name="line.357"></a>
+<span class="sourceLineNo">358</span> return waitTaskToFinish(loadPool, loadTask, "loading");<a name="line.358"></a>
+<span class="sourceLineNo">359</span> }<a name="line.359"></a>
+<span class="sourceLineNo">360</span><a name="line.360"></a>
+<span class="sourceLineNo">361</span> private void loadRegions(List<RegionInfo> regionsToMove)<a name="line.361"></a>
+<span class="sourceLineNo">362</span> throws Exception {<a name="line.362"></a>
+<span class="sourceLineNo">363</span> ServerName server = getTargetServer();<a name="line.363"></a>
+<span class="sourceLineNo">364</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.364"></a>
+<span class="sourceLineNo">365</span> LOG.info(<a name="line.365"></a>
+<span class="sourceLineNo">366</span> "Moving " + regionsToMove.size() + " regions to " + server + " using " + this.maxthreads<a name="line.366"></a>
+<span class="sourceLineNo">367</span> + " threads.Ack mode:" + this.ack);<a name="line.367"></a>
+<span class="sourceLineNo">368</span><a name="line.368"></a>
+<span class="sourceLineNo">369</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.369"></a>
+<span class="sourceLineNo">370</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.370"></a>
+<span class="sourceLineNo">371</span> int counter = 0;<a name="line.371"></a>
+<span class="sourceLineNo">372</span> while (counter < regionsToMove.size()) {<a name="line.372"></a>
+<span class="sourceLineNo">373</span> RegionInfo region = regionsToMove.get(counter);<a name="line.373"></a>
+<span class="sourceLineNo">374</span> ServerName currentServer = getServerNameForRegion(region);<a name="line.374"></a>
+<span class="sourceLineNo">375</span> if (currentServer == null) {<a name="line.375"></a>
+<span class="sourceLineNo">376</span> LOG.warn(<a name="line.376"></a>
+<span class="sourceLineNo">377</span> "Could not get server for Region:" + region.getRegionNameAsString() + " moving on");<a name="line.377"></a>
+<span class="sourceLineNo">378</span> counter++;<a name="line.378"></a>
+<span class="sourceLineNo">379</span> continue;<a name="line.379"></a>
+<span class="sourceLineNo">380</span> } else if (server.equals(currentServer)) {<a name="line.380"></a>
+<span class="sourceLineNo">381</span> LOG.info(<a name="line.381"></a>
+<span class="sourceLineNo">382</span> "Region " + region.getRegionNameAsString() + " is already on target server=" + server);<a name="line.382"></a>
+<span class="sourceLineNo">383</span> counter++;<a name="line.383"></a>
+<span class="sourceLineNo">384</span> continue;<a name="line.384"></a>
+<span class="sourceLineNo">385</span> }<a name="line.385"></a>
+<span class="sourceLineNo">386</span> if (ack) {<a name="line.386"></a>
+<span class="sourceLineNo">387</span> Future<Boolean> task =<a name="line.387"></a>
+<span class="sourceLineNo">388</span> moveRegionsPool.submit(new MoveWithAck(region, currentServer, server, movedRegions));<a name="line.388"></a>
+<span class="sourceLineNo">389</span> taskList.add(task);<a name="line.389"></a>
+<span class="sourceLineNo">390</span> } else {<a name="line.390"></a>
+<span class="sourceLineNo">391</span> Future<Boolean> task =<a name="line.391"></a>
+<span class="sourceLineNo">392</span> moveRegionsPool.submit(new MoveWithoutAck(region, currentServer, server, movedRegions));<a name="line.392"></a>
+<span class="sourceLineNo">393</span> taskList.add(task);<a name="line.393"></a>
+<span class="sourceLineNo">394</span> }<a name="line.394"></a>
+<span class="sourceLineNo">395</span> counter++;<a name="line.395"></a>
+<span class="sourceLineNo">396</span> }<a name="line.396"></a>
+<span class="sourceLineNo">397</span><a name="line.397"></a>
+<span class="sourceLineNo">398</span> moveRegionsPool.shutdown();<a name="line.398"></a>
+<span class="sourceLineNo">399</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.399"></a>
+<span class="sourceLineNo">400</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.400"></a>
+<span class="sourceLineNo">401</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.401"></a>
+<span class="sourceLineNo">402</span> }<a name="line.402"></a>
+<span class="sourceLineNo">403</span><a name="line.403"></a>
+<span class="sourceLineNo">404</span> /**<a name="line.404"></a>
+<span class="sourceLineNo">405</span> * Unload regions from given {@link #hostname} using ack/noAck mode and {@link #maxthreads}.In<a name="line.405"></a>
+<span class="sourceLineNo">406</span> * noAck mode we do not make sure that region is successfully online on the target region<a name="line.406"></a>
+<span class="sourceLineNo">407</span> * server,hence it is best effort.We do not unload regions to hostnames given in<a name="line.407"></a>
+<span class="sourceLineNo">408</span> * {@link #excludeFile}.<a name="line.408"></a>
+<span class="sourceLineNo">409</span> * @return true if unloading succeeded, false otherwise<a name="line.409"></a>
+<span class="sourceLineNo">410</span> */<a name="line.410"></a>
+<span class="sourceLineNo">411</span> public boolean unload() throws InterruptedException, ExecutionException, TimeoutException {<a name="line.411"></a>
+<span class="sourceLineNo">412</span> deleteFile(this.filename);<a name="line.412"></a>
+<span class="sourceLineNo">413</span> ExecutorService unloadPool = Executors.newFixedThreadPool(1);<a name="line.413"></a>
+<span class="sourceLineNo">414</span> Future<Boolean> unloadTask = unloadPool.submit(() -> {<a name="line.414"></a>
+<span class="sourceLineNo">415</span> List<RegionInfo> movedRegions = Collections.synchronizedList(new ArrayList<>());<a name="line.415"></a>
+<span class="sourceLineNo">416</span> try {<a name="line.416"></a>
+<span class="sourceLineNo">417</span> // Get Online RegionServers<a name="line.417"></a>
+<span class="sourceLineNo">418</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.418"></a>
+<span class="sourceLineNo">419</span> regionServers.addAll(<a name="line.419"></a>
+<span class="sourceLineNo">420</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.420"></a>
+<span class="sourceLineNo">421</span> .keySet());<a name="line.421"></a>
+<span class="sourceLineNo">422</span> // Remove the host Region server from target Region Servers list<a name="line.422"></a>
+<span class="sourceLineNo">423</span> ServerName server = stripServer(regionServers, hostname, port);<a name="line.423"></a>
+<span class="sourceLineNo">424</span> // Remove RS present in the exclude file<a name="line.424"></a>
+<span class="sourceLineNo">425</span> stripExcludes(regionServers);<a name="line.425"></a>
+<span class="sourceLineNo">426</span> stripMaster(regionServers);<a name="line.426"></a>
+<span class="sourceLineNo">427</span> if (regionServers.isEmpty()) {<a name="line.427"></a>
+<span class="sourceLineNo">428</span> LOG.warn("No Regions were moved - no servers available");<a name="line.428"></a>
+<span class="sourceLineNo">429</span> return false;<a name="line.429"></a>
+<span class="sourceLineNo">430</span> }<a name="line.430"></a>
+<span class="sourceLineNo">431</span> unloadRegions(server, regionServers, movedRegions);<a name="line.431"></a>
+<span class="sourceLineNo">432</span> } catch (Exception e) {<a name="line.432"></a>
+<span class="sourceLineNo">433</span> LOG.error("Error while unloading regions ", e);<a name="line.433"></a>
+<span class="sourceLineNo">434</span> return false;<a name="line.434"></a>
+<span class="sourceLineNo">435</span> } finally {<a name="line.435"></a>
+<span class="sourceLineNo">436</span> if (movedRegions != null) {<a name="line.436"></a>
+<span class="sourceLineNo">437</span> writeFile(filename, movedRegions);<a name="line.437"></a>
+<span class="sourceLineNo">438</span> }<a name="line.438"></a>
+<span class="sourceLineNo">439</span> }<a name="line.439"></a>
+<span class="sourceLineNo">440</span> return true;<a name="line.440"></a>
+<span class="sourceLineNo">441</span> });<a name="line.441"></a>
+<span class="sourceLineNo">442</span> return waitTaskToFinish(unloadPool, unloadTask, "unloading");<a name="line.442"></a>
+<span class="sourceLineNo">443</span> }<a name="line.443"></a>
+<span class="sourceLineNo">444</span><a name="line.444"></a>
+<span class="sourceLineNo">445</span> private void unloadRegions(ServerName server, List<ServerName> regionServers,<a name="line.445"></a>
+<span class="sourceLineNo">446</span> List<RegionInfo> movedRegions) throws Exception {<a name="line.446"></a>
+<span class="sourceLineNo">447</span> while (true) {<a name="line.447"></a>
+<span class="sourceLineNo">448</span> List<RegionInfo> regionsToMove = admin.getRegions(server);<a name="line.448"></a>
+<span class="sourceLineNo">449</span> regionsToMove.removeAll(movedRegions);<a name="line.449"></a>
+<span class="sourceLineNo">450</span> if (regionsToMove.isEmpty()) {<a name="line.450"></a>
+<span class="sourceLineNo">451</span> LOG.info("No Regions to move....Quitting now");<a name="line.451"></a>
+<span class="sourceLineNo">452</span> break;<a name="line.452"></a>
+<span class="sourceLineNo">453</span> }<a name="line.453"></a>
+<span class="sourceLineNo">454</span> int counter = 0;<a name="line.454"></a>
+<span class="sourceLineNo">455</span> LOG.info("Moving " + regionsToMove.size() + " regions from " + this.hostname + " to "<a name="line.455"></a>
+<span class="sourceLineNo">456</span> + regionServers.size() + " servers using " + this.maxthreads + " threads .Ack Mode:"<a name="line.456"></a>
+<span class="sourceLineNo">457</span> + ack);<a name="line.457"></a>
+<span class="sourceLineNo">458</span> ExecutorService moveRegionsPool = Executors.newFixedThreadPool(this.maxthreads);<a name="line.458"></a>
+<span class="sourceLineNo">459</span> List<Future<Boolean>> taskList = new ArrayList<>();<a name="line.459"></a>
+<span class="sourceLineNo">460</span> int serverIndex = 0;<a name="line.460"></a>
+<span class="sourceLineNo">461</span> while (counter < regionsToMove.size()) {<a name="line.461"></a>
+<span class="sourceLineNo">462</span> if (ack) {<a name="line.462"></a>
+<span class="sourceLineNo">463</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.463"></a>
+<span class="sourceLineNo">464</span> new MoveWithAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.464"></a>
+<span class="sourceLineNo">465</span> movedRegions));<a name="line.465"></a>
+<span class="sourceLineNo">466</span> taskList.add(task);<a name="line.466"></a>
+<span class="sourceLineNo">467</span> } else {<a name="line.467"></a>
+<span class="sourceLineNo">468</span> Future<Boolean> task = moveRegionsPool.submit(<a name="line.468"></a>
+<span class="sourceLineNo">469</span> new MoveWithoutAck(regionsToMove.get(counter), server, regionServers.get(serverIndex),<a name="line.469"></a>
+<span class="sourceLineNo">470</span> movedRegions));<a name="line.470"></a>
+<span class="sourceLineNo">471</span> taskList.add(task);<a name="line.471"></a>
+<span class="sourceLineNo">472</span> }<a name="line.472"></a>
+<span class="sourceLineNo">473</span> counter++;<a name="line.473"></a>
+<span class="sourceLineNo">474</span> serverIndex = (serverIndex + 1) % regionServers.size();<a name="line.474"></a>
+<span class="sourceLineNo">475</span> }<a name="line.475"></a>
+<span class="sourceLineNo">476</span> moveRegionsPool.shutdown();<a name="line.476"></a>
+<span class="sourceLineNo">477</span> long timeoutInSeconds = regionsToMove.size() * admin.getConfiguration()<a name="line.477"></a>
+<span class="sourceLineNo">478</span> .getLong(MOVE_WAIT_MAX_KEY, DEFAULT_MOVE_WAIT_MAX);<a name="line.478"></a>
+<span class="sourceLineNo">479</span> waitMoveTasksToFinish(moveRegionsPool, taskList, timeoutInSeconds);<a name="line.479"></a>
+<span class="sourceLineNo">480</span> }<a name="line.480"></a>
+<span class="sourceLineNo">481</span> }<a name="line.481"></a>
+<span class="sourceLineNo">482</span><a name="line.482"></a>
+<span class="sourceLineNo">483</span> private boolean waitTaskToFinish(ExecutorService pool, Future<Boolean> task, String operation)<a name="line.483"></a>
+<span class="sourceLineNo">484</span> throws TimeoutException, InterruptedException, ExecutionException {<a name="line.484"></a>
+<span class="sourceLineNo">485</span> pool.shutdown();<a name="line.485"></a>
+<span class="sourceLineNo">486</span> try {<a name="line.486"></a>
+<span class="sourceLineNo">487</span> if (!pool.awaitTermination((long) this.timeout, TimeUnit.SECONDS)) {<a name="line.487"></a>
+<span class="sourceLineNo">488</span> LOG.warn(<a name="line.488"></a>
+<span class="sourceLineNo">489</span> "Timed out before finishing the " + operation + " operation. Timeout: " + this.timeout<a name="line.489"></a>
+<span class="sourceLineNo">490</span> + "sec");<a name="line.490"></a>
+<span class="sourceLineNo">491</span> pool.shutdownNow();<a name="line.491"></a>
+<span class="sourceLineNo">492</span> }<a name="line.492"></a>
+<span class="sourceLineNo">493</span> } catch (InterruptedException e) {<a name="line.493"></a>
+<span class="sourceLineNo">494</span> pool.shutdownNow();<a name="line.494"></a>
+<span class="sourceLineNo">495</span> Thread.currentThread().interrupt();<a name="line.495"></a>
+<span class="sourceLineNo">496</span> }<a name="line.496"></a>
+<span class="sourceLineNo">497</span> try {<a name="line.497"></a>
+<span class="sourceLineNo">498</span> return task.get(5, TimeUnit.SECONDS);<a name="line.498"></a>
+<span class="sourceLineNo">499</span> } catch (InterruptedException e) {<a name="line.499"></a>
+<span class="sourceLineNo">500</span> LOG.warn("Interrupted while " + operation + " Regions on " + this.hostname, e);<a name="line.500"></a>
+<span class="sourceLineNo">501</span> throw e;<a name="line.501"></a>
+<span class="sourceLineNo">502</span> } catch (ExecutionException e) {<a name="line.502"></a>
+<span class="sourceLineNo">503</span> LOG.error("Error while " + operation + " regions on RegionServer " + this.hostname, e);<a name="line.503"></a>
+<span class="sourceLineNo">504</span> throw e;<a name="line.504"></a>
+<span class="sourceLineNo">505</span> }<a name="line.505"></a>
+<span class="sourceLineNo">506</span> }<a name="line.506"></a>
+<span class="sourceLineNo">507</span><a name="line.507"></a>
+<span class="sourceLineNo">508</span> private void waitMoveTasksToFinish(ExecutorService moveRegionsPool,<a name="line.508"></a>
+<span class="sourceLineNo">509</span> List<Future<Boolean>> taskList, long timeoutInSeconds) throws Exception {<a name="line.509"></a>
+<span class="sourceLineNo">510</span> try {<a name="line.510"></a>
+<span class="sourceLineNo">511</span> if (!moveRegionsPool.awaitTermination(timeoutInSeconds, TimeUnit.SECONDS)) {<a name="line.511"></a>
+<span class="sourceLineNo">512</span> moveRegionsPool.shutdownNow();<a name="line.512"></a>
+<span class="sourceLineNo">513</span> }<a name="line.513"></a>
+<span class="sourceLineNo">514</span> } catch (InterruptedException e) {<a name="line.514"></a>
+<span class="sourceLineNo">515</span> moveRegionsPool.shutdownNow();<a name="line.515"></a>
+<span class="sourceLineNo">516</span> Thread.currentThread().interrupt();<a name="line.516"></a>
+<span class="sourceLineNo">517</span> }<a name="line.517"></a>
+<span class="sourceLineNo">518</span> for (Future<Boolean> future : taskList) {<a name="line.518"></a>
+<span class="sourceLineNo">519</span> try {<a name="line.519"></a>
+<span class="sourceLineNo">520</span> // if even after shutdownNow threads are stuck we wait for 5 secs max<a name="line.520"></a>
+<span class="sourceLineNo">521</span> if (!future.get(5, TimeUnit.SECONDS)) {<a name="line.521"></a>
+<span class="sourceLineNo">522</span> LOG.error("Was Not able to move region....Exiting Now");<a name="line.522"></a>
+<span class="sourceLineNo">523</span> throw new Exception("Could not move region Exception");<a name="line.523"></a>
+<span class="sourceLineNo">524</span> }<a name="line.524"></a>
+<span class="sourceLineNo">525</span> } catch (InterruptedException e) {<a name="line.525"></a>
+<span class="sourceLineNo">526</span> LOG.error("Interrupted while waiting for Thread to Complete " + e.getMessage(), e);<a name="line.526"></a>
+<span class="sourceLineNo">527</span> throw e;<a name="line.527"></a>
+<span class="sourceLineNo">528</span> } catch (ExecutionException e) {<a name="line.528"></a>
+<span class="sourceLineNo">529</span> LOG.error("Got Exception From Thread While moving region " + e.getMessage(), e);<a name="line.529"></a>
+<span class="sourceLineNo">530</span> throw e;<a name="line.530"></a>
+<span class="sourceLineNo">531</span> } catch (CancellationException e) {<a name="line.531"></a>
+<span class="sourceLineNo">532</span> LOG.error("Thread for moving region cancelled. Timeout for cancellation:" + timeoutInSeconds<a name="line.532"></a>
+<span class="sourceLineNo">533</span> + "secs", e);<a name="line.533"></a>
+<span class="sourceLineNo">534</span> throw e;<a name="line.534"></a>
+<span class="sourceLineNo">535</span> }<a name="line.535"></a>
+<span class="sourceLineNo">536</span> }<a name="line.536"></a>
+<span class="sourceLineNo">537</span> }<a name="line.537"></a>
+<span class="sourceLineNo">538</span><a name="line.538"></a>
+<span class="sourceLineNo">539</span> private ServerName getTargetServer() throws Exception {<a name="line.539"></a>
+<span class="sourceLineNo">540</span> ServerName server = null;<a name="line.540"></a>
+<span class="sourceLineNo">541</span> int maxWaitInSeconds =<a name="line.541"></a>
+<span class="sourceLineNo">542</span> admin.getConfiguration().getInt(SERVERSTART_WAIT_MAX_KEY, DEFAULT_SERVERSTART_WAIT_MAX);<a name="line.542"></a>
+<span class="sourceLineNo">543</span> long maxWait = EnvironmentEdgeManager.currentTime() + maxWaitInSeconds * 1000;<a name="line.543"></a>
+<span class="sourceLineNo">544</span> while (EnvironmentEdgeManager.currentTime() < maxWait) {<a name="line.544"></a>
+<span class="sourceLineNo">545</span> try {<a name="line.545"></a>
+<span class="sourceLineNo">546</span> List<ServerName> regionServers = new ArrayList<>();<a name="line.546"></a>
+<span class="sourceLineNo">547</span> regionServers.addAll(<a name="line.547"></a>
+<span class="sourceLineNo">548</span> admin.getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS)).getLiveServerMetrics()<a name="line.548"></a>
+<span class="sourceLineNo">549</span> .keySet());<a name="line.549"></a>
+<span class="sourceLineNo">550</span> // Remove the host Region server from target Region Servers list<a name="line.550"></a>
+<span class="sourceLineNo">551</span> server = stripServer(regionServers, hostname, port);<a name="line.551"></a>
+<span class="sourceLineNo">552</span> if (server != null) {<a name="line.552"></a>
+<span class="sourceLineNo">553</span> break;<a name="line.553"></a>
+<span class="sourceLineNo">554</span> } else {<a name="line.554"></a>
+<span class="sourceLineNo">555</span> LOG.warn("Server " + hostname + ":" + port + " is not up yet, waiting");<a name="line.555"></a>
+<span class="sourceLineNo">556</span> }<a name="line.556"></a>
+<span class="sourceLineNo">557</span> } catch (IOException e) {<a name="line.557"></a>
+<span class="sourceLineNo">558</span> LOG.warn("Could not get list of region servers", e);<a name="line.558"></a>
+<span class="sourceLineNo">559</span> }<a name="line.559"></a>
+<span class="sourceLineNo">560</span> Thread.sleep(500);<a name="line.560"></a>
+<span class="sourceLineNo">561</span> }<a name="line.561"></a>
+<span class="sourceLineNo">562</span> if (server == null) {<a name="line.562"></a>
+<span class="sourceLineNo">563</span> LOG.error("Server " + hostname + ":" + port + " is not up. Giving up.");<a name="line.563"></a>
+<span class="sourceLineNo">564</span> throw new Exception("Server " + hostname + ":" + port + " to load regions not online");<a name="line.564"></a>
+<span class="sourceLineNo">565</span> }<a name="line.565"></a>
+<span class="sourceLineNo">566</span> return server;<a name="line.566"></a>
+<span class="sourceLineNo">567</span> }<a name="line.567"></a>
+<span class="sourceLineNo">568</span><a name="line.568"></a>
+<span class="sourceLineNo">569</span> private List<RegionInfo> readRegionsFromFile(String filename) throws IOException {<a name="line.569"></a>
+<span class="sourceLineNo">570</span> List<RegionInfo> regions = new ArrayList<>();<a name="line.570"></a>
+<span class="sourceLineNo">571</span> File f = new File(filename);<a name="line.571"></a>
+<span class="sourceLineNo">572</span> if (!f.exists()) {<a name="line.572"></a>
+<span class="sourceLineNo">573</span> return regions;<a name="line.573"></a>
+<span class="sourceLineNo">574</span> }<a name="line.574"></a>
+<span class="sourceLineNo">575</span> try (DataInputStream dis = new DataInputStream(<a name="line.575"></a>
+<span class="sourceLineNo">576</span> new BufferedInputStream(new FileInputStream(f)))) {<a name="line.576"></a>
+<span class="sourceLineNo">577</span> int numRegions = dis.readInt();<a name="line.577"></a>
+<span class="sourceLineNo">578</span> int index = 0;<a name="line.578"></a>
+<span class="sourceLineNo">579</span> while (index < numRegions) {<a name="line.579"></a>
+<span class="sourceLineNo">580</span> regions.add(RegionInfo.parseFromOrNull(Bytes.readByteArray(dis)));<a name="line.580"></a>
+<span class="sourceLineNo">581</span> index++;<a name="line.581"></a>
+<span class="sourceLineNo">582</span> }<a name="line.582"></a>
+<span class="sourceLineNo">583</span> } catch (IOException e) {<a name="line.583"></a>
+<span class="sourceLineNo">584</span> LOG.error("Error while reading regions from file:" + filename, e);<a name="line.584"></a>
+<span class="sourceLineNo">585</span> throw e;<a name="line.585"></a>
+<span class="sourceLineNo">586</span> }<a name="line.586"></a>
+<span class="sourceLineNo">587</span> return regions;<a name="line.587"></a>
+<span class="sourceLineNo">588</span> }<a name="line.588"></a>
+<span class="sourceLineNo">589</span><a name="line.589"></a>
+<span class="sourceLineNo">590</span> /**<a name="line.590"></a>
+<span class="sourceLineNo">591</span> * Write the number of regions moved in the first line followed by regions moved in subsequent<a name="line.591"></a>
+<span class="sourceLineNo">592</span> * lines<a name="line.592"></a>
+<span class="sourceLineNo">593</span> */<a name="line.593"></a>
+<span class="sourceLineNo">594</span> private void writeFile(String filename, List<RegionInfo> movedRegions) throws IOException {<a name="line.594"></a>
+<span class="sourceLineNo">595</span> try (DataOutputStream dos = new DataOutputStream(<a name="line.595"></a>
+<span class="sourceLineNo">596</span> new BufferedOutputStream(new FileOutputStream(filename)))) {<a name="line.596"></a>
+<span class="sourceLineNo">597</span> dos.writeInt(movedRegions.size());<a name="line.597"></a>
+<span class="sourceLineNo">598</span> for (RegionInfo region : movedRegions) {<a name="line.598"></a>
+<span class="sourceLineNo">599</span> Bytes.writeByteArray(dos, RegionInfo.toByteArray(region));<a name="line.599"></a>
+<span class="sourceLineNo">600</span> }<a name="line.600"></a>
+<span class="sourceLineNo">601</span> } catch (IOException e) {<a name="line.601"></a>
+<span class="sourceLineNo">602</span> LOG.error(<a name="line.602"></a>
+<span class="sourceLineNo">603</span> "ERROR: Was Not able to write regions moved to output file but moved " + movedRegions<a name="line.603"></a>
+<span class="sourceLineNo">604</span> .size() + " regions", e);<a name="line.604"></a>
+<span class="sourceLineNo">605</span> throw e;<a name="line.605"></a>
+<span class="sourceLineNo">606</span> }<a name="line.606"></a>
+<span class="sourceLineNo">607</span> }<a name="line.607"></a>
+<span class="sourceLineNo">608</span><a name="line.608"></a>
+<span class="sourceLineNo">609</span> private void deleteFile(String filename) {<a name="line.609"></a>
+<span class="sourceLineNo">610</span> File f = new File(filename);<a name="line.610"></a>
+<span class="sourceLineNo">611</span> if (f.exists()) {<a name="line.611"></a>
+<span class="sourceLineNo">612</span> f.delete();<a name="line.612"></a>
+<span class="sourceLineNo">613</span> }<a name="line.613"></a>
+<span class="sourceLineNo">614</span> }<a name="line.614"></a>
+<span class="sourceLineNo">615</span><a name="line.615"></a>
+<span class="sourceLineNo">616</span> /**<a name="line.616"></a>
+<span class="sourceLineNo">617</span> * @return List of servers from the exclude file in format 'hostname:port'.<a name="line.617"></a>
+<span class="sourceLineNo">618</span> */<a name="line.618"></a>
+<span class="sourceLineNo">619</span> private List<String> readExcludes(String excludeFile) throws IOException {<a name="line.619"></a>
+<span class="sourceLineNo">620</span> List<String> excludeServers = new ArrayList<>();<a name="line.620"></a>
+<span class="sourceLineNo">621</span> if (excludeFile == null) {<a name="line.621"></a>
+<span class="sourceLineNo">622</span> return excludeServers;<a name="line.622"></a>
+<span class="sourceLineNo">623</span> } else {<a name="line.623"></a>
+<span class="sourceLineNo">624</span> try {<a name="line.624"></a>
+<span class="sourceLineNo">625</span> Files.readAllLines(Paths.get(excludeFile)).stream().map(String::trim)<a name="line.625"></a>
+<span class="sourceLineNo">626</span> .filter(((Predicate<String>) String::isEmpty).negate()).map(String::toLowerCase)<a name="line.626"></a>
+<span class="sourceLineNo">627</span> .forEach(excludeServers::add);<a name="line.627"></a>
+<span class="sourceLineNo">628</span> } catch (IOException e) {<a name="line.628"></a>
+<span class="sourceLineNo">629</span> LOG.warn("Exception while reading excludes file, continuing anyways", e);<a name="line.629"></a>
+<span class="sourceLineNo">630</span> }<a name="line.630"></a>
+<span class="sourceLineNo">631</span> return excludeServers;<a name="line.631"></a>
+<span class="sourceLineNo">632</span> }<a name="line.632"></a>
+<span class="sourceLineNo">633</span> }<a name="line.633"></a>
+<span class="sourceLineNo">634</span><a name="line.634"></a>
+<span class="sourceLineNo">635</span> /**<a name="line.635"></a>
+<span class="sourceLineNo">636</span> * Excludes the servername whose hostname and port portion matches the list given in exclude file<a name="line.636"></a>
+<span class="sourceLineNo">637</span> */<a name="line.637"></a>
+<span class="sourceLineNo">638</span> private void stripExcludes(List<ServerName> regionServers) throws IOException {<a name="line.638"></a>
+<span class="sourceLineNo">639</span> if (excludeFile != null) {<a name="line.639"></a>
+<span class="sourceLineNo">640</span> List<String> excludes = readExcludes(excludeFile);<a name="line.640"></a>
+<span class="sourceLineNo">641</span> Iterator<ServerName> i = regionServers.iterator();<a name="line.641"></a>
+<span class="sourceLineNo">642</span> while (i.hasNext()) {<a name="line.642"></a>
+<span class="sourceLineNo">643</span> String rs = i.next().getServerName();<a name="line.643"></a>
+<span class="sourceLineNo">644</span> String rsPort = rs.split(ServerName.SERVERNAME_SEPARATOR)[0].toLowerCase() + ":" + rs<a name="line.644"></a>
+<span class="sourceLineNo">645</span> .split(ServerName.SERVERNAME_SEPARATOR)[1];<a name="line.645"></a>
+<span class="sourceLineNo">646</span> if (excludes.contains(rsPort)) {<a name="line.646"></a>
+<span class="sourceLineNo">647</span> i.remove();<a name="line.647"></a>
+<span class="sourceLineNo">648</span> }<a name="line.648"></a>
+<span class="sourceLineNo">649</span> }<a name="line.649"></a>
+<span class="sourceLineNo">650</span> LOG.info("Valid Region server targets are:" + regionServers.toString());<a name="line.650"></a>
+<span class="sourceLineNo">651</span> LOG.info("Excluded Servers are" + excludes.toString());<a name="line.651"></a>
+<span class="sourceLineNo">652</span> }<a name="line.652"></a>
+<span class="sourceLineNo">653</span> }<a name="line.653"></a>
+<span class="sourceLineNo">654</span><a name="line.654"></a>
+<span class="sourceLineNo">655</span> /**<a name="line.655"></a>
+<span class="sourceLineNo">656</span> * Exclude master from list of RSs to move regions to<a name="line.656"></a>
+<span class="sourceLineNo">657</span> */<a name="line.657"></a>
+<span class="sourceLineNo">658</span> private void stripMaster(List<ServerName> regionServers) throws IOException {<a name="line.658"></a>
+<span class="sourceLineNo">659</span> ServerName master = admin.getClusterMetrics(EnumSet.of(Option.MASTER)).getMasterName();<a name="line.659"></a>
+<span class="sourceLineNo">660</span> stripServer(regionServers, master.getHostname(), master.getPort());<a name="line.660"></a>
+<span class="sourceLineNo">661</span> }<a name="line.661"></a>
+<span class="sourceLineNo">662</span><a name="line.662"></a>
+<span class="sourceLineNo">663</span> /**<a name="line.663"></a>
+<span class="sourceLineNo">664</span> * Remove the servername whose hostname and port portion matches from the passed array of servers.<a name="line.664"></a>
+<span class="sourceLineNo">665</span> * Returns as side-effect the servername removed.<a name="line.665"></a>
+<span class="sourceLineNo">666</span> * @return server removed from list of Region Servers<a name="line.666"></a>
+<span class="sourceLineNo">667</span> */<a name="line.667"></a>
+<span class="sourceLineNo">668</span> private ServerName stripServer(List<ServerName> regionServers, String hostname, int port) {<a name="line.668"></a>
+<span class="sourceLineNo">669</span> for (Iterator<ServerName> iter = regionServers.iterator(); iter.hasNext();) {<a name="line.669"></a>
+<span class="sourceLineNo">670</span> ServerName server = iter.next();<a name="line.670"></a>
+<span class="sourceLineNo">671</span> if (server.getAddress().getHostname().equalsIgnoreCase(hostname) &&<a name="line.671"></a>
+<span class="sourceLineNo">672</span> server.getAddress().getPort() == port) {<a name="line.672"></a>
+<span class="sourceLineNo">673</span> iter.remove();<a name="line.673"></a>
+<span class="sourceLineNo">674</span> return server;<a name="line.674"></a>
+<span class="sourceLineNo">675</span> }<a name="line.675"></a>
+<span class="sourceLineNo">676</span> }<a name="line.676"></a>
+<span class="sourceLineNo">677</span> return null;<a name="line.677"></a>
+<span class="sourceLineNo">678</span> }<a name="line.678"></a>
+<span class="sourceLineNo">679</span><a name="line.679"></a>
+<span class="sourceLineNo">680</span> /**<a name="line.680"></a>
+<span class="sourceLineNo">681</span> * Tries to scan a row from passed region<a name="line.681"></a>
+<span class="sourceLineNo">682</span> */<a name="line.682"></a>
+<span class="sourceLineNo">683</span> private void isSuccessfulScan(RegionInfo region) throws IOException {<a name="line.683"></a>
+<span class="sourceLineNo">684</span> Scan scan = new Scan().withStartRow(region.getStartKey()).setRaw(true).setOneRowLimit()<a name="line.684"></a>
+<span class="sourceLineNo">685</span> .setMaxResultSize(1L).setCaching(1).setFilter(new FirstKeyOnlyFilter())<a name="line.685"></a>
+<span class="sourceLineNo">686</span> .setCacheBlocks(false);<a name="line.686"></a>
+<span class="sourceLineNo">687</span> try (Table table = conn.getTable(region.getTable());<a name="line.687"></a>
+<span class="sourceLineNo">688</span> ResultScanner scanner = table.getScanner(scan)) {<a name="line.688"></a>
+<span class="sourceLineNo">689</span> scanner.next();<a name="line.689"></a>
+<span class="sourceLineNo">690</span> } catch (IOException e) {<a name="line.690"></a>
+<span class="sourceLineNo">691</span> LOG.error("Could not scan region:" + region.getEncodedName(), e);<a name="line.691"></a>
+<span class="sourceLineNo">692</span> throw e;<a name="line.692"></a>
+<span class="sourceLineNo">693</span> }<a name="line.693"></a>
+<span class="sourceLineNo">694</span> }<a name="line.694"></a>
+<span class="sourceLineNo">695</span><a name="line.695"></a>
+<span class="sourceLineNo">696</span> /**<a name="line.696"></a>
+<span class="sourceLineNo">697</span> * Returns true if passed region is still on serverName when we look at hbase:meta.<a name="line.697"></a>
+<span class="sourceLineNo">698</span> * @return true if region is hosted on serverName otherwise false<a name="line.698"></a>
+<span class="sourceLineNo">699</span> */<a name="line.699"></a>
+<span class="sourceLineNo">700</span> private boolean isSameServer(RegionInfo region, ServerName serverName)<a name="line.700"></a>
+<span class="sourceLineNo">701</span> throws IOException {<a name="line.701"></a>
+<span class="sourceLineNo">702</span> ServerName serverForRegion = getServerNameForRegion(region);<a name="line.702"></a>
+<span class="sourceLineNo">703</span> if (serverForRegion != null && serverForRegion.equals(serverName)) {<a name="line.703"></a>
+<span class="sourceLineNo">704</span> return true;<a name="line.704"></a>
+<span class="sourceLineNo">705</span> }<a name="line.705"></a>
+<span class="sourceLineNo">706</span> return false;<a name="line.706"></a>
+<span class="sourceLineNo">707</span> }<a name="line.707"></a>
+<span class="sourceLineNo">708</span><a name="line.708"></a>
+<span class="sourceLineNo">709</span> /**<a name="line.709"></a>
+<span class="sourceLineNo">710</span> * Get servername that is up in hbase:meta hosting the given region. this is hostname + port +<a name="line.710"></a>
+<span class="sourceLineNo">711</span> * startcode comma-delimited. Can return null<a name="line.711"></a>
+<span class="sourceLineNo">712</span> * @return regionServer hosting the given region<a name="line.712"></a>
+<span class="sourceLineNo">713</span> */<a name="line.713"></a>
+<span class="sourceLineNo">714</span> private ServerName getServerNameForRegion(RegionInfo region) throws IOException {<a name="line.714"></a>
+<span class="sourceLineNo">715</span> if (!admin.isTableEnabled(region.getTable())) {<a name="line.715"></a>
+<span class="sourceLineNo">716</span> return null;<a name="line.716"></a>
+<span class="sourceLineNo">717</span> }<a name="line.717"></a>
+<span class="sourceLineNo">718</span> HRegionLocation loc =<a name="line.718"></a>
+<span class="sourceLineNo">719</span> conn.getRegionLocator(region.getTable()).getRegionLocation(region.getStartKey(), true);<a name="line.719"></a>
+<span class="sourceLineNo">720</span> if (loc != null) {<a name="line.720"></a>
+<span class="sourceLineNo">721</span> return loc.getServerName();<a name="line.721"></a>
+<span class="sourceLineNo">722</span> } else {<a name="line.722"></a>
+<span class="sourceLineNo">723</span> return null;<a name="line.723"></a>
+<span class="sourceLineNo">724</span> }<a name="line.724"></a>
+<span class="sourceLineNo">725</span> }<a name="line.725"></a>
+<span class="sourceLineNo">726</span><a name="line.726"></a>
+<span class="sourceLineNo">727</span> @Override<a name="line.727"></a>
+<span class="sourceLineNo">728</span> protected void addOptions() {<a name="line.728"></a>
+<span class="sourceLineNo">729</span> this.addRequiredOptWithArg("r", "regionserverhost", "region server <hostname>|<hostname:port>");<a name="line.729"></a>
+<span class="sourceLineNo">730</span> this.addRequiredOptWithArg("o", "operation", "Expected: load/unload");<a name="line.730"></a>
+<span class="sourceLineNo">731</span> this.addOptWithArg("m", "maxthreads",<a name="line.731"></a>
+<span class="sourceLineNo">732</span> "Define the maximum number of threads to use to unload and reload the regions");<a name="line.732"></a>
+<span class="sourceLineNo">733</span> this.addOptWithArg("x", "excludefile",<a name="line.733"></a>
+<span class="sourceLineNo">734</span> "File with <hostname:port> per line to exclude as unload targets; default excludes only "<a name="line.734"></a>
+<span class="sourceLineNo">735</span> + "target host; useful for rack decommisioning.");<a name="line.735"></a>
+<span class="sourceLineNo">736</span> this.addOptWithArg("f", "filename",<a name="line.736"></a>
+<span class="sourceLineNo">737</span> "File to save regions list into unloading, or read from loading; "<a name="line.737"></a>
+<span class="sourceLineNo">738</span> + "default /tmp/<usernamehostname:port>");<a name="line.738"></a>
+<span class="sourceLineNo">739</span> this.addOptNoArg("n", "noack",<a name="line.739"></a>
+<span class="sourceLineNo">740</span> "Turn on No-Ack mode(default: false) which won't check if region is online on target "<a name="line.740"></a>
+<span class="sourceLineNo">741</span> + "RegionServer, hence best effort. This is more performant in unloading and loading "<a name="line.741"></a>
+<span class="sourceLineNo">742</span> + "but might lead to region being unavailable for some time till master reassigns it "<a name="line.742"></a>
+<span class="sourceLineNo">743</span> + "in case the move failed");<a name="line.743"></a>
+<span class="sourceLineNo">744</span> this.addOptWithArg("t", "timeout", "timeout in seconds after which the tool will exit "<a name="line.744"></a>
+<span class="sourceLineNo">745</span> + "irrespective of whether it finished or not;default Integer.MAX_VALUE");<a name="line.745"></a>
+<span class="sourceLineNo">746</span> }<a name="line.746"></a>
+<span class="sourceLineNo">747</span><a name="line.747"></a>
+<span class="sourceLineNo">748</span> @Override<a name="line.748"></a>
+<span class="sourceLineNo">749</span> protected void processOptions(CommandLine cmd) {<a name="line.749"></a>
+<span class="sourceLineNo">750</span> String hostname = cmd.getOptionValue("r");<a name="line.750"></a>
+<span class="sourceLineNo">751</span> rmbuilder = new RegionMoverBuilder(hostname);<a name="line.751"></a>
+<span class="sourceLineNo">752</span> if (cmd.hasOption('m')) {<a name="line.752"></a>
+<span class="sourceLineNo">753</span> rmbuilder.maxthreads(Integer.parseInt(cmd.getOptionValue('m')));<a name="line.753"></a>
+<span class="sourceLineNo">754</span> }<a name="line.754"></a>
+<span class="sourceLineNo">755</span> if (cmd.hasOption('n')) {<a name="line.755"></a>
+<span class="sourceLineNo">756</span> rmbuilder.ack(false);<a name="line.756"></a>
+<span class="sourceLineNo">757</span> }<a name="line.757"></a>
+<span class="sourceLineNo">758</span> if (cmd.hasOption('f')) {<a name="line.758"></a>
+<span class="sourceLineNo">759</span> rmbuilder.filename(cmd.getOptionValue('f'));<a name="line.759"></a>
+<span class="sourceLineNo">760</span> }<a name="line.760"></a>
+<span class="sourceLineNo">761</span> if (cmd.hasOption('x')) {<a name="line.761"></a>
+<span class="sourceLineNo">762</span> rmbuilder.excludeFile(cmd.getOptionValue('x'));<a name="line.762"></a>
+<span class="sourceLineNo">763</span> }<a name="line.763"></a>
+<span class="sourceLineNo">764</span> if (cmd.hasOption('t')) {<a name="line.764"></a>
+<span class="sourceLineNo">765</span> rmbuilder.timeout(Integer.parseInt(cmd.getOptionValue('t')));<a name="line.765"></a>
+<span class="sourceLineNo">766</span> }<a name="line.766"></a>
+<span class="sourceLineNo">767</span> this.loadUnload = cmd.getOptionValue("o").toLowerCase(Locale.ROOT);<a name="line.767"></a>
+<span class="sourceLineNo">768</span> }<a name="line.768"></a>
+<span class="sourceLineNo">769</span><a name="line.769"></a>
+<span class="sourceLineNo">770</span> @Override<a name="line.770"></a>
+<span class="sourceLineNo">771</span> protected int doWork() throws Exception {<a name="line.771"></a>
+<span class="sourceLineNo">772</span> boolean success;<a name="line.772"></a>
+<span class="sourceLineNo">773</span> try (RegionMover rm = rmbuilder.build()) {<a name="line.773"></a>
+<span class="sourceLineNo">774</span> if (loadUnload.equalsIgnoreCase("load")) {<a name="line.774"></a>
+<span class="sourceLineNo">775</span> success = rm.load();<a name="line.775"></a>
+<span class="sourceLineNo">776</span> } else if (loadUnload.equalsIgnoreCase("unload")) {<a name="line.776"></a>
+<span class="sourceLineNo">777</span> success = rm.unload();<a name="line.777"></a>
+<span class="sourceLineNo">778</span> } else {<a name="line.778"></a>
+<span class="sourceLineNo">779</span> printUsage();<a name="line.779"></a>
+<span class="sourceLineNo">780</span> success = false;<a name="line.780"></a>
+<span class="sourceLineNo">781</span> }<a name="line.781"></a>
+<span class="sourceLineNo">782</span> }<a name="line.782"></a>
+<span class="sourceLineNo">783</span> return (success ? 0 : 1);<a name="line.783"></a>
+<span class="sourceLineNo">784</span> }<a name="line.784"></a>
+<span class="sourceLineNo">785</span><a name="line.785"></a>
+<span class="sourceLineNo">786</span> public static void main(String[] args) {<a name="line.786"></a>
+<span class="sourceLineNo">787</span> try (RegionMover mover = new RegionMover()) {<a name="line.787"></a>
+<span class="sourceLineNo">788</span> mover.doStaticMain(args);<a name="line.788"></a>
+<span class="sourceLineNo">789</span> }<a name="line.789"></a>
+<span class="sourceLineNo">790</span> }<a name="line.790"></a>
+<span class="sourceLineNo">791</span>}<a name="line.791"></a>
diff --git a/downloads.html b/downloads.html
index f1a05db..af17230 100644
--- a/downloads.html
+++ b/downloads.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Apache HBase Downloads</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -489,7 +489,7 @@ under the License. -->
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/export_control.html b/export_control.html
index a472d58..b9062bf 100644
--- a/export_control.html
+++ b/export_control.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase –
Export Control
@@ -341,7 +341,7 @@ for more details.</p>
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/index.html b/index.html
index 3ef9267..f809e14 100644
--- a/index.html
+++ b/index.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Apache HBaseâ„¢ Home</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -421,7 +421,7 @@ Apache HBase is an open-source, distributed, versioned, non-relational database
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/integration.html b/integration.html
index 8f0c118..afe7d6c 100644
--- a/integration.html
+++ b/integration.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – CI Management</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -301,7 +301,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/issue-tracking.html b/issue-tracking.html
index 78bc524..6b694a5 100644
--- a/issue-tracking.html
+++ b/issue-tracking.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Issue Management</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -298,7 +298,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/license.html b/license.html
index 62f59c7..1ae9297 100644
--- a/license.html
+++ b/license.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Project Licenses</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -501,7 +501,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/mail-lists.html b/mail-lists.html
index b98b22a..a7dac96 100644
--- a/mail-lists.html
+++ b/mail-lists.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Project Mailing Lists</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -351,7 +351,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/metrics.html b/metrics.html
index 9c27dff..f7bc8c4 100644
--- a/metrics.html
+++ b/metrics.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase –
Apache HBase (TM) Metrics
@@ -469,7 +469,7 @@ export HBASE_REGIONSERVER_OPTS="$HBASE_JMX_OPTS -Dcom.sun.management.jmxrem
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/old_news.html b/old_news.html
index 576f032..d1f0377 100644
--- a/old_news.html
+++ b/old_news.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase –
Old Apache HBase (TM) News
@@ -450,7 +450,7 @@ under the License. -->
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/plugin-management.html b/plugin-management.html
index ba065ad..0c7ba59 100644
--- a/plugin-management.html
+++ b/plugin-management.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Project Plugin Management</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -450,7 +450,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/plugins.html b/plugins.html
index 5121d03..11a82c2 100644
--- a/plugins.html
+++ b/plugins.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Project Plugins</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -381,7 +381,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/poweredbyhbase.html b/poweredbyhbase.html
index 7fc4afd..b4922a4 100644
--- a/poweredbyhbase.html
+++ b/poweredbyhbase.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Powered By Apache HBase™</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -779,7 +779,7 @@ under the License. -->
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/project-info.html b/project-info.html
index 5eebf98..f28cd29 100644
--- a/project-info.html
+++ b/project-info.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Project Information</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -345,7 +345,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/project-reports.html b/project-reports.html
index cc498ba..ac437e3 100644
--- a/project-reports.html
+++ b/project-reports.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Generated Reports</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -315,7 +315,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/project-summary.html b/project-summary.html
index 6c1e3ac..69a2b62 100644
--- a/project-summary.html
+++ b/project-summary.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Project Summary</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -341,7 +341,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/pseudo-distributed.html b/pseudo-distributed.html
index a5eeb6f..721cd1e 100644
--- a/pseudo-distributed.html
+++ b/pseudo-distributed.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase –
Running Apache HBase (TM) in pseudo-distributed mode
@@ -318,7 +318,7 @@ under the License. -->
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/replication.html b/replication.html
index 1d29990..d0c3692 100644
--- a/replication.html
+++ b/replication.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase –
Apache HBase (TM) Replication
@@ -313,7 +313,7 @@ under the License. -->
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/resources.html b/resources.html
index 39aa943..a64f6b6 100644
--- a/resources.html
+++ b/resources.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Other Apache HBase (TM) Resources</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -341,7 +341,7 @@ under the License. -->
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/source-repository.html b/source-repository.html
index fae2b61..7baa7f2 100644
--- a/source-repository.html
+++ b/source-repository.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Source Code Management</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -309,7 +309,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/sponsors.html b/sponsors.html
index 00637f1..ed1548f 100644
--- a/sponsors.html
+++ b/sponsors.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Apache HBase™ Sponsors</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -343,7 +343,7 @@ under the License. -->
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/supportingprojects.html b/supportingprojects.html
index cdfd0fe..858028f 100644
--- a/supportingprojects.html
+++ b/supportingprojects.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Supporting Projects</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -530,7 +530,7 @@ under the License. -->
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/team-list.html b/team-list.html
index b9c7848..8f8cfdc 100644
--- a/team-list.html
+++ b/team-list.html
@@ -7,7 +7,7 @@
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20190119" />
+ <meta name="Date-Revision-yyyymmdd" content="20190120" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache HBase – Project Team</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4-HBase.min.css" />
@@ -776,7 +776,7 @@
<a href="https://www.apache.org/">The Apache Software Foundation</a>.
All rights reserved.
- <li id="publishDate" class="pull-right">Last Published: 2019-01-19</li>
+ <li id="publishDate" class="pull-right">Last Published: 2019-01-20</li>
</p>
</div>
diff --git a/testdevapidocs/index-all.html b/testdevapidocs/index-all.html
index ae5823f..446e141 100644
--- a/testdevapidocs/index-all.html
+++ b/testdevapidocs/index-all.html
@@ -25343,7 +25343,7 @@
<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestMiniClusterLoadSequential.html#LOG">LOG</a></span> - Static variable in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestMiniClusterLoadSequential.html" title="class in org.apache.hadoop.hbase.util">TestMiniClusterLoadSequential</a></dt>
<dd> </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestRegionMover.html#LOG">LOG</a></span> - Variable in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestRegionMover.html" title="class in org.apache.hadoop.hbase.util">TestRegionMover</a></dt>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestRegionMover.html#LOG">LOG</a></span> - Static variable in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestRegionMover.html" title="class in org.apache.hadoop.hbase.util">TestRegionMover</a></dt>
<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestRegionSplitCalculator.html#LOG">LOG</a></span> - Static variable in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestRegionSplitCalculator.html" title="class in org.apache.hadoop.hbase.util">TestRegionSplitCalculator</a></dt>
<dd> </dd>
@@ -55828,6 +55828,10 @@
<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/mapreduce/TestCopyTable.html#testLoadingSnapshotWithoutSnapshotName--">testLoadingSnapshotWithoutSnapshotName()</a></span> - Method in class org.apache.hadoop.hbase.mapreduce.<a href="org/apache/hadoop/hbase/mapreduce/TestCopyTable.html" title="class in org.apache.hadoop.hbase.mapreduce">TestCopyTable</a></dt>
<dd> </dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestRegionMover.html#testLoadMetaRegion--">testLoadMetaRegion()</a></span> - Method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestRegionMover.html" title="class in org.apache.hadoop.hbase.util">TestRegionMover</a></dt>
+<dd>
+<div class="block">UT for HBASE-21746</div>
+</dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/metrics/TestMetricRegistriesLoader.html#testLoadMultipleInstances--">testLoadMultipleInstances()</a></span> - Method in class org.apache.hadoop.hbase.metrics.<a href="org/apache/hadoop/hbase/metrics/TestMetricRegistriesLoader.html" title="class in org.apache.hadoop.hbase.metrics">TestMetricRegistriesLoader</a></dt>
<dd> </dd>
<dt><a href="org/apache/hadoop/hbase/master/TestLoadProcedureError.html" title="class in org.apache.hadoop.hbase.master"><span class="typeNameLink">TestLoadProcedureError</span></a> - Class in <a href="org/apache/hadoop/hbase/master/package-summary.html">org.apache.hadoop.hbase.master</a></dt>
@@ -55846,13 +55850,6 @@
<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/tool/TestLoadIncrementalHFiles.html#testLoadTooMayHFiles--">testLoadTooMayHFiles()</a></span> - Method in class org.apache.hadoop.hbase.tool.<a href="org/apache/hadoop/hbase/tool/TestLoadIncrementalHFiles.html" title="class in org.apache.hadoop.hbase.tool">TestLoadIncrementalHFiles</a></dt>
<dd> </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestRegionMover.html#testLoadWithAck--">testLoadWithAck()</a></span> - Method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestRegionMover.html" title="class in org.apache.hadoop.hbase.util">TestRegionMover</a></dt>
-<dd> </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestRegionMover.html#testLoadWithoutAck--">testLoadWithoutAck()</a></span> - Method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestRegionMover.html" title="class in org.apache.hadoop.hbase.util">TestRegionMover</a></dt>
-<dd>
-<div class="block">Test to unload a regionserver first and then load it using no Ack mode
- we check if some regions are loaded on the region server(since no ack is best effort)</div>
-</dd>
<dt><a href="org/apache/hadoop/hbase/io/asyncfs/TestLocalAsyncOutput.html" title="class in org.apache.hadoop.hbase.io.asyncfs"><span class="typeNameLink">TestLocalAsyncOutput</span></a> - Class in <a href="org/apache/hadoop/hbase/io/asyncfs/package-summary.html">org.apache.hadoop.hbase.io.asyncfs</a></dt>
<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/io/asyncfs/TestLocalAsyncOutput.html#TestLocalAsyncOutput--">TestLocalAsyncOutput()</a></span> - Constructor for class org.apache.hadoop.hbase.io.asyncfs.<a href="org/apache/hadoop/hbase/io/asyncfs/TestLocalAsyncOutput.html" title="class in org.apache.hadoop.hbase.io.asyncfs">TestLocalAsyncOutput</a></dt>
@@ -61428,10 +61425,6 @@
<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/backup/TestRepairAfterFailedDelete.html#testRepairBackupDelete--">testRepairBackupDelete()</a></span> - Method in class org.apache.hadoop.hbase.backup.<a href="org/apache/hadoop/hbase/backup/TestRepairAfterFailedDelete.html" title="class in org.apache.hadoop.hbase.backup">TestRepairAfterFailedDelete</a></dt>
<dd> </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestRegionMover.html#testRepeatedLoad--">testRepeatedLoad()</a></span> - Method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestRegionMover.html" title="class in org.apache.hadoop.hbase.util">TestRegionMover</a></dt>
-<dd>
-<div class="block">Test that loading the same region set doesn't cause timeout loop during meta load.</div>
-</dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/types/TestCopyOnWriteMaps.html#testReplace--">testReplace()</a></span> - Method in class org.apache.hadoop.hbase.types.<a href="org/apache/hadoop/hbase/types/TestCopyOnWriteMaps.html" title="class in org.apache.hadoop.hbase.types">TestCopyOnWriteMaps</a></dt>
<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/types/TestCopyOnWriteMaps.html#testReplace1--">testReplace1()</a></span> - Method in class org.apache.hadoop.hbase.types.<a href="org/apache/hadoop/hbase/types/TestCopyOnWriteMaps.html" title="class in org.apache.hadoop.hbase.types">TestCopyOnWriteMaps</a></dt>
@@ -66300,6 +66293,10 @@
<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/snapshot/TestFlushSnapshotFromClient.html#testTakeSnapshotAfterMerge--">testTakeSnapshotAfterMerge()</a></span> - Method in class org.apache.hadoop.hbase.snapshot.<a href="org/apache/hadoop/hbase/snapshot/TestFlushSnapshotFromClient.html" title="class in org.apache.hadoop.hbase.snapshot">TestFlushSnapshotFromClient</a></dt>
<dd> </dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestRegionMover.html#testTargetServerDeadWhenLoading--">testTargetServerDeadWhenLoading()</a></span> - Method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestRegionMover.html" title="class in org.apache.hadoop.hbase.util">TestRegionMover</a></dt>
+<dd>
+<div class="block">UT for HBASE-21746</div>
+</dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/quotas/TestNamespaceQuotaViolationStore.html#testTargetViolationState--">testTargetViolationState()</a></span> - Method in class org.apache.hadoop.hbase.quotas.<a href="org/apache/hadoop/hbase/quotas/TestNamespaceQuotaViolationStore.html" title="class in org.apache.hadoop.hbase.quotas">TestNamespaceQuotaViolationStore</a></dt>
<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/quotas/TestTableQuotaViolationStore.html#testTargetViolationState--">testTargetViolationState()</a></span> - Method in class org.apache.hadoop.hbase.quotas.<a href="org/apache/hadoop/hbase/quotas/TestTableQuotaViolationStore.html" title="class in org.apache.hadoop.hbase.quotas">TestTableQuotaViolationStore</a></dt>
@@ -66883,10 +66880,6 @@
<dd>
<div class="block">An example <code>Union</code></div>
</dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestRegionMover.html#testUnloadWithAck--">testUnloadWithAck()</a></span> - Method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestRegionMover.html" title="class in org.apache.hadoop.hbase.util">TestRegionMover</a></dt>
-<dd> </dd>
-<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestRegionMover.html#testUnloadWithoutAck--">testUnloadWithoutAck()</a></span> - Method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestRegionMover.html" title="class in org.apache.hadoop.hbase.util">TestRegionMover</a></dt>
-<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/client/TestFromClientSide.html#testUnmanagedHConnection--">testUnmanagedHConnection()</a></span> - Method in class org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/TestFromClientSide.html" title="class in org.apache.hadoop.hbase.client">TestFromClientSide</a></dt>
<dd>
<div class="block">simple test that just executes parts of the client
@@ -67729,6 +67722,8 @@
<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/regionserver/TestStoreScanner.html#testWildCardTtlScan--">testWildCardTtlScan()</a></span> - Method in class org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/TestStoreScanner.html" title="class in org.apache.hadoop.hbase.regionserver">TestStoreScanner</a></dt>
<dd> </dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestRegionMover.html#testWithAck--">testWithAck()</a></span> - Method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestRegionMover.html" title="class in org.apache.hadoop.hbase.util">TestRegionMover</a></dt>
+<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/balancer/BalancerTestBase.html#testWithCluster-int-int-int-int-int-boolean-boolean-">testWithCluster(int, int, int, int, int, boolean, boolean)</a></span> - Method in class org.apache.hadoop.hbase.master.balancer.<a href="org/apache/hadoop/hbase/master/balancer/BalancerTestBase.html" title="class in org.apache.hadoop.hbase.master.balancer">BalancerTestBase</a></dt>
<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/master/balancer/BalancerTestBase.html#testWithCluster-java.util.Map-org.apache.hadoop.hbase.master.RackManager-boolean-boolean-">testWithCluster(Map<ServerName, List<RegionInfo>>, RackManager, boolean, boolean)</a></span> - Method in class org.apache.hadoop.hbase.master.balancer.<a href="org/apache/hadoop/hbase/master/balancer/BalancerTestBase.html" title="class in org.apache.hadoop.hbase.master.balancer">Balan [...]
@@ -67824,6 +67819,10 @@
<dd>
<div class="block">Test delete marker removal from store files.</div>
</dd>
+<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/util/TestRegionMover.html#testWithoutAck--">testWithoutAck()</a></span> - Method in class org.apache.hadoop.hbase.util.<a href="org/apache/hadoop/hbase/util/TestRegionMover.html" title="class in org.apache.hadoop.hbase.util">TestRegionMover</a></dt>
+<dd>
+<div class="block">Test to unload a regionserver first and then load it using no Ack mode.</div>
+</dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/mapreduce/TestImportTsv.html#testWithoutAnExistingTableAndCreateTableSetToNo--">testWithoutAnExistingTableAndCreateTableSetToNo()</a></span> - Method in class org.apache.hadoop.hbase.mapreduce.<a href="org/apache/hadoop/hbase/mapreduce/TestImportTsv.html" title="class in org.apache.hadoop.hbase.mapreduce">TestImportTsv</a></dt>
<dd> </dd>
<dt><span class="memberNameLink"><a href="org/apache/hadoop/hbase/tool/TestLoadIncrementalHFiles.html#testWithoutAnExistingTableAndCreateTableSetToNo--">testWithoutAnExistingTableAndCreateTableSetToNo()</a></span> - Method in class org.apache.hadoop.hbase.tool.<a href="org/apache/hadoop/hbase/tool/TestLoadIncrementalHFiles.html" title="class in org.apache.hadoop.hbase.tool">TestLoadIncrementalHFiles</a></dt>
diff --git a/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseTestingUtility.html b/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseTestingUtility.html
index a862a9b..4a3539c 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseTestingUtility.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/class-use/HBaseTestingUtility.html
@@ -4724,7 +4724,7 @@
<td class="colLast"><span class="typeNameLabel">TestHBaseFsckEncryption.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestHBaseFsckEncryption.html#TEST_UTIL">TEST_UTIL</a></span></code> </td>
</tr>
<tr class="altColor">
-<td class="colFirst"><code>protected static <a href="../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a></code></td>
+<td class="colFirst"><code>private static <a href="../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a></code></td>
<td class="colLast"><span class="typeNameLabel">TestRegionMover.</span><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#TEST_UTIL">TEST_UTIL</a></span></code> </td>
</tr>
<tr class="rowColor">
diff --git a/testdevapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html
index f9b0ab1..95e74d8 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html
@@ -158,8 +158,8 @@
<ul>
<li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a><E> (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a><T>, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true [...]
<ul>
-<li type="circle">org.apache.hadoop.hbase.io.hfile.<a href="../../../../../../org/apache/hadoop/hbase/io/hfile/TestCacheOnWrite.CacheOnWriteType.html" title="enum in org.apache.hadoop.hbase.io.hfile"><span class="typeNameLink">TestCacheOnWrite.CacheOnWriteType</span></a></li>
<li type="circle">org.apache.hadoop.hbase.io.hfile.<a href="../../../../../../org/apache/hadoop/hbase/io/hfile/TagUsage.html" title="enum in org.apache.hadoop.hbase.io.hfile"><span class="typeNameLink">TagUsage</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.io.hfile.<a href="../../../../../../org/apache/hadoop/hbase/io/hfile/TestCacheOnWrite.CacheOnWriteType.html" title="enum in org.apache.hadoop.hbase.io.hfile"><span class="typeNameLink">TestCacheOnWrite.CacheOnWriteType</span></a></li>
</ul>
</li>
</ul>
diff --git a/testdevapidocs/org/apache/hadoop/hbase/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/package-tree.html
index 7d20d9e..dee8316 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/package-tree.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/package-tree.html
@@ -579,15 +579,15 @@
<ul>
<li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a><E> (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a><T>, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true [...]
<ul>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/RESTApiClusterManager.RoleCommand.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">RESTApiClusterManager.RoleCommand</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/ClusterManager.ServiceType.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">ClusterManager.ServiceType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/RESTApiClusterManager.Service.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">RESTApiClusterManager.Service</span></a></li>
<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/HBaseClusterManager.CommandProvider.Operation.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">HBaseClusterManager.CommandProvider.Operation</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/RESTApiClusterManager.RoleCommand.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">RESTApiClusterManager.RoleCommand</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/IntegrationTestRegionReplicaPerf.Stat.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">IntegrationTestRegionReplicaPerf.Stat</span></a></li>
<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/IntegrationTestDDLMasterFailover.ACTION.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">IntegrationTestDDLMasterFailover.ACTION</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/PerformanceEvaluation.Counter.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">PerformanceEvaluation.Counter</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/RESTApiClusterManager.Service.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">RESTApiClusterManager.Service</span></a></li>
<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/ResourceChecker.Phase.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">ResourceChecker.Phase</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/PerformanceEvaluation.Counter.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">PerformanceEvaluation.Counter</span></a></li>
<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/ScanPerformanceEvaluation.ScanCounter.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">ScanPerformanceEvaluation.ScanCounter</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/IntegrationTestRegionReplicaPerf.Stat.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">IntegrationTestRegionReplicaPerf.Stat</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.<a href="../../../../org/apache/hadoop/hbase/ClusterManager.ServiceType.html" title="enum in org.apache.hadoop.hbase"><span class="typeNameLink">ClusterManager.ServiceType</span></a></li>
</ul>
</li>
</ul>
diff --git a/testdevapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html
index 1498022..ad8fcb6 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html
@@ -234,10 +234,10 @@
<ul>
<li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a><E> (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a><T>, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true [...]
<ul>
-<li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/TestYieldProcedures.TestStateMachineProcedure.State.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">TestYieldProcedures.TestStateMachineProcedure.State</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/TestProcedureRecovery.TestStateMachineProcedure.State.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">TestProcedureRecovery.TestStateMachineProcedure.State</span></a></li>
<li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/TestProcedureBypass.StuckStateMachineState.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">TestProcedureBypass.StuckStateMachineState</span></a></li>
<li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/TestStateMachineProcedure.TestSMProcedureState.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">TestStateMachineProcedure.TestSMProcedureState</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/TestProcedureRecovery.TestStateMachineProcedure.State.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">TestProcedureRecovery.TestStateMachineProcedure.State</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.procedure2.<a href="../../../../../org/apache/hadoop/hbase/procedure2/TestYieldProcedures.TestStateMachineProcedure.State.html" title="enum in org.apache.hadoop.hbase.procedure2"><span class="typeNameLink">TestYieldProcedures.TestStateMachineProcedure.State</span></a></li>
</ul>
</li>
</ul>
diff --git a/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
index 0b4775c..d101443 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
@@ -709,11 +709,11 @@
<ul>
<li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a><E> (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a><T>, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true [...]
<ul>
-<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestRegionServerReadRequestMetrics.Metric.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestRegionServerReadRequestMetrics.Metric</span></a></li>
<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/DataBlockEncodingTool.Manipulation.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">DataBlockEncodingTool.Manipulation</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestAtomicOperation.TestStep.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestAtomicOperation.TestStep</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestRegionServerReadRequestMetrics.Metric.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestRegionServerReadRequestMetrics.Metric</span></a></li>
<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestMultiLogThreshold.ActionType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestMultiLogThreshold.ActionType</span></a></li>
<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestCacheOnWriteInSchema.CacheOnWriteType.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestCacheOnWriteInSchema.CacheOnWriteType</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="../../../../../org/apache/hadoop/hbase/regionserver/TestAtomicOperation.TestStep.html" title="enum in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestAtomicOperation.TestStep</span></a></li>
</ul>
</li>
</ul>
diff --git a/testdevapidocs/org/apache/hadoop/hbase/test/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/test/package-tree.html
index c8c4ef7..cf37e94 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/test/package-tree.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/test/package-tree.html
@@ -253,10 +253,10 @@
<ul>
<li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a><E> (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a><T>, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true [...]
<ul>
-<li type="circle">org.apache.hadoop.hbase.test.<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.Verify.Counts.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">IntegrationTestBigLinkedList.Verify.Counts</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.test.<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.Generator.Counts.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">IntegrationTestBigLinkedList.Generator.Counts</span></a></li>
<li type="circle">org.apache.hadoop.hbase.test.<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestWithCellVisibilityLoadAndVerify.Counters.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">IntegrationTestWithCellVisibilityLoadAndVerify.Counters</span></a></li>
<li type="circle">org.apache.hadoop.hbase.test.<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestLoadAndVerify.Counters.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">IntegrationTestLoadAndVerify.Counters</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.test.<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.Verify.Counts.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">IntegrationTestBigLinkedList.Verify.Counts</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.test.<a href="../../../../../org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.Generator.Counts.html" title="enum in org.apache.hadoop.hbase.test"><span class="typeNameLink">IntegrationTestBigLinkedList.Generator.Counts</span></a></li>
</ul>
</li>
</ul>
diff --git a/testdevapidocs/org/apache/hadoop/hbase/util/TestRegionMover.html b/testdevapidocs/org/apache/hadoop/hbase/util/TestRegionMover.html
index f2b405a..8ffa4d9 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/util/TestRegionMover.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/util/TestRegionMover.html
@@ -18,7 +18,7 @@
catch(err) {
}
//-->
-var methods = {"i0":10,"i1":9,"i2":9,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10};
+var methods = {"i0":10,"i1":9,"i2":9,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10};
var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
@@ -109,7 +109,7 @@ var activeTableTab = "activeTableTab";
<li class="blockList">
<hr>
<br>
-<pre>public class <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.52">TestRegionMover</a>
+<pre>public class <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.55">TestRegionMover</a>
extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></pre>
<div class="block">Tests for Region Mover Load/Unload functionality with and without ack mode and also to test
exclude functionality useful for rack decommissioning</div>
@@ -136,11 +136,11 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#CLASS_RULE">CLASS_RULE</a></span></code> </td>
</tr>
<tr class="rowColor">
-<td class="colFirst"><code>(package private) org.slf4j.Logger</code></td>
+<td class="colFirst"><code>private static org.slf4j.Logger</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#LOG">LOG</a></span></code> </td>
</tr>
<tr class="altColor">
-<td class="colFirst"><code>protected static <a href="../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a></code></td>
+<td class="colFirst"><code>private static <a href="../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#TEST_UTIL">TEST_UTIL</a></span></code> </td>
</tr>
</table>
@@ -196,32 +196,29 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
</tr>
<tr id="i4" class="altColor">
<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#testLoadWithAck--">testLoadWithAck</a></span>()</code> </td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#testLoadMetaRegion--">testLoadMetaRegion</a></span>()</code>
+<div class="block">UT for HBASE-21746</div>
+</td>
</tr>
<tr id="i5" class="rowColor">
<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#testLoadWithoutAck--">testLoadWithoutAck</a></span>()</code>
-<div class="block">Test to unload a regionserver first and then load it using no Ack mode
- we check if some regions are loaded on the region server(since no ack is best effort)</div>
-</td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#testRegionServerPort--">testRegionServerPort</a></span>()</code> </td>
</tr>
<tr id="i6" class="altColor">
<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#testRegionServerPort--">testRegionServerPort</a></span>()</code> </td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#testTargetServerDeadWhenLoading--">testTargetServerDeadWhenLoading</a></span>()</code>
+<div class="block">UT for HBASE-21746</div>
+</td>
</tr>
<tr id="i7" class="rowColor">
<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#testRepeatedLoad--">testRepeatedLoad</a></span>()</code>
-<div class="block">Test that loading the same region set doesn't cause timeout loop during meta load.</div>
-</td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#testWithAck--">testWithAck</a></span>()</code> </td>
</tr>
<tr id="i8" class="altColor">
<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#testUnloadWithAck--">testUnloadWithAck</a></span>()</code> </td>
-</tr>
-<tr id="i9" class="rowColor">
-<td class="colFirst"><code>void</code></td>
-<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#testUnloadWithoutAck--">testUnloadWithoutAck</a></span>()</code> </td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../../../org/apache/hadoop/hbase/util/TestRegionMover.html#testWithoutAck--">testWithoutAck</a></span>()</code>
+<div class="block">Test to unload a regionserver first and then load it using no Ack mode.</div>
+</td>
</tr>
</table>
<ul class="blockList">
@@ -251,7 +248,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>CLASS_RULE</h4>
-<pre>public static final <a href="../../../../../org/apache/hadoop/hbase/HBaseClassTestRule.html" title="class in org.apache.hadoop.hbase">HBaseClassTestRule</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.55">CLASS_RULE</a></pre>
+<pre>public static final <a href="../../../../../org/apache/hadoop/hbase/HBaseClassTestRule.html" title="class in org.apache.hadoop.hbase">HBaseClassTestRule</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.58">CLASS_RULE</a></pre>
</li>
</ul>
<a name="LOG">
@@ -260,7 +257,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>LOG</h4>
-<pre>final org.slf4j.Logger <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.58">LOG</a></pre>
+<pre>private static final org.slf4j.Logger <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.61">LOG</a></pre>
</li>
</ul>
<a name="TEST_UTIL">
@@ -269,7 +266,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockListLast">
<li class="blockList">
<h4>TEST_UTIL</h4>
-<pre>protected static final <a href="../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.59">TEST_UTIL</a></pre>
+<pre>private static final <a href="../../../../../org/apache/hadoop/hbase/HBaseTestingUtility.html" title="class in org.apache.hadoop.hbase">HBaseTestingUtility</a> <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.63">TEST_UTIL</a></pre>
</li>
</ul>
</li>
@@ -286,7 +283,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockListLast">
<li class="blockList">
<h4>TestRegionMover</h4>
-<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.52">TestRegionMover</a>()</pre>
+<pre>public <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.55">TestRegionMover</a>()</pre>
</li>
</ul>
</li>
@@ -303,7 +300,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>setUpBeforeClass</h4>
-<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.62">setUpBeforeClass</a>()
+<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.66">setUpBeforeClass</a>()
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
@@ -317,7 +314,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>tearDownAfterClass</h4>
-<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.67">tearDownAfterClass</a>()
+<pre>public static void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.72">tearDownAfterClass</a>()
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
@@ -331,7 +328,7 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
<ul class="blockList">
<li class="blockList">
<h4>setUp</h4>
-<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.72">setUp</a>()
+<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.77">setUp</a>()
throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
@@ -339,104 +336,90 @@ extends <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html
</dl>
</li>
</ul>
-<a name="testLoadWithAck--">
+<a name="testWithAck--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
-<h4>testLoadWithAck</h4>
-<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.96">testLoadWithAck</a>()
- throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
+<h4>testWithAck</h4>
+<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.92">testWithAck</a>()
+ throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd>
</dl>
</li>
</ul>
-<a name="testLoadWithoutAck--">
+<a name="testWithoutAck--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
-<h4>testLoadWithoutAck</h4>
-<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.118">testLoadWithoutAck</a>()
- throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
-<div class="block">Test to unload a regionserver first and then load it using no Ack mode
- we check if some regions are loaded on the region server(since no ack is best effort)</div>
+<h4>testWithoutAck</h4>
+<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.115">testWithoutAck</a>()
+ throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
+<div class="block">Test to unload a regionserver first and then load it using no Ack mode.</div>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd>
</dl>
</li>
</ul>
-<a name="testUnloadWithoutAck--">
+<a name="testExclude--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
-<h4>testUnloadWithoutAck</h4>
-<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.143">testUnloadWithoutAck</a>()
- throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
+<h4>testExclude</h4>
+<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.149">testExclude</a>()
+ throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
+<div class="block">To test that we successfully exclude a server from the unloading process We test for the number
+ of regions on Excluded server and also test that regions are unloaded successfully</div>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd>
</dl>
</li>
</ul>
-<a name="testUnloadWithAck--">
+<a name="testRegionServerPort--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
-<h4>testUnloadWithAck</h4>
-<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.164">testUnloadWithAck</a>()
- throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
-<dl>
-<dt><span class="throwsLabel">Throws:</span></dt>
-<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd>
-</dl>
+<h4>testRegionServerPort</h4>
+<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.177">testRegionServerPort</a>()</pre>
</li>
</ul>
-<a name="testRepeatedLoad--">
+<a name="testLoadMetaRegion--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
-<h4>testRepeatedLoad</h4>
-<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.182">testRepeatedLoad</a>()
- throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
-<div class="block">Test that loading the same region set doesn't cause timeout loop during meta load.</div>
+<h4>testLoadMetaRegion</h4>
+<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.197">testLoadMetaRegion</a>()
+ throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
+<div class="block">UT for HBASE-21746</div>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd>
</dl>
</li>
</ul>
-<a name="testExclude--">
+<a name="testTargetServerDeadWhenLoading--">
<!-- -->
</a>
-<ul class="blockList">
+<ul class="blockListLast">
<li class="blockList">
-<h4>testExclude</h4>
-<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.204">testExclude</a>()
- throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
-<div class="block">To test that we successfully exclude a server from the unloading process We test for the number
- of regions on Excluded server and also test that regions are unloaded successfully</div>
+<h4>testTargetServerDeadWhenLoading</h4>
+<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.218">testTargetServerDeadWhenLoading</a>()
+ throws <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></pre>
+<div class="block">UT for HBASE-21746</div>
<dl>
<dt><span class="throwsLabel">Throws:</span></dt>
<dd><code><a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Exception.html?is-external=true" title="class or interface in java.lang">Exception</a></code></dd>
</dl>
</li>
</ul>
-<a name="testRegionServerPort--">
-<!-- -->
-</a>
-<ul class="blockListLast">
-<li class="blockList">
-<h4>testRegionServerPort</h4>
-<pre>public void <a href="../../../../../src-html/org/apache/hadoop/hbase/util/TestRegionMover.html#line.231">testRegionServerPort</a>()</pre>
-</li>
-</ul>
</li>
</ul>
</li>
diff --git a/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html
index 8345d1a..a91b339 100644
--- a/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html
+++ b/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html
@@ -148,8 +148,8 @@
<li type="circle">java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true" title="class or interface in java.lang"><span class="typeNameLink">Enum</span></a><E> (implements java.lang.<a href="https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true" title="class or interface in java.lang">Comparable</a><T>, java.io.<a href="https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true [...]
<ul>
<li type="circle">org.apache.hadoop.hbase.wal.<a href="../../../../../org/apache/hadoop/hbase/wal/FaultyFSLog.FailureType.html" title="enum in org.apache.hadoop.hbase.wal"><span class="typeNameLink">FaultyFSLog.FailureType</span></a></li>
-<li type="circle">org.apache.hadoop.hbase.wal.<a href="../../../../../org/apache/hadoop/hbase/wal/IOTestProvider.AllowedOperations.html" title="enum in org.apache.hadoop.hbase.wal"><span class="typeNameLink">IOTestProvider.AllowedOperations</span></a></li>
<li type="circle">org.apache.hadoop.hbase.wal.<a href="../../../../../org/apache/hadoop/hbase/wal/TestWALSplit.Corruptions.html" title="enum in org.apache.hadoop.hbase.wal"><span class="typeNameLink">TestWALSplit.Corruptions</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.wal.<a href="../../../../../org/apache/hadoop/hbase/wal/IOTestProvider.AllowedOperations.html" title="enum in org.apache.hadoop.hbase.wal"><span class="typeNameLink">IOTestProvider.AllowedOperations</span></a></li>
</ul>
</li>
</ul>
diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/util/TestRegionMover.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/util/TestRegionMover.html
index 68f552f..c2f80f9 100644
--- a/testdevapidocs/src-html/org/apache/hadoop/hbase/util/TestRegionMover.html
+++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/util/TestRegionMover.html
@@ -26,232 +26,227 @@
<span class="sourceLineNo">018</span>package org.apache.hadoop.hbase.util;<a name="line.18"></a>
<span class="sourceLineNo">019</span><a name="line.19"></a>
<span class="sourceLineNo">020</span>import static org.junit.Assert.assertEquals;<a name="line.20"></a>
-<span class="sourceLineNo">021</span><a name="line.21"></a>
-<span class="sourceLineNo">022</span>import java.io.File;<a name="line.22"></a>
-<span class="sourceLineNo">023</span>import java.io.FileWriter;<a name="line.23"></a>
-<span class="sourceLineNo">024</span>import org.apache.hadoop.conf.Configuration;<a name="line.24"></a>
-<span class="sourceLineNo">025</span>import org.apache.hadoop.hbase.HBaseClassTestRule;<a name="line.25"></a>
-<span class="sourceLineNo">026</span>import org.apache.hadoop.hbase.HBaseTestingUtility;<a name="line.26"></a>
-<span class="sourceLineNo">027</span>import org.apache.hadoop.hbase.HColumnDescriptor;<a name="line.27"></a>
-<span class="sourceLineNo">028</span>import org.apache.hadoop.hbase.HConstants;<a name="line.28"></a>
-<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.HTableDescriptor;<a name="line.29"></a>
+<span class="sourceLineNo">021</span>import static org.junit.Assert.assertFalse;<a name="line.21"></a>
+<span class="sourceLineNo">022</span><a name="line.22"></a>
+<span class="sourceLineNo">023</span>import java.io.File;<a name="line.23"></a>
+<span class="sourceLineNo">024</span>import java.io.FileWriter;<a name="line.24"></a>
+<span class="sourceLineNo">025</span>import org.apache.hadoop.conf.Configuration;<a name="line.25"></a>
+<span class="sourceLineNo">026</span>import org.apache.hadoop.fs.Path;<a name="line.26"></a>
+<span class="sourceLineNo">027</span>import org.apache.hadoop.hbase.HBaseClassTestRule;<a name="line.27"></a>
+<span class="sourceLineNo">028</span>import org.apache.hadoop.hbase.HBaseTestingUtility;<a name="line.28"></a>
+<span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.HConstants;<a name="line.29"></a>
<span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.MiniHBaseCluster;<a name="line.30"></a>
<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.TableName;<a name="line.31"></a>
<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.Waiter.Predicate;<a name="line.32"></a>
<span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.client.Admin;<a name="line.33"></a>
-<span class="sourceLineNo">034</span>import org.apache.hadoop.hbase.regionserver.HRegionServer;<a name="line.34"></a>
-<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.testclassification.MediumTests;<a name="line.35"></a>
-<span class="sourceLineNo">036</span>import org.apache.hadoop.hbase.util.RegionMover.RegionMoverBuilder;<a name="line.36"></a>
-<span class="sourceLineNo">037</span>import org.junit.AfterClass;<a name="line.37"></a>
-<span class="sourceLineNo">038</span>import org.junit.Before;<a name="line.38"></a>
-<span class="sourceLineNo">039</span>import org.junit.BeforeClass;<a name="line.39"></a>
-<span class="sourceLineNo">040</span>import org.junit.ClassRule;<a name="line.40"></a>
-<span class="sourceLineNo">041</span>import org.junit.Test;<a name="line.41"></a>
-<span class="sourceLineNo">042</span>import org.junit.experimental.categories.Category;<a name="line.42"></a>
-<span class="sourceLineNo">043</span>import org.slf4j.Logger;<a name="line.43"></a>
-<span class="sourceLineNo">044</span>import org.slf4j.LoggerFactory;<a name="line.44"></a>
-<span class="sourceLineNo">045</span><a name="line.45"></a>
-<span class="sourceLineNo">046</span><a name="line.46"></a>
-<span class="sourceLineNo">047</span>/**<a name="line.47"></a>
-<span class="sourceLineNo">048</span> * Tests for Region Mover Load/Unload functionality with and without ack mode and also to test<a name="line.48"></a>
-<span class="sourceLineNo">049</span> * exclude functionality useful for rack decommissioning<a name="line.49"></a>
-<span class="sourceLineNo">050</span> */<a name="line.50"></a>
-<span class="sourceLineNo">051</span>@Category(MediumTests.class)<a name="line.51"></a>
-<span class="sourceLineNo">052</span>public class TestRegionMover {<a name="line.52"></a>
-<span class="sourceLineNo">053</span><a name="line.53"></a>
-<span class="sourceLineNo">054</span> @ClassRule<a name="line.54"></a>
-<span class="sourceLineNo">055</span> public static final HBaseClassTestRule CLASS_RULE =<a name="line.55"></a>
-<span class="sourceLineNo">056</span> HBaseClassTestRule.forClass(TestRegionMover.class);<a name="line.56"></a>
-<span class="sourceLineNo">057</span><a name="line.57"></a>
-<span class="sourceLineNo">058</span> final Logger LOG = LoggerFactory.getLogger(getClass());<a name="line.58"></a>
-<span class="sourceLineNo">059</span> protected final static HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();<a name="line.59"></a>
+<span class="sourceLineNo">034</span>import org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;<a name="line.34"></a>
+<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.client.TableDescriptor;<a name="line.35"></a>
+<span class="sourceLineNo">036</span>import org.apache.hadoop.hbase.client.TableDescriptorBuilder;<a name="line.36"></a>
+<span class="sourceLineNo">037</span>import org.apache.hadoop.hbase.regionserver.HRegionServer;<a name="line.37"></a>
+<span class="sourceLineNo">038</span>import org.apache.hadoop.hbase.testclassification.MediumTests;<a name="line.38"></a>
+<span class="sourceLineNo">039</span>import org.apache.hadoop.hbase.testclassification.MiscTests;<a name="line.39"></a>
+<span class="sourceLineNo">040</span>import org.apache.hadoop.hbase.util.RegionMover.RegionMoverBuilder;<a name="line.40"></a>
+<span class="sourceLineNo">041</span>import org.junit.AfterClass;<a name="line.41"></a>
+<span class="sourceLineNo">042</span>import org.junit.Before;<a name="line.42"></a>
+<span class="sourceLineNo">043</span>import org.junit.BeforeClass;<a name="line.43"></a>
+<span class="sourceLineNo">044</span>import org.junit.ClassRule;<a name="line.44"></a>
+<span class="sourceLineNo">045</span>import org.junit.Test;<a name="line.45"></a>
+<span class="sourceLineNo">046</span>import org.junit.experimental.categories.Category;<a name="line.46"></a>
+<span class="sourceLineNo">047</span>import org.slf4j.Logger;<a name="line.47"></a>
+<span class="sourceLineNo">048</span>import org.slf4j.LoggerFactory;<a name="line.48"></a>
+<span class="sourceLineNo">049</span><a name="line.49"></a>
+<span class="sourceLineNo">050</span>/**<a name="line.50"></a>
+<span class="sourceLineNo">051</span> * Tests for Region Mover Load/Unload functionality with and without ack mode and also to test<a name="line.51"></a>
+<span class="sourceLineNo">052</span> * exclude functionality useful for rack decommissioning<a name="line.52"></a>
+<span class="sourceLineNo">053</span> */<a name="line.53"></a>
+<span class="sourceLineNo">054</span>@Category({ MiscTests.class, MediumTests.class })<a name="line.54"></a>
+<span class="sourceLineNo">055</span>public class TestRegionMover {<a name="line.55"></a>
+<span class="sourceLineNo">056</span><a name="line.56"></a>
+<span class="sourceLineNo">057</span> @ClassRule<a name="line.57"></a>
+<span class="sourceLineNo">058</span> public static final HBaseClassTestRule CLASS_RULE =<a name="line.58"></a>
+<span class="sourceLineNo">059</span> HBaseClassTestRule.forClass(TestRegionMover.class);<a name="line.59"></a>
<span class="sourceLineNo">060</span><a name="line.60"></a>
-<span class="sourceLineNo">061</span> @BeforeClass<a name="line.61"></a>
-<span class="sourceLineNo">062</span> public static void setUpBeforeClass() throws Exception {<a name="line.62"></a>
-<span class="sourceLineNo">063</span> TEST_UTIL.startMiniCluster(3);<a name="line.63"></a>
-<span class="sourceLineNo">064</span> }<a name="line.64"></a>
-<span class="sourceLineNo">065</span><a name="line.65"></a>
-<span class="sourceLineNo">066</span> @AfterClass<a name="line.66"></a>
-<span class="sourceLineNo">067</span> public static void tearDownAfterClass() throws Exception {<a name="line.67"></a>
-<span class="sourceLineNo">068</span> TEST_UTIL.shutdownMiniCluster();<a name="line.68"></a>
+<span class="sourceLineNo">061</span> private static final Logger LOG = LoggerFactory.getLogger(TestRegionMover.class);<a name="line.61"></a>
+<span class="sourceLineNo">062</span><a name="line.62"></a>
+<span class="sourceLineNo">063</span> private static final HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();<a name="line.63"></a>
+<span class="sourceLineNo">064</span><a name="line.64"></a>
+<span class="sourceLineNo">065</span> @BeforeClass<a name="line.65"></a>
+<span class="sourceLineNo">066</span> public static void setUpBeforeClass() throws Exception {<a name="line.66"></a>
+<span class="sourceLineNo">067</span> TEST_UTIL.startMiniCluster(3);<a name="line.67"></a>
+<span class="sourceLineNo">068</span> TEST_UTIL.getAdmin().balancerSwitch(false, true);<a name="line.68"></a>
<span class="sourceLineNo">069</span> }<a name="line.69"></a>
<span class="sourceLineNo">070</span><a name="line.70"></a>
-<span class="sourceLineNo">071</span> @Before<a name="line.71"></a>
-<span class="sourceLineNo">072</span> public void setUp() throws Exception {<a name="line.72"></a>
-<span class="sourceLineNo">073</span> // Create a pre-split table just to populate some regions<a name="line.73"></a>
-<span class="sourceLineNo">074</span> TableName tableName = TableName.valueOf("testRegionMover");<a name="line.74"></a>
-<span class="sourceLineNo">075</span> Admin admin = TEST_UTIL.getAdmin();<a name="line.75"></a>
-<span class="sourceLineNo">076</span> if (admin.tableExists(tableName)) {<a name="line.76"></a>
-<span class="sourceLineNo">077</span> TEST_UTIL.deleteTable(tableName);<a name="line.77"></a>
-<span class="sourceLineNo">078</span> }<a name="line.78"></a>
-<span class="sourceLineNo">079</span> HTableDescriptor tableDesc = new HTableDescriptor(tableName);<a name="line.79"></a>
-<span class="sourceLineNo">080</span> HColumnDescriptor fam1 = new HColumnDescriptor("fam1");<a name="line.80"></a>
-<span class="sourceLineNo">081</span> tableDesc.addFamily(fam1);<a name="line.81"></a>
-<span class="sourceLineNo">082</span><a name="line.82"></a>
-<span class="sourceLineNo">083</span> try {<a name="line.83"></a>
-<span class="sourceLineNo">084</span> admin.setBalancerRunning(false, true);<a name="line.84"></a>
-<span class="sourceLineNo">085</span> String startKey = "a";<a name="line.85"></a>
-<span class="sourceLineNo">086</span> String endKey = "z";<a name="line.86"></a>
-<span class="sourceLineNo">087</span> admin.createTable(tableDesc, startKey.getBytes(), endKey.getBytes(), 9);<a name="line.87"></a>
-<span class="sourceLineNo">088</span> } finally {<a name="line.88"></a>
-<span class="sourceLineNo">089</span> if (admin != null) {<a name="line.89"></a>
-<span class="sourceLineNo">090</span> admin.close();<a name="line.90"></a>
-<span class="sourceLineNo">091</span> }<a name="line.91"></a>
-<span class="sourceLineNo">092</span> }<a name="line.92"></a>
-<span class="sourceLineNo">093</span> }<a name="line.93"></a>
-<span class="sourceLineNo">094</span><a name="line.94"></a>
-<span class="sourceLineNo">095</span> @Test<a name="line.95"></a>
-<span class="sourceLineNo">096</span> public void testLoadWithAck() throws Exception {<a name="line.96"></a>
-<span class="sourceLineNo">097</span> MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();<a name="line.97"></a>
-<span class="sourceLineNo">098</span> HRegionServer regionServer = cluster.getRegionServer(0);<a name="line.98"></a>
-<span class="sourceLineNo">099</span> String rsName = regionServer.getServerName().getHostname();<a name="line.99"></a>
-<span class="sourceLineNo">100</span> int port = regionServer.getServerName().getPort();<a name="line.100"></a>
-<span class="sourceLineNo">101</span> int noRegions = regionServer.getNumberOfOnlineRegions();<a name="line.101"></a>
-<span class="sourceLineNo">102</span> String rs = rsName + ":" + Integer.toString(port);<a name="line.102"></a>
-<span class="sourceLineNo">103</span> RegionMoverBuilder rmBuilder = new RegionMoverBuilder(rs, TEST_UTIL.getConfiguration())<a name="line.103"></a>
-<span class="sourceLineNo">104</span> .ack(true).maxthreads(8);<a name="line.104"></a>
-<span class="sourceLineNo">105</span> RegionMover rm = rmBuilder.build();<a name="line.105"></a>
-<span class="sourceLineNo">106</span> LOG.info("Unloading " + rs);<a name="line.106"></a>
-<span class="sourceLineNo">107</span> rm.unload();<a name="line.107"></a>
-<span class="sourceLineNo">108</span> assertEquals(0, regionServer.getNumberOfOnlineRegions());<a name="line.108"></a>
-<span class="sourceLineNo">109</span> LOG.info("Successfully Unloaded\nNow Loading");<a name="line.109"></a>
-<span class="sourceLineNo">110</span> rm.load();<a name="line.110"></a>
-<span class="sourceLineNo">111</span> assertEquals(noRegions, regionServer.getNumberOfOnlineRegions());<a name="line.111"></a>
-<span class="sourceLineNo">112</span> }<a name="line.112"></a>
-<span class="sourceLineNo">113</span><a name="line.113"></a>
-<span class="sourceLineNo">114</span> /** Test to unload a regionserver first and then load it using no Ack mode<a name="line.114"></a>
-<span class="sourceLineNo">115</span> * we check if some regions are loaded on the region server(since no ack is best effort)<a name="line.115"></a>
-<span class="sourceLineNo">116</span> */<a name="line.116"></a>
-<span class="sourceLineNo">117</span> @Test<a name="line.117"></a>
-<span class="sourceLineNo">118</span> public void testLoadWithoutAck() throws Exception {<a name="line.118"></a>
-<span class="sourceLineNo">119</span> MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();<a name="line.119"></a>
-<span class="sourceLineNo">120</span> final HRegionServer regionServer = cluster.getRegionServer(0);<a name="line.120"></a>
-<span class="sourceLineNo">121</span> String rsName = regionServer.getServerName().getHostname();<a name="line.121"></a>
-<span class="sourceLineNo">122</span> int port = regionServer.getServerName().getPort();<a name="line.122"></a>
-<span class="sourceLineNo">123</span> int noRegions = regionServer.getNumberOfOnlineRegions();<a name="line.123"></a>
-<span class="sourceLineNo">124</span> String rs = rsName + ":" + Integer.toString(port);<a name="line.124"></a>
-<span class="sourceLineNo">125</span> RegionMoverBuilder rmBuilder = new RegionMoverBuilder(rs, TEST_UTIL.getConfiguration())<a name="line.125"></a>
-<span class="sourceLineNo">126</span> .ack(true);<a name="line.126"></a>
-<span class="sourceLineNo">127</span> RegionMover rm = rmBuilder.build();<a name="line.127"></a>
-<span class="sourceLineNo">128</span> LOG.info("Unloading " + rs);<a name="line.128"></a>
-<span class="sourceLineNo">129</span> rm.unload();<a name="line.129"></a>
-<span class="sourceLineNo">130</span> assertEquals(0, regionServer.getNumberOfOnlineRegions());<a name="line.130"></a>
-<span class="sourceLineNo">131</span> LOG.info("Successfully Unloaded\nNow Loading");<a name="line.131"></a>
-<span class="sourceLineNo">132</span> rm = rmBuilder.ack(false).build();<a name="line.132"></a>
-<span class="sourceLineNo">133</span> rm.load();<a name="line.133"></a>
-<span class="sourceLineNo">134</span> TEST_UTIL.waitFor(5000, 500, new Predicate<Exception>() {<a name="line.134"></a>
-<span class="sourceLineNo">135</span> @Override<a name="line.135"></a>
-<span class="sourceLineNo">136</span> public boolean evaluate() throws Exception {<a name="line.136"></a>
-<span class="sourceLineNo">137</span> return regionServer.getNumberOfOnlineRegions() > 0;<a name="line.137"></a>
-<span class="sourceLineNo">138</span> }<a name="line.138"></a>
-<span class="sourceLineNo">139</span> });<a name="line.139"></a>
-<span class="sourceLineNo">140</span> }<a name="line.140"></a>
-<span class="sourceLineNo">141</span><a name="line.141"></a>
-<span class="sourceLineNo">142</span> @Test<a name="line.142"></a>
-<span class="sourceLineNo">143</span> public void testUnloadWithoutAck() throws Exception {<a name="line.143"></a>
-<span class="sourceLineNo">144</span> MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();<a name="line.144"></a>
-<span class="sourceLineNo">145</span> final HRegionServer regionServer = cluster.getRegionServer(0);<a name="line.145"></a>
-<span class="sourceLineNo">146</span> final int noRegions = regionServer.getNumberOfOnlineRegions();<a name="line.146"></a>
-<span class="sourceLineNo">147</span> String rsName = regionServer.getServerName().getHostname();<a name="line.147"></a>
-<span class="sourceLineNo">148</span> int port = regionServer.getServerName().getPort();<a name="line.148"></a>
-<span class="sourceLineNo">149</span> String rs = rsName + ":" + Integer.toString(port);<a name="line.149"></a>
-<span class="sourceLineNo">150</span> RegionMoverBuilder rmBuilder = new RegionMoverBuilder(rs, TEST_UTIL.getConfiguration())<a name="line.150"></a>
-<span class="sourceLineNo">151</span> .ack(false);<a name="line.151"></a>
-<span class="sourceLineNo">152</span> RegionMover rm = rmBuilder.build();<a name="line.152"></a>
-<span class="sourceLineNo">153</span> LOG.info("Unloading " + rs);<a name="line.153"></a>
-<span class="sourceLineNo">154</span> rm.unload();<a name="line.154"></a>
-<span class="sourceLineNo">155</span> TEST_UTIL.waitFor(5000, 500, new Predicate<Exception>() {<a name="line.155"></a>
-<span class="sourceLineNo">156</span> @Override<a name="line.156"></a>
-<span class="sourceLineNo">157</span> public boolean evaluate() throws Exception {<a name="line.157"></a>
-<span class="sourceLineNo">158</span> return regionServer.getNumberOfOnlineRegions() < noRegions;<a name="line.158"></a>
-<span class="sourceLineNo">159</span> }<a name="line.159"></a>
-<span class="sourceLineNo">160</span> });<a name="line.160"></a>
-<span class="sourceLineNo">161</span> }<a name="line.161"></a>
-<span class="sourceLineNo">162</span><a name="line.162"></a>
-<span class="sourceLineNo">163</span> @Test<a name="line.163"></a>
-<span class="sourceLineNo">164</span> public void testUnloadWithAck() throws Exception {<a name="line.164"></a>
-<span class="sourceLineNo">165</span> MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();<a name="line.165"></a>
-<span class="sourceLineNo">166</span> HRegionServer regionServer = cluster.getRegionServer(0);<a name="line.166"></a>
-<span class="sourceLineNo">167</span> String rsName = regionServer.getServerName().getHostname();<a name="line.167"></a>
-<span class="sourceLineNo">168</span> int port = regionServer.getServerName().getPort();<a name="line.168"></a>
-<span class="sourceLineNo">169</span> String rs = rsName + ":" + Integer.toString(port);<a name="line.169"></a>
-<span class="sourceLineNo">170</span> RegionMoverBuilder rmBuilder = new RegionMoverBuilder(rs, TEST_UTIL.getConfiguration())<a name="line.170"></a>
-<span class="sourceLineNo">171</span> .ack(true);<a name="line.171"></a>
-<span class="sourceLineNo">172</span> RegionMover rm = rmBuilder.build();<a name="line.172"></a>
-<span class="sourceLineNo">173</span> rm.unload();<a name="line.173"></a>
-<span class="sourceLineNo">174</span> LOG.info("Unloading " + rs);<a name="line.174"></a>
-<span class="sourceLineNo">175</span> assertEquals(0, regionServer.getNumberOfOnlineRegions());<a name="line.175"></a>
-<span class="sourceLineNo">176</span> }<a name="line.176"></a>
-<span class="sourceLineNo">177</span><a name="line.177"></a>
-<span class="sourceLineNo">178</span> /**<a name="line.178"></a>
-<span class="sourceLineNo">179</span> * Test that loading the same region set doesn't cause timeout loop during meta load.<a name="line.179"></a>
-<span class="sourceLineNo">180</span> */<a name="line.180"></a>
-<span class="sourceLineNo">181</span> @Test<a name="line.181"></a>
-<span class="sourceLineNo">182</span> public void testRepeatedLoad() throws Exception {<a name="line.182"></a>
-<span class="sourceLineNo">183</span> MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();<a name="line.183"></a>
-<span class="sourceLineNo">184</span> HRegionServer regionServer = cluster.getRegionServer(0);<a name="line.184"></a>
-<span class="sourceLineNo">185</span> String rsName = regionServer.getServerName().getHostname();<a name="line.185"></a>
-<span class="sourceLineNo">186</span> int port = regionServer.getServerName().getPort();<a name="line.186"></a>
-<span class="sourceLineNo">187</span> String rs = rsName + ":" + Integer.toString(port);<a name="line.187"></a>
-<span class="sourceLineNo">188</span> RegionMoverBuilder rmBuilder = new RegionMoverBuilder(rs, TEST_UTIL.getConfiguration())<a name="line.188"></a>
-<span class="sourceLineNo">189</span> .ack(true);<a name="line.189"></a>
-<span class="sourceLineNo">190</span> RegionMover rm = rmBuilder.build();<a name="line.190"></a>
-<span class="sourceLineNo">191</span> rm.unload();<a name="line.191"></a>
-<span class="sourceLineNo">192</span> assertEquals(0, regionServer.getNumberOfOnlineRegions());<a name="line.192"></a>
-<span class="sourceLineNo">193</span> rmBuilder = new RegionMoverBuilder(rs, TEST_UTIL.getConfiguration()).ack(true);<a name="line.193"></a>
-<span class="sourceLineNo">194</span> rm = rmBuilder.build();<a name="line.194"></a>
-<span class="sourceLineNo">195</span> rm.load();<a name="line.195"></a>
-<span class="sourceLineNo">196</span> rm.load(); //Repeat the same load. It should be very fast because all regions are already moved.<a name="line.196"></a>
-<span class="sourceLineNo">197</span> }<a name="line.197"></a>
-<span class="sourceLineNo">198</span><a name="line.198"></a>
-<span class="sourceLineNo">199</span> /**<a name="line.199"></a>
-<span class="sourceLineNo">200</span> * To test that we successfully exclude a server from the unloading process We test for the number<a name="line.200"></a>
-<span class="sourceLineNo">201</span> * of regions on Excluded server and also test that regions are unloaded successfully<a name="line.201"></a>
-<span class="sourceLineNo">202</span> */<a name="line.202"></a>
-<span class="sourceLineNo">203</span> @Test<a name="line.203"></a>
-<span class="sourceLineNo">204</span> public void testExclude() throws Exception {<a name="line.204"></a>
-<span class="sourceLineNo">205</span> MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();<a name="line.205"></a>
-<span class="sourceLineNo">206</span> File excludeFile = new File(TEST_UTIL.getDataTestDir().toUri().getPath(), "exclude_file");<a name="line.206"></a>
-<span class="sourceLineNo">207</span> FileWriter fos = new FileWriter(excludeFile);<a name="line.207"></a>
-<span class="sourceLineNo">208</span> HRegionServer excludeServer = cluster.getRegionServer(1);<a name="line.208"></a>
-<span class="sourceLineNo">209</span> String excludeHostname = excludeServer.getServerName().getHostname();<a name="line.209"></a>
-<span class="sourceLineNo">210</span> int excludeServerPort = excludeServer.getServerName().getPort();<a name="line.210"></a>
-<span class="sourceLineNo">211</span> int regionsExcludeServer = excludeServer.getNumberOfOnlineRegions();<a name="line.211"></a>
-<span class="sourceLineNo">212</span> String excludeServerName = excludeHostname + ":" + Integer.toString(excludeServerPort);<a name="line.212"></a>
-<span class="sourceLineNo">213</span> fos.write(excludeServerName);<a name="line.213"></a>
-<span class="sourceLineNo">214</span> fos.close();<a name="line.214"></a>
-<span class="sourceLineNo">215</span> HRegionServer regionServer = cluster.getRegionServer(0);<a name="line.215"></a>
-<span class="sourceLineNo">216</span> String rsName = regionServer.getServerName().getHostname();<a name="line.216"></a>
-<span class="sourceLineNo">217</span> int port = regionServer.getServerName().getPort();<a name="line.217"></a>
-<span class="sourceLineNo">218</span> String rs = rsName + ":" + Integer.toString(port);<a name="line.218"></a>
-<span class="sourceLineNo">219</span> RegionMoverBuilder rmBuilder = new RegionMoverBuilder(rs, TEST_UTIL.getConfiguration())<a name="line.219"></a>
-<span class="sourceLineNo">220</span> .ack(true).excludeFile(excludeFile.getCanonicalPath());<a name="line.220"></a>
-<span class="sourceLineNo">221</span> RegionMover rm = rmBuilder.build();<a name="line.221"></a>
-<span class="sourceLineNo">222</span> rm.unload();<a name="line.222"></a>
-<span class="sourceLineNo">223</span> LOG.info("Unloading " + rs);<a name="line.223"></a>
-<span class="sourceLineNo">224</span> assertEquals(0, regionServer.getNumberOfOnlineRegions());<a name="line.224"></a>
-<span class="sourceLineNo">225</span> assertEquals(regionsExcludeServer, cluster.getRegionServer(1).getNumberOfOnlineRegions());<a name="line.225"></a>
-<span class="sourceLineNo">226</span> LOG.info("Before:" + regionsExcludeServer + " After:"<a name="line.226"></a>
-<span class="sourceLineNo">227</span> + cluster.getRegionServer(1).getNumberOfOnlineRegions());<a name="line.227"></a>
-<span class="sourceLineNo">228</span> }<a name="line.228"></a>
-<span class="sourceLineNo">229</span><a name="line.229"></a>
-<span class="sourceLineNo">230</span> @Test<a name="line.230"></a>
-<span class="sourceLineNo">231</span> public void testRegionServerPort() {<a name="line.231"></a>
-<span class="sourceLineNo">232</span> MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();<a name="line.232"></a>
-<span class="sourceLineNo">233</span> HRegionServer regionServer = cluster.getRegionServer(0);<a name="line.233"></a>
-<span class="sourceLineNo">234</span> String rsName = regionServer.getServerName().getHostname();<a name="line.234"></a>
-<span class="sourceLineNo">235</span><a name="line.235"></a>
-<span class="sourceLineNo">236</span> final int PORT = 16021;<a name="line.236"></a>
-<span class="sourceLineNo">237</span> Configuration conf = TEST_UTIL.getConfiguration();<a name="line.237"></a>
-<span class="sourceLineNo">238</span> String originalPort = conf.get(HConstants.REGIONSERVER_PORT);<a name="line.238"></a>
-<span class="sourceLineNo">239</span> conf.set(HConstants.REGIONSERVER_PORT, Integer.toString(PORT));<a name="line.239"></a>
-<span class="sourceLineNo">240</span> RegionMoverBuilder rmBuilder = new RegionMoverBuilder(rsName, conf);<a name="line.240"></a>
-<span class="sourceLineNo">241</span> assertEquals(PORT, rmBuilder.port);<a name="line.241"></a>
-<span class="sourceLineNo">242</span> if (originalPort != null) {<a name="line.242"></a>
-<span class="sourceLineNo">243</span> conf.set(HConstants.REGIONSERVER_PORT, originalPort);<a name="line.243"></a>
-<span class="sourceLineNo">244</span> }<a name="line.244"></a>
-<span class="sourceLineNo">245</span> }<a name="line.245"></a>
-<span class="sourceLineNo">246</span>}<a name="line.246"></a>
+<span class="sourceLineNo">071</span> @AfterClass<a name="line.71"></a>
+<span class="sourceLineNo">072</span> public static void tearDownAfterClass() throws Exception {<a name="line.72"></a>
+<span class="sourceLineNo">073</span> TEST_UTIL.shutdownMiniCluster();<a name="line.73"></a>
+<span class="sourceLineNo">074</span> }<a name="line.74"></a>
+<span class="sourceLineNo">075</span><a name="line.75"></a>
+<span class="sourceLineNo">076</span> @Before<a name="line.76"></a>
+<span class="sourceLineNo">077</span> public void setUp() throws Exception {<a name="line.77"></a>
+<span class="sourceLineNo">078</span> // Create a pre-split table just to populate some regions<a name="line.78"></a>
+<span class="sourceLineNo">079</span> TableName tableName = TableName.valueOf("testRegionMover");<a name="line.79"></a>
+<span class="sourceLineNo">080</span> Admin admin = TEST_UTIL.getAdmin();<a name="line.80"></a>
+<span class="sourceLineNo">081</span> if (admin.tableExists(tableName)) {<a name="line.81"></a>
+<span class="sourceLineNo">082</span> TEST_UTIL.deleteTable(tableName);<a name="line.82"></a>
+<span class="sourceLineNo">083</span> }<a name="line.83"></a>
+<span class="sourceLineNo">084</span> TableDescriptor tableDesc = TableDescriptorBuilder.newBuilder(tableName)<a name="line.84"></a>
+<span class="sourceLineNo">085</span> .setColumnFamily(ColumnFamilyDescriptorBuilder.of("fam1")).build();<a name="line.85"></a>
+<span class="sourceLineNo">086</span> String startKey = "a";<a name="line.86"></a>
+<span class="sourceLineNo">087</span> String endKey = "z";<a name="line.87"></a>
+<span class="sourceLineNo">088</span> admin.createTable(tableDesc, startKey.getBytes(), endKey.getBytes(), 9);<a name="line.88"></a>
+<span class="sourceLineNo">089</span> }<a name="line.89"></a>
+<span class="sourceLineNo">090</span><a name="line.90"></a>
+<span class="sourceLineNo">091</span> @Test<a name="line.91"></a>
+<span class="sourceLineNo">092</span> public void testWithAck() throws Exception {<a name="line.92"></a>
+<span class="sourceLineNo">093</span> MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();<a name="line.93"></a>
+<span class="sourceLineNo">094</span> HRegionServer regionServer = cluster.getRegionServer(0);<a name="line.94"></a>
+<span class="sourceLineNo">095</span> String rsName = regionServer.getServerName().getAddress().toString();<a name="line.95"></a>
+<span class="sourceLineNo">096</span> int numRegions = regionServer.getNumberOfOnlineRegions();<a name="line.96"></a>
+<span class="sourceLineNo">097</span> RegionMoverBuilder rmBuilder =<a name="line.97"></a>
+<span class="sourceLineNo">098</span> new RegionMoverBuilder(rsName, TEST_UTIL.getConfiguration()).ack(true).maxthreads(8);<a name="line.98"></a>
+<span class="sourceLineNo">099</span> try (RegionMover rm = rmBuilder.build()) {<a name="line.99"></a>
+<span class="sourceLineNo">100</span> LOG.info("Unloading " + regionServer.getServerName());<a name="line.100"></a>
+<span class="sourceLineNo">101</span> rm.unload();<a name="line.101"></a>
+<span class="sourceLineNo">102</span> assertEquals(0, regionServer.getNumberOfOnlineRegions());<a name="line.102"></a>
+<span class="sourceLineNo">103</span> LOG.info("Successfully Unloaded\nNow Loading");<a name="line.103"></a>
+<span class="sourceLineNo">104</span> rm.load();<a name="line.104"></a>
+<span class="sourceLineNo">105</span> assertEquals(numRegions, regionServer.getNumberOfOnlineRegions());<a name="line.105"></a>
+<span class="sourceLineNo">106</span> // Repeat the same load. It should be very fast because all regions are already moved.<a name="line.106"></a>
+<span class="sourceLineNo">107</span> rm.load();<a name="line.107"></a>
+<span class="sourceLineNo">108</span> }<a name="line.108"></a>
+<span class="sourceLineNo">109</span> }<a name="line.109"></a>
+<span class="sourceLineNo">110</span><a name="line.110"></a>
+<span class="sourceLineNo">111</span> /**<a name="line.111"></a>
+<span class="sourceLineNo">112</span> * Test to unload a regionserver first and then load it using no Ack mode.<a name="line.112"></a>
+<span class="sourceLineNo">113</span> */<a name="line.113"></a>
+<span class="sourceLineNo">114</span> @Test<a name="line.114"></a>
+<span class="sourceLineNo">115</span> public void testWithoutAck() throws Exception {<a name="line.115"></a>
+<span class="sourceLineNo">116</span> MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();<a name="line.116"></a>
+<span class="sourceLineNo">117</span> HRegionServer regionServer = cluster.getRegionServer(0);<a name="line.117"></a>
+<span class="sourceLineNo">118</span> String rsName = regionServer.getServerName().getAddress().toString();<a name="line.118"></a>
+<span class="sourceLineNo">119</span> int numRegions = regionServer.getNumberOfOnlineRegions();<a name="line.119"></a>
+<span class="sourceLineNo">120</span> RegionMoverBuilder rmBuilder =<a name="line.120"></a>
+<span class="sourceLineNo">121</span> new RegionMoverBuilder(rsName, TEST_UTIL.getConfiguration()).ack(false);<a name="line.121"></a>
+<span class="sourceLineNo">122</span> try (RegionMover rm = rmBuilder.build()) {<a name="line.122"></a>
+<span class="sourceLineNo">123</span> LOG.info("Unloading " + regionServer.getServerName());<a name="line.123"></a>
+<span class="sourceLineNo">124</span> rm.unload();<a name="line.124"></a>
+<span class="sourceLineNo">125</span> TEST_UTIL.waitFor(30000, 1000, new Predicate<Exception>() {<a name="line.125"></a>
+<span class="sourceLineNo">126</span> @Override<a name="line.126"></a>
+<span class="sourceLineNo">127</span> public boolean evaluate() throws Exception {<a name="line.127"></a>
+<span class="sourceLineNo">128</span> return regionServer.getNumberOfOnlineRegions() == 0;<a name="line.128"></a>
+<span class="sourceLineNo">129</span> }<a name="line.129"></a>
+<span class="sourceLineNo">130</span> });<a name="line.130"></a>
+<span class="sourceLineNo">131</span> LOG.info("Successfully Unloaded\nNow Loading");<a name="line.131"></a>
+<span class="sourceLineNo">132</span> rm.load();<a name="line.132"></a>
+<span class="sourceLineNo">133</span> // In UT we only have 10 regions so it is not likely to fail, so here we check for all<a name="line.133"></a>
+<span class="sourceLineNo">134</span> // regions, in the real production this may not be true.<a name="line.134"></a>
+<span class="sourceLineNo">135</span> TEST_UTIL.waitFor(30000, 1000, new Predicate<Exception>() {<a name="line.135"></a>
+<span class="sourceLineNo">136</span> @Override<a name="line.136"></a>
+<span class="sourceLineNo">137</span> public boolean evaluate() throws Exception {<a name="line.137"></a>
+<span class="sourceLineNo">138</span> return regionServer.getNumberOfOnlineRegions() == numRegions;<a name="line.138"></a>
+<span class="sourceLineNo">139</span> }<a name="line.139"></a>
+<span class="sourceLineNo">140</span> });<a name="line.140"></a>
+<span class="sourceLineNo">141</span> }<a name="line.141"></a>
+<span class="sourceLineNo">142</span> }<a name="line.142"></a>
+<span class="sourceLineNo">143</span><a name="line.143"></a>
+<span class="sourceLineNo">144</span> /**<a name="line.144"></a>
+<span class="sourceLineNo">145</span> * To test that we successfully exclude a server from the unloading process We test for the number<a name="line.145"></a>
+<span class="sourceLineNo">146</span> * of regions on Excluded server and also test that regions are unloaded successfully<a name="line.146"></a>
+<span class="sourceLineNo">147</span> */<a name="line.147"></a>
+<span class="sourceLineNo">148</span> @Test<a name="line.148"></a>
+<span class="sourceLineNo">149</span> public void testExclude() throws Exception {<a name="line.149"></a>
+<span class="sourceLineNo">150</span> MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();<a name="line.150"></a>
+<span class="sourceLineNo">151</span> File excludeFile = new File(TEST_UTIL.getDataTestDir().toUri().getPath(), "exclude_file");<a name="line.151"></a>
+<span class="sourceLineNo">152</span> FileWriter fos = new FileWriter(excludeFile);<a name="line.152"></a>
+<span class="sourceLineNo">153</span> HRegionServer excludeServer = cluster.getRegionServer(1);<a name="line.153"></a>
+<span class="sourceLineNo">154</span> String excludeHostname = excludeServer.getServerName().getHostname();<a name="line.154"></a>
+<span class="sourceLineNo">155</span> int excludeServerPort = excludeServer.getServerName().getPort();<a name="line.155"></a>
+<span class="sourceLineNo">156</span> int regionsExcludeServer = excludeServer.getNumberOfOnlineRegions();<a name="line.156"></a>
+<span class="sourceLineNo">157</span> String excludeServerName = excludeHostname + ":" + Integer.toString(excludeServerPort);<a name="line.157"></a>
+<span class="sourceLineNo">158</span> fos.write(excludeServerName);<a name="line.158"></a>
+<span class="sourceLineNo">159</span> fos.close();<a name="line.159"></a>
+<span class="sourceLineNo">160</span> HRegionServer regionServer = cluster.getRegionServer(0);<a name="line.160"></a>
+<span class="sourceLineNo">161</span> String rsName = regionServer.getServerName().getHostname();<a name="line.161"></a>
+<span class="sourceLineNo">162</span> int port = regionServer.getServerName().getPort();<a name="line.162"></a>
+<span class="sourceLineNo">163</span> String rs = rsName + ":" + Integer.toString(port);<a name="line.163"></a>
+<span class="sourceLineNo">164</span> RegionMoverBuilder rmBuilder = new RegionMoverBuilder(rs, TEST_UTIL.getConfiguration())<a name="line.164"></a>
+<span class="sourceLineNo">165</span> .ack(true).excludeFile(excludeFile.getCanonicalPath());<a name="line.165"></a>
+<span class="sourceLineNo">166</span> try (RegionMover rm = rmBuilder.build()) {<a name="line.166"></a>
+<span class="sourceLineNo">167</span> rm.unload();<a name="line.167"></a>
+<span class="sourceLineNo">168</span> LOG.info("Unloading " + rs);<a name="line.168"></a>
+<span class="sourceLineNo">169</span> assertEquals(0, regionServer.getNumberOfOnlineRegions());<a name="line.169"></a>
+<span class="sourceLineNo">170</span> assertEquals(regionsExcludeServer, cluster.getRegionServer(1).getNumberOfOnlineRegions());<a name="line.170"></a>
+<span class="sourceLineNo">171</span> LOG.info("Before:" + regionsExcludeServer + " After:" +<a name="line.171"></a>
+<span class="sourceLineNo">172</span> cluster.getRegionServer(1).getNumberOfOnlineRegions());<a name="line.172"></a>
+<span class="sourceLineNo">173</span> }<a name="line.173"></a>
+<span class="sourceLineNo">174</span> }<a name="line.174"></a>
+<span class="sourceLineNo">175</span><a name="line.175"></a>
+<span class="sourceLineNo">176</span> @Test<a name="line.176"></a>
+<span class="sourceLineNo">177</span> public void testRegionServerPort() {<a name="line.177"></a>
+<span class="sourceLineNo">178</span> MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();<a name="line.178"></a>
+<span class="sourceLineNo">179</span> HRegionServer regionServer = cluster.getRegionServer(0);<a name="line.179"></a>
+<span class="sourceLineNo">180</span> String rsName = regionServer.getServerName().getHostname();<a name="line.180"></a>
+<span class="sourceLineNo">181</span><a name="line.181"></a>
+<span class="sourceLineNo">182</span> final int PORT = 16021;<a name="line.182"></a>
+<span class="sourceLineNo">183</span> Configuration conf = TEST_UTIL.getConfiguration();<a name="line.183"></a>
+<span class="sourceLineNo">184</span> String originalPort = conf.get(HConstants.REGIONSERVER_PORT);<a name="line.184"></a>
+<span class="sourceLineNo">185</span> conf.set(HConstants.REGIONSERVER_PORT, Integer.toString(PORT));<a name="line.185"></a>
+<span class="sourceLineNo">186</span> RegionMoverBuilder rmBuilder = new RegionMoverBuilder(rsName, conf);<a name="line.186"></a>
+<span class="sourceLineNo">187</span> assertEquals(PORT, rmBuilder.port);<a name="line.187"></a>
... 57 lines suppressed ...