You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by gi...@apache.org on 2018/09/29 14:52:40 UTC
[22/41] hbase-site git commit: Published site at
fdbaa4c3f0253700d12b6bd61cacf29ca7fbc19f.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/83fd16f2/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html
index 803ed21..cb9d178 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.CompactionChecker.html
@@ -1765,2040 +1765,2045 @@
<span class="sourceLineNo">1757</span><a name="line.1757"></a>
<span class="sourceLineNo">1758</span> static class PeriodicMemStoreFlusher extends ScheduledChore {<a name="line.1758"></a>
<span class="sourceLineNo">1759</span> final HRegionServer server;<a name="line.1759"></a>
-<span class="sourceLineNo">1760</span> final static int RANGE_OF_DELAY = 5 * 60 * 1000; // 5 min in milliseconds<a name="line.1760"></a>
+<span class="sourceLineNo">1760</span> final static int RANGE_OF_DELAY = 5 * 60; // 5 min in seconds<a name="line.1760"></a>
<span class="sourceLineNo">1761</span> final static int MIN_DELAY_TIME = 0; // millisec<a name="line.1761"></a>
-<span class="sourceLineNo">1762</span> public PeriodicMemStoreFlusher(int cacheFlushInterval, final HRegionServer server) {<a name="line.1762"></a>
-<span class="sourceLineNo">1763</span> super("MemstoreFlusherChore", server, cacheFlushInterval);<a name="line.1763"></a>
-<span class="sourceLineNo">1764</span> this.server = server;<a name="line.1764"></a>
-<span class="sourceLineNo">1765</span> }<a name="line.1765"></a>
-<span class="sourceLineNo">1766</span><a name="line.1766"></a>
-<span class="sourceLineNo">1767</span> @Override<a name="line.1767"></a>
-<span class="sourceLineNo">1768</span> protected void chore() {<a name="line.1768"></a>
-<span class="sourceLineNo">1769</span> final StringBuilder whyFlush = new StringBuilder();<a name="line.1769"></a>
-<span class="sourceLineNo">1770</span> for (HRegion r : this.server.onlineRegions.values()) {<a name="line.1770"></a>
-<span class="sourceLineNo">1771</span> if (r == null) continue;<a name="line.1771"></a>
-<span class="sourceLineNo">1772</span> if (r.shouldFlush(whyFlush)) {<a name="line.1772"></a>
-<span class="sourceLineNo">1773</span> FlushRequester requester = server.getFlushRequester();<a name="line.1773"></a>
-<span class="sourceLineNo">1774</span> if (requester != null) {<a name="line.1774"></a>
-<span class="sourceLineNo">1775</span> long randomDelay = (long) RandomUtils.nextInt(0, RANGE_OF_DELAY) + MIN_DELAY_TIME;<a name="line.1775"></a>
-<span class="sourceLineNo">1776</span> LOG.info(getName() + " requesting flush of " +<a name="line.1776"></a>
-<span class="sourceLineNo">1777</span> r.getRegionInfo().getRegionNameAsString() + " because " +<a name="line.1777"></a>
-<span class="sourceLineNo">1778</span> whyFlush.toString() +<a name="line.1778"></a>
-<span class="sourceLineNo">1779</span> " after random delay " + randomDelay + "ms");<a name="line.1779"></a>
-<span class="sourceLineNo">1780</span> //Throttle the flushes by putting a delay. If we don't throttle, and there<a name="line.1780"></a>
-<span class="sourceLineNo">1781</span> //is a balanced write-load on the regions in a table, we might end up<a name="line.1781"></a>
-<span class="sourceLineNo">1782</span> //overwhelming the filesystem with too many flushes at once.<a name="line.1782"></a>
-<span class="sourceLineNo">1783</span> requester.requestDelayedFlush(r, randomDelay, false);<a name="line.1783"></a>
-<span class="sourceLineNo">1784</span> }<a name="line.1784"></a>
-<span class="sourceLineNo">1785</span> }<a name="line.1785"></a>
-<span class="sourceLineNo">1786</span> }<a name="line.1786"></a>
-<span class="sourceLineNo">1787</span> }<a name="line.1787"></a>
-<span class="sourceLineNo">1788</span> }<a name="line.1788"></a>
-<span class="sourceLineNo">1789</span><a name="line.1789"></a>
-<span class="sourceLineNo">1790</span> /**<a name="line.1790"></a>
-<span class="sourceLineNo">1791</span> * Report the status of the server. A server is online once all the startup is<a name="line.1791"></a>
-<span class="sourceLineNo">1792</span> * completed (setting up filesystem, starting executorService threads, etc.). This<a name="line.1792"></a>
-<span class="sourceLineNo">1793</span> * method is designed mostly to be useful in tests.<a name="line.1793"></a>
-<span class="sourceLineNo">1794</span> *<a name="line.1794"></a>
-<span class="sourceLineNo">1795</span> * @return true if online, false if not.<a name="line.1795"></a>
-<span class="sourceLineNo">1796</span> */<a name="line.1796"></a>
-<span class="sourceLineNo">1797</span> public boolean isOnline() {<a name="line.1797"></a>
-<span class="sourceLineNo">1798</span> return online.get();<a name="line.1798"></a>
-<span class="sourceLineNo">1799</span> }<a name="line.1799"></a>
-<span class="sourceLineNo">1800</span><a name="line.1800"></a>
-<span class="sourceLineNo">1801</span> /**<a name="line.1801"></a>
-<span class="sourceLineNo">1802</span> * Setup WAL log and replication if enabled. Replication setup is done in here because it wants to<a name="line.1802"></a>
-<span class="sourceLineNo">1803</span> * be hooked up to WAL.<a name="line.1803"></a>
-<span class="sourceLineNo">1804</span> */<a name="line.1804"></a>
-<span class="sourceLineNo">1805</span> private void setupWALAndReplication() throws IOException {<a name="line.1805"></a>
-<span class="sourceLineNo">1806</span> boolean isMasterNoTableOrSystemTableOnly = this instanceof HMaster &&<a name="line.1806"></a>
-<span class="sourceLineNo">1807</span> (!LoadBalancer.isTablesOnMaster(conf) || LoadBalancer.isSystemTablesOnlyOnMaster(conf));<a name="line.1807"></a>
-<span class="sourceLineNo">1808</span> WALFactory factory =<a name="line.1808"></a>
-<span class="sourceLineNo">1809</span> new WALFactory(conf, serverName.toString(), !isMasterNoTableOrSystemTableOnly);<a name="line.1809"></a>
-<span class="sourceLineNo">1810</span> if (!isMasterNoTableOrSystemTableOnly) {<a name="line.1810"></a>
-<span class="sourceLineNo">1811</span> // TODO Replication make assumptions here based on the default filesystem impl<a name="line.1811"></a>
-<span class="sourceLineNo">1812</span> Path oldLogDir = new Path(walRootDir, HConstants.HREGION_OLDLOGDIR_NAME);<a name="line.1812"></a>
-<span class="sourceLineNo">1813</span> String logName = AbstractFSWALProvider.getWALDirectoryName(this.serverName.toString());<a name="line.1813"></a>
-<span class="sourceLineNo">1814</span><a name="line.1814"></a>
-<span class="sourceLineNo">1815</span> Path logDir = new Path(walRootDir, logName);<a name="line.1815"></a>
-<span class="sourceLineNo">1816</span> LOG.debug("logDir={}", logDir);<a name="line.1816"></a>
-<span class="sourceLineNo">1817</span> if (this.walFs.exists(logDir)) {<a name="line.1817"></a>
-<span class="sourceLineNo">1818</span> throw new RegionServerRunningException(<a name="line.1818"></a>
-<span class="sourceLineNo">1819</span> "Region server has already created directory at " + this.serverName.toString());<a name="line.1819"></a>
-<span class="sourceLineNo">1820</span> }<a name="line.1820"></a>
-<span class="sourceLineNo">1821</span> // Always create wal directory as now we need this when master restarts to find out the live<a name="line.1821"></a>
-<span class="sourceLineNo">1822</span> // region servers.<a name="line.1822"></a>
-<span class="sourceLineNo">1823</span> if (!this.walFs.mkdirs(logDir)) {<a name="line.1823"></a>
-<span class="sourceLineNo">1824</span> throw new IOException("Can not create wal directory " + logDir);<a name="line.1824"></a>
+<span class="sourceLineNo">1762</span><a name="line.1762"></a>
+<span class="sourceLineNo">1763</span> final int rangeOfDelay;<a name="line.1763"></a>
+<span class="sourceLineNo">1764</span> public PeriodicMemStoreFlusher(int cacheFlushInterval, final HRegionServer server) {<a name="line.1764"></a>
+<span class="sourceLineNo">1765</span> super("MemstoreFlusherChore", server, cacheFlushInterval);<a name="line.1765"></a>
+<span class="sourceLineNo">1766</span> this.server = server;<a name="line.1766"></a>
+<span class="sourceLineNo">1767</span><a name="line.1767"></a>
+<span class="sourceLineNo">1768</span> this.rangeOfDelay = this.server.conf.getInt("hbase.regionserver.periodicmemstoreflusher.rangeofdelayseconds",<a name="line.1768"></a>
+<span class="sourceLineNo">1769</span> RANGE_OF_DELAY)*1000;<a name="line.1769"></a>
+<span class="sourceLineNo">1770</span> }<a name="line.1770"></a>
+<span class="sourceLineNo">1771</span><a name="line.1771"></a>
+<span class="sourceLineNo">1772</span> @Override<a name="line.1772"></a>
+<span class="sourceLineNo">1773</span> protected void chore() {<a name="line.1773"></a>
+<span class="sourceLineNo">1774</span> final StringBuilder whyFlush = new StringBuilder();<a name="line.1774"></a>
+<span class="sourceLineNo">1775</span> for (HRegion r : this.server.onlineRegions.values()) {<a name="line.1775"></a>
+<span class="sourceLineNo">1776</span> if (r == null) continue;<a name="line.1776"></a>
+<span class="sourceLineNo">1777</span> if (r.shouldFlush(whyFlush)) {<a name="line.1777"></a>
+<span class="sourceLineNo">1778</span> FlushRequester requester = server.getFlushRequester();<a name="line.1778"></a>
+<span class="sourceLineNo">1779</span> if (requester != null) {<a name="line.1779"></a>
+<span class="sourceLineNo">1780</span> long randomDelay = (long) RandomUtils.nextInt(0, rangeOfDelay) + MIN_DELAY_TIME;<a name="line.1780"></a>
+<span class="sourceLineNo">1781</span> //Throttle the flushes by putting a delay. If we don't throttle, and there<a name="line.1781"></a>
+<span class="sourceLineNo">1782</span> //is a balanced write-load on the regions in a table, we might end up<a name="line.1782"></a>
+<span class="sourceLineNo">1783</span> //overwhelming the filesystem with too many flushes at once.<a name="line.1783"></a>
+<span class="sourceLineNo">1784</span> if (requester.requestDelayedFlush(r, randomDelay, false)) {<a name="line.1784"></a>
+<span class="sourceLineNo">1785</span> LOG.info("{} requesting flush of {} because {} after random delay {} ms",<a name="line.1785"></a>
+<span class="sourceLineNo">1786</span> getName(), r.getRegionInfo().getRegionNameAsString(), whyFlush.toString(),<a name="line.1786"></a>
+<span class="sourceLineNo">1787</span> randomDelay);<a name="line.1787"></a>
+<span class="sourceLineNo">1788</span> }<a name="line.1788"></a>
+<span class="sourceLineNo">1789</span> }<a name="line.1789"></a>
+<span class="sourceLineNo">1790</span> }<a name="line.1790"></a>
+<span class="sourceLineNo">1791</span> }<a name="line.1791"></a>
+<span class="sourceLineNo">1792</span> }<a name="line.1792"></a>
+<span class="sourceLineNo">1793</span> }<a name="line.1793"></a>
+<span class="sourceLineNo">1794</span><a name="line.1794"></a>
+<span class="sourceLineNo">1795</span> /**<a name="line.1795"></a>
+<span class="sourceLineNo">1796</span> * Report the status of the server. A server is online once all the startup is<a name="line.1796"></a>
+<span class="sourceLineNo">1797</span> * completed (setting up filesystem, starting executorService threads, etc.). This<a name="line.1797"></a>
+<span class="sourceLineNo">1798</span> * method is designed mostly to be useful in tests.<a name="line.1798"></a>
+<span class="sourceLineNo">1799</span> *<a name="line.1799"></a>
+<span class="sourceLineNo">1800</span> * @return true if online, false if not.<a name="line.1800"></a>
+<span class="sourceLineNo">1801</span> */<a name="line.1801"></a>
+<span class="sourceLineNo">1802</span> public boolean isOnline() {<a name="line.1802"></a>
+<span class="sourceLineNo">1803</span> return online.get();<a name="line.1803"></a>
+<span class="sourceLineNo">1804</span> }<a name="line.1804"></a>
+<span class="sourceLineNo">1805</span><a name="line.1805"></a>
+<span class="sourceLineNo">1806</span> /**<a name="line.1806"></a>
+<span class="sourceLineNo">1807</span> * Setup WAL log and replication if enabled. Replication setup is done in here because it wants to<a name="line.1807"></a>
+<span class="sourceLineNo">1808</span> * be hooked up to WAL.<a name="line.1808"></a>
+<span class="sourceLineNo">1809</span> */<a name="line.1809"></a>
+<span class="sourceLineNo">1810</span> private void setupWALAndReplication() throws IOException {<a name="line.1810"></a>
+<span class="sourceLineNo">1811</span> boolean isMasterNoTableOrSystemTableOnly = this instanceof HMaster &&<a name="line.1811"></a>
+<span class="sourceLineNo">1812</span> (!LoadBalancer.isTablesOnMaster(conf) || LoadBalancer.isSystemTablesOnlyOnMaster(conf));<a name="line.1812"></a>
+<span class="sourceLineNo">1813</span> WALFactory factory =<a name="line.1813"></a>
+<span class="sourceLineNo">1814</span> new WALFactory(conf, serverName.toString(), !isMasterNoTableOrSystemTableOnly);<a name="line.1814"></a>
+<span class="sourceLineNo">1815</span> if (!isMasterNoTableOrSystemTableOnly) {<a name="line.1815"></a>
+<span class="sourceLineNo">1816</span> // TODO Replication make assumptions here based on the default filesystem impl<a name="line.1816"></a>
+<span class="sourceLineNo">1817</span> Path oldLogDir = new Path(walRootDir, HConstants.HREGION_OLDLOGDIR_NAME);<a name="line.1817"></a>
+<span class="sourceLineNo">1818</span> String logName = AbstractFSWALProvider.getWALDirectoryName(this.serverName.toString());<a name="line.1818"></a>
+<span class="sourceLineNo">1819</span><a name="line.1819"></a>
+<span class="sourceLineNo">1820</span> Path logDir = new Path(walRootDir, logName);<a name="line.1820"></a>
+<span class="sourceLineNo">1821</span> LOG.debug("logDir={}", logDir);<a name="line.1821"></a>
+<span class="sourceLineNo">1822</span> if (this.walFs.exists(logDir)) {<a name="line.1822"></a>
+<span class="sourceLineNo">1823</span> throw new RegionServerRunningException(<a name="line.1823"></a>
+<span class="sourceLineNo">1824</span> "Region server has already created directory at " + this.serverName.toString());<a name="line.1824"></a>
<span class="sourceLineNo">1825</span> }<a name="line.1825"></a>
-<span class="sourceLineNo">1826</span> // Instantiate replication if replication enabled. Pass it the log directories.<a name="line.1826"></a>
-<span class="sourceLineNo">1827</span> createNewReplicationInstance(conf, this, this.walFs, logDir, oldLogDir,<a name="line.1827"></a>
-<span class="sourceLineNo">1828</span> factory.getWALProvider());<a name="line.1828"></a>
-<span class="sourceLineNo">1829</span> }<a name="line.1829"></a>
-<span class="sourceLineNo">1830</span> this.walFactory = factory;<a name="line.1830"></a>
-<span class="sourceLineNo">1831</span> }<a name="line.1831"></a>
-<span class="sourceLineNo">1832</span><a name="line.1832"></a>
-<span class="sourceLineNo">1833</span> /**<a name="line.1833"></a>
-<span class="sourceLineNo">1834</span> * Start up replication source and sink handlers.<a name="line.1834"></a>
-<span class="sourceLineNo">1835</span> * @throws IOException<a name="line.1835"></a>
-<span class="sourceLineNo">1836</span> */<a name="line.1836"></a>
-<span class="sourceLineNo">1837</span> private void startReplicationService() throws IOException {<a name="line.1837"></a>
-<span class="sourceLineNo">1838</span> if (this.replicationSourceHandler == this.replicationSinkHandler &&<a name="line.1838"></a>
-<span class="sourceLineNo">1839</span> this.replicationSourceHandler != null) {<a name="line.1839"></a>
-<span class="sourceLineNo">1840</span> this.replicationSourceHandler.startReplicationService();<a name="line.1840"></a>
-<span class="sourceLineNo">1841</span> } else {<a name="line.1841"></a>
-<span class="sourceLineNo">1842</span> if (this.replicationSourceHandler != null) {<a name="line.1842"></a>
-<span class="sourceLineNo">1843</span> this.replicationSourceHandler.startReplicationService();<a name="line.1843"></a>
-<span class="sourceLineNo">1844</span> }<a name="line.1844"></a>
-<span class="sourceLineNo">1845</span> if (this.replicationSinkHandler != null) {<a name="line.1845"></a>
-<span class="sourceLineNo">1846</span> this.replicationSinkHandler.startReplicationService();<a name="line.1846"></a>
-<span class="sourceLineNo">1847</span> }<a name="line.1847"></a>
-<span class="sourceLineNo">1848</span> }<a name="line.1848"></a>
-<span class="sourceLineNo">1849</span> }<a name="line.1849"></a>
-<span class="sourceLineNo">1850</span><a name="line.1850"></a>
-<span class="sourceLineNo">1851</span><a name="line.1851"></a>
-<span class="sourceLineNo">1852</span> public MetricsRegionServer getRegionServerMetrics() {<a name="line.1852"></a>
-<span class="sourceLineNo">1853</span> return this.metricsRegionServer;<a name="line.1853"></a>
+<span class="sourceLineNo">1826</span> // Always create wal directory as now we need this when master restarts to find out the live<a name="line.1826"></a>
+<span class="sourceLineNo">1827</span> // region servers.<a name="line.1827"></a>
+<span class="sourceLineNo">1828</span> if (!this.walFs.mkdirs(logDir)) {<a name="line.1828"></a>
+<span class="sourceLineNo">1829</span> throw new IOException("Can not create wal directory " + logDir);<a name="line.1829"></a>
+<span class="sourceLineNo">1830</span> }<a name="line.1830"></a>
+<span class="sourceLineNo">1831</span> // Instantiate replication if replication enabled. Pass it the log directories.<a name="line.1831"></a>
+<span class="sourceLineNo">1832</span> createNewReplicationInstance(conf, this, this.walFs, logDir, oldLogDir,<a name="line.1832"></a>
+<span class="sourceLineNo">1833</span> factory.getWALProvider());<a name="line.1833"></a>
+<span class="sourceLineNo">1834</span> }<a name="line.1834"></a>
+<span class="sourceLineNo">1835</span> this.walFactory = factory;<a name="line.1835"></a>
+<span class="sourceLineNo">1836</span> }<a name="line.1836"></a>
+<span class="sourceLineNo">1837</span><a name="line.1837"></a>
+<span class="sourceLineNo">1838</span> /**<a name="line.1838"></a>
+<span class="sourceLineNo">1839</span> * Start up replication source and sink handlers.<a name="line.1839"></a>
+<span class="sourceLineNo">1840</span> * @throws IOException<a name="line.1840"></a>
+<span class="sourceLineNo">1841</span> */<a name="line.1841"></a>
+<span class="sourceLineNo">1842</span> private void startReplicationService() throws IOException {<a name="line.1842"></a>
+<span class="sourceLineNo">1843</span> if (this.replicationSourceHandler == this.replicationSinkHandler &&<a name="line.1843"></a>
+<span class="sourceLineNo">1844</span> this.replicationSourceHandler != null) {<a name="line.1844"></a>
+<span class="sourceLineNo">1845</span> this.replicationSourceHandler.startReplicationService();<a name="line.1845"></a>
+<span class="sourceLineNo">1846</span> } else {<a name="line.1846"></a>
+<span class="sourceLineNo">1847</span> if (this.replicationSourceHandler != null) {<a name="line.1847"></a>
+<span class="sourceLineNo">1848</span> this.replicationSourceHandler.startReplicationService();<a name="line.1848"></a>
+<span class="sourceLineNo">1849</span> }<a name="line.1849"></a>
+<span class="sourceLineNo">1850</span> if (this.replicationSinkHandler != null) {<a name="line.1850"></a>
+<span class="sourceLineNo">1851</span> this.replicationSinkHandler.startReplicationService();<a name="line.1851"></a>
+<span class="sourceLineNo">1852</span> }<a name="line.1852"></a>
+<span class="sourceLineNo">1853</span> }<a name="line.1853"></a>
<span class="sourceLineNo">1854</span> }<a name="line.1854"></a>
<span class="sourceLineNo">1855</span><a name="line.1855"></a>
-<span class="sourceLineNo">1856</span> /**<a name="line.1856"></a>
-<span class="sourceLineNo">1857</span> * @return Master address tracker instance.<a name="line.1857"></a>
-<span class="sourceLineNo">1858</span> */<a name="line.1858"></a>
-<span class="sourceLineNo">1859</span> public MasterAddressTracker getMasterAddressTracker() {<a name="line.1859"></a>
-<span class="sourceLineNo">1860</span> return this.masterAddressTracker;<a name="line.1860"></a>
-<span class="sourceLineNo">1861</span> }<a name="line.1861"></a>
-<span class="sourceLineNo">1862</span><a name="line.1862"></a>
-<span class="sourceLineNo">1863</span> /*<a name="line.1863"></a>
-<span class="sourceLineNo">1864</span> * Start maintenance Threads, Server, Worker and lease checker threads.<a name="line.1864"></a>
-<span class="sourceLineNo">1865</span> * Start all threads we need to run. This is called after we've successfully<a name="line.1865"></a>
-<span class="sourceLineNo">1866</span> * registered with the Master.<a name="line.1866"></a>
-<span class="sourceLineNo">1867</span> * Install an UncaughtExceptionHandler that calls abort of RegionServer if we<a name="line.1867"></a>
-<span class="sourceLineNo">1868</span> * get an unhandled exception. We cannot set the handler on all threads.<a name="line.1868"></a>
-<span class="sourceLineNo">1869</span> * Server's internal Listener thread is off limits. For Server, if an OOME, it<a name="line.1869"></a>
-<span class="sourceLineNo">1870</span> * waits a while then retries. Meantime, a flush or a compaction that tries to<a name="line.1870"></a>
-<span class="sourceLineNo">1871</span> * run should trigger same critical condition and the shutdown will run. On<a name="line.1871"></a>
-<span class="sourceLineNo">1872</span> * its way out, this server will shut down Server. Leases are sort of<a name="line.1872"></a>
-<span class="sourceLineNo">1873</span> * inbetween. It has an internal thread that while it inherits from Chore, it<a name="line.1873"></a>
-<span class="sourceLineNo">1874</span> * keeps its own internal stop mechanism so needs to be stopped by this<a name="line.1874"></a>
-<span class="sourceLineNo">1875</span> * hosting server. Worker logs the exception and exits.<a name="line.1875"></a>
-<span class="sourceLineNo">1876</span> */<a name="line.1876"></a>
-<span class="sourceLineNo">1877</span> private void startServices() throws IOException {<a name="line.1877"></a>
-<span class="sourceLineNo">1878</span> if (!isStopped() && !isAborted()) {<a name="line.1878"></a>
-<span class="sourceLineNo">1879</span> initializeThreads();<a name="line.1879"></a>
-<span class="sourceLineNo">1880</span> }<a name="line.1880"></a>
-<span class="sourceLineNo">1881</span> this.secureBulkLoadManager = new SecureBulkLoadManager(this.conf, clusterConnection);<a name="line.1881"></a>
-<span class="sourceLineNo">1882</span> this.secureBulkLoadManager.start();<a name="line.1882"></a>
-<span class="sourceLineNo">1883</span><a name="line.1883"></a>
-<span class="sourceLineNo">1884</span> // Health checker thread.<a name="line.1884"></a>
-<span class="sourceLineNo">1885</span> if (isHealthCheckerConfigured()) {<a name="line.1885"></a>
-<span class="sourceLineNo">1886</span> int sleepTime = this.conf.getInt(HConstants.HEALTH_CHORE_WAKE_FREQ,<a name="line.1886"></a>
-<span class="sourceLineNo">1887</span> HConstants.DEFAULT_THREAD_WAKE_FREQUENCY);<a name="line.1887"></a>
-<span class="sourceLineNo">1888</span> healthCheckChore = new HealthCheckChore(sleepTime, this, getConfiguration());<a name="line.1888"></a>
-<span class="sourceLineNo">1889</span> }<a name="line.1889"></a>
-<span class="sourceLineNo">1890</span><a name="line.1890"></a>
-<span class="sourceLineNo">1891</span> this.walRoller = new LogRoller(this, this);<a name="line.1891"></a>
-<span class="sourceLineNo">1892</span> this.flushThroughputController = FlushThroughputControllerFactory.create(this, conf);<a name="line.1892"></a>
-<span class="sourceLineNo">1893</span> this.procedureResultReporter = new RemoteProcedureResultReporter(this);<a name="line.1893"></a>
-<span class="sourceLineNo">1894</span><a name="line.1894"></a>
-<span class="sourceLineNo">1895</span> // Create the CompactedFileDischarger chore executorService. This chore helps to<a name="line.1895"></a>
-<span class="sourceLineNo">1896</span> // remove the compacted files<a name="line.1896"></a>
-<span class="sourceLineNo">1897</span> // that will no longer be used in reads.<a name="line.1897"></a>
-<span class="sourceLineNo">1898</span> // Default is 2 mins. The default value for TTLCleaner is 5 mins so we set this to<a name="line.1898"></a>
-<span class="sourceLineNo">1899</span> // 2 mins so that compacted files can be archived before the TTLCleaner runs<a name="line.1899"></a>
-<span class="sourceLineNo">1900</span> int cleanerInterval =<a name="line.1900"></a>
-<span class="sourceLineNo">1901</span> conf.getInt("hbase.hfile.compaction.discharger.interval", 2 * 60 * 1000);<a name="line.1901"></a>
-<span class="sourceLineNo">1902</span> this.compactedFileDischarger =<a name="line.1902"></a>
-<span class="sourceLineNo">1903</span> new CompactedHFilesDischarger(cleanerInterval, this, this);<a name="line.1903"></a>
-<span class="sourceLineNo">1904</span> choreService.scheduleChore(compactedFileDischarger);<a name="line.1904"></a>
-<span class="sourceLineNo">1905</span><a name="line.1905"></a>
-<span class="sourceLineNo">1906</span> // Start executor services<a name="line.1906"></a>
-<span class="sourceLineNo">1907</span> this.executorService.startExecutorService(ExecutorType.RS_OPEN_REGION,<a name="line.1907"></a>
-<span class="sourceLineNo">1908</span> conf.getInt("hbase.regionserver.executor.openregion.threads", 3));<a name="line.1908"></a>
-<span class="sourceLineNo">1909</span> this.executorService.startExecutorService(ExecutorType.RS_OPEN_META,<a name="line.1909"></a>
-<span class="sourceLineNo">1910</span> conf.getInt("hbase.regionserver.executor.openmeta.threads", 1));<a name="line.1910"></a>
-<span class="sourceLineNo">1911</span> this.executorService.startExecutorService(ExecutorType.RS_OPEN_PRIORITY_REGION,<a name="line.1911"></a>
-<span class="sourceLineNo">1912</span> conf.getInt("hbase.regionserver.executor.openpriorityregion.threads", 3));<a name="line.1912"></a>
-<span class="sourceLineNo">1913</span> this.executorService.startExecutorService(ExecutorType.RS_CLOSE_REGION,<a name="line.1913"></a>
-<span class="sourceLineNo">1914</span> conf.getInt("hbase.regionserver.executor.closeregion.threads", 3));<a name="line.1914"></a>
-<span class="sourceLineNo">1915</span> this.executorService.startExecutorService(ExecutorType.RS_CLOSE_META,<a name="line.1915"></a>
-<span class="sourceLineNo">1916</span> conf.getInt("hbase.regionserver.executor.closemeta.threads", 1));<a name="line.1916"></a>
-<span class="sourceLineNo">1917</span> if (conf.getBoolean(StoreScanner.STORESCANNER_PARALLEL_SEEK_ENABLE, false)) {<a name="line.1917"></a>
-<span class="sourceLineNo">1918</span> this.executorService.startExecutorService(ExecutorType.RS_PARALLEL_SEEK,<a name="line.1918"></a>
-<span class="sourceLineNo">1919</span> conf.getInt("hbase.storescanner.parallel.seek.threads", 10));<a name="line.1919"></a>
-<span class="sourceLineNo">1920</span> }<a name="line.1920"></a>
-<span class="sourceLineNo">1921</span> this.executorService.startExecutorService(ExecutorType.RS_LOG_REPLAY_OPS, conf.getInt(<a name="line.1921"></a>
-<span class="sourceLineNo">1922</span> "hbase.regionserver.wal.max.splitters", SplitLogWorkerCoordination.DEFAULT_MAX_SPLITTERS));<a name="line.1922"></a>
-<span class="sourceLineNo">1923</span> // Start the threads for compacted files discharger<a name="line.1923"></a>
-<span class="sourceLineNo">1924</span> this.executorService.startExecutorService(ExecutorType.RS_COMPACTED_FILES_DISCHARGER,<a name="line.1924"></a>
-<span class="sourceLineNo">1925</span> conf.getInt(CompactionConfiguration.HBASE_HFILE_COMPACTION_DISCHARGER_THREAD_COUNT, 10));<a name="line.1925"></a>
-<span class="sourceLineNo">1926</span> if (ServerRegionReplicaUtil.isRegionReplicaWaitForPrimaryFlushEnabled(conf)) {<a name="line.1926"></a>
-<span class="sourceLineNo">1927</span> this.executorService.startExecutorService(ExecutorType.RS_REGION_REPLICA_FLUSH_OPS,<a name="line.1927"></a>
-<span class="sourceLineNo">1928</span> conf.getInt("hbase.regionserver.region.replica.flusher.threads",<a name="line.1928"></a>
-<span class="sourceLineNo">1929</span> conf.getInt("hbase.regionserver.executor.openregion.threads", 3)));<a name="line.1929"></a>
-<span class="sourceLineNo">1930</span> }<a name="line.1930"></a>
-<span class="sourceLineNo">1931</span> this.executorService.startExecutorService(ExecutorType.RS_REFRESH_PEER,<a name="line.1931"></a>
-<span class="sourceLineNo">1932</span> conf.getInt("hbase.regionserver.executor.refresh.peer.threads", 2));<a name="line.1932"></a>
-<span class="sourceLineNo">1933</span> this.executorService.startExecutorService(ExecutorType.RS_REPLAY_SYNC_REPLICATION_WAL,<a name="line.1933"></a>
-<span class="sourceLineNo">1934</span> conf.getInt("hbase.regionserver.executor.replay.sync.replication.wal.threads", 1));<a name="line.1934"></a>
-<span class="sourceLineNo">1935</span><a name="line.1935"></a>
-<span class="sourceLineNo">1936</span> Threads.setDaemonThreadRunning(this.walRoller.getThread(), getName() + ".logRoller",<a name="line.1936"></a>
-<span class="sourceLineNo">1937</span> uncaughtExceptionHandler);<a name="line.1937"></a>
-<span class="sourceLineNo">1938</span> this.cacheFlusher.start(uncaughtExceptionHandler);<a name="line.1938"></a>
-<span class="sourceLineNo">1939</span> Threads.setDaemonThreadRunning(this.procedureResultReporter,<a name="line.1939"></a>
-<span class="sourceLineNo">1940</span> getName() + ".procedureResultReporter", uncaughtExceptionHandler);<a name="line.1940"></a>
-<span class="sourceLineNo">1941</span><a name="line.1941"></a>
-<span class="sourceLineNo">1942</span> if (this.compactionChecker != null) choreService.scheduleChore(compactionChecker);<a name="line.1942"></a>
-<span class="sourceLineNo">1943</span> if (this.periodicFlusher != null) choreService.scheduleChore(periodicFlusher);<a name="line.1943"></a>
-<span class="sourceLineNo">1944</span> if (this.healthCheckChore != null) choreService.scheduleChore(healthCheckChore);<a name="line.1944"></a>
-<span class="sourceLineNo">1945</span> if (this.nonceManagerChore != null) choreService.scheduleChore(nonceManagerChore);<a name="line.1945"></a>
-<span class="sourceLineNo">1946</span> if (this.storefileRefresher != null) choreService.scheduleChore(storefileRefresher);<a name="line.1946"></a>
-<span class="sourceLineNo">1947</span> if (this.movedRegionsCleaner != null) choreService.scheduleChore(movedRegionsCleaner);<a name="line.1947"></a>
-<span class="sourceLineNo">1948</span> if (this.fsUtilizationChore != null) choreService.scheduleChore(fsUtilizationChore);<a name="line.1948"></a>
-<span class="sourceLineNo">1949</span><a name="line.1949"></a>
-<span class="sourceLineNo">1950</span> // Leases is not a Thread. Internally it runs a daemon thread. If it gets<a name="line.1950"></a>
-<span class="sourceLineNo">1951</span> // an unhandled exception, it will just exit.<a name="line.1951"></a>
-<span class="sourceLineNo">1952</span> Threads.setDaemonThreadRunning(this.leases.getThread(), getName() + ".leaseChecker",<a name="line.1952"></a>
-<span class="sourceLineNo">1953</span> uncaughtExceptionHandler);<a name="line.1953"></a>
+<span class="sourceLineNo">1856</span><a name="line.1856"></a>
+<span class="sourceLineNo">1857</span> public MetricsRegionServer getRegionServerMetrics() {<a name="line.1857"></a>
+<span class="sourceLineNo">1858</span> return this.metricsRegionServer;<a name="line.1858"></a>
+<span class="sourceLineNo">1859</span> }<a name="line.1859"></a>
+<span class="sourceLineNo">1860</span><a name="line.1860"></a>
+<span class="sourceLineNo">1861</span> /**<a name="line.1861"></a>
+<span class="sourceLineNo">1862</span> * @return Master address tracker instance.<a name="line.1862"></a>
+<span class="sourceLineNo">1863</span> */<a name="line.1863"></a>
+<span class="sourceLineNo">1864</span> public MasterAddressTracker getMasterAddressTracker() {<a name="line.1864"></a>
+<span class="sourceLineNo">1865</span> return this.masterAddressTracker;<a name="line.1865"></a>
+<span class="sourceLineNo">1866</span> }<a name="line.1866"></a>
+<span class="sourceLineNo">1867</span><a name="line.1867"></a>
+<span class="sourceLineNo">1868</span> /*<a name="line.1868"></a>
+<span class="sourceLineNo">1869</span> * Start maintenance Threads, Server, Worker and lease checker threads.<a name="line.1869"></a>
+<span class="sourceLineNo">1870</span> * Start all threads we need to run. This is called after we've successfully<a name="line.1870"></a>
+<span class="sourceLineNo">1871</span> * registered with the Master.<a name="line.1871"></a>
+<span class="sourceLineNo">1872</span> * Install an UncaughtExceptionHandler that calls abort of RegionServer if we<a name="line.1872"></a>
+<span class="sourceLineNo">1873</span> * get an unhandled exception. We cannot set the handler on all threads.<a name="line.1873"></a>
+<span class="sourceLineNo">1874</span> * Server's internal Listener thread is off limits. For Server, if an OOME, it<a name="line.1874"></a>
+<span class="sourceLineNo">1875</span> * waits a while then retries. Meantime, a flush or a compaction that tries to<a name="line.1875"></a>
+<span class="sourceLineNo">1876</span> * run should trigger same critical condition and the shutdown will run. On<a name="line.1876"></a>
+<span class="sourceLineNo">1877</span> * its way out, this server will shut down Server. Leases are sort of<a name="line.1877"></a>
+<span class="sourceLineNo">1878</span> * inbetween. It has an internal thread that while it inherits from Chore, it<a name="line.1878"></a>
+<span class="sourceLineNo">1879</span> * keeps its own internal stop mechanism so needs to be stopped by this<a name="line.1879"></a>
+<span class="sourceLineNo">1880</span> * hosting server. Worker logs the exception and exits.<a name="line.1880"></a>
+<span class="sourceLineNo">1881</span> */<a name="line.1881"></a>
+<span class="sourceLineNo">1882</span> private void startServices() throws IOException {<a name="line.1882"></a>
+<span class="sourceLineNo">1883</span> if (!isStopped() && !isAborted()) {<a name="line.1883"></a>
+<span class="sourceLineNo">1884</span> initializeThreads();<a name="line.1884"></a>
+<span class="sourceLineNo">1885</span> }<a name="line.1885"></a>
+<span class="sourceLineNo">1886</span> this.secureBulkLoadManager = new SecureBulkLoadManager(this.conf, clusterConnection);<a name="line.1886"></a>
+<span class="sourceLineNo">1887</span> this.secureBulkLoadManager.start();<a name="line.1887"></a>
+<span class="sourceLineNo">1888</span><a name="line.1888"></a>
+<span class="sourceLineNo">1889</span> // Health checker thread.<a name="line.1889"></a>
+<span class="sourceLineNo">1890</span> if (isHealthCheckerConfigured()) {<a name="line.1890"></a>
+<span class="sourceLineNo">1891</span> int sleepTime = this.conf.getInt(HConstants.HEALTH_CHORE_WAKE_FREQ,<a name="line.1891"></a>
+<span class="sourceLineNo">1892</span> HConstants.DEFAULT_THREAD_WAKE_FREQUENCY);<a name="line.1892"></a>
+<span class="sourceLineNo">1893</span> healthCheckChore = new HealthCheckChore(sleepTime, this, getConfiguration());<a name="line.1893"></a>
+<span class="sourceLineNo">1894</span> }<a name="line.1894"></a>
+<span class="sourceLineNo">1895</span><a name="line.1895"></a>
+<span class="sourceLineNo">1896</span> this.walRoller = new LogRoller(this, this);<a name="line.1896"></a>
+<span class="sourceLineNo">1897</span> this.flushThroughputController = FlushThroughputControllerFactory.create(this, conf);<a name="line.1897"></a>
+<span class="sourceLineNo">1898</span> this.procedureResultReporter = new RemoteProcedureResultReporter(this);<a name="line.1898"></a>
+<span class="sourceLineNo">1899</span><a name="line.1899"></a>
+<span class="sourceLineNo">1900</span> // Create the CompactedFileDischarger chore executorService. This chore helps to<a name="line.1900"></a>
+<span class="sourceLineNo">1901</span> // remove the compacted files<a name="line.1901"></a>
+<span class="sourceLineNo">1902</span> // that will no longer be used in reads.<a name="line.1902"></a>
+<span class="sourceLineNo">1903</span> // Default is 2 mins. The default value for TTLCleaner is 5 mins so we set this to<a name="line.1903"></a>
+<span class="sourceLineNo">1904</span> // 2 mins so that compacted files can be archived before the TTLCleaner runs<a name="line.1904"></a>
+<span class="sourceLineNo">1905</span> int cleanerInterval =<a name="line.1905"></a>
+<span class="sourceLineNo">1906</span> conf.getInt("hbase.hfile.compaction.discharger.interval", 2 * 60 * 1000);<a name="line.1906"></a>
+<span class="sourceLineNo">1907</span> this.compactedFileDischarger =<a name="line.1907"></a>
+<span class="sourceLineNo">1908</span> new CompactedHFilesDischarger(cleanerInterval, this, this);<a name="line.1908"></a>
+<span class="sourceLineNo">1909</span> choreService.scheduleChore(compactedFileDischarger);<a name="line.1909"></a>
+<span class="sourceLineNo">1910</span><a name="line.1910"></a>
+<span class="sourceLineNo">1911</span> // Start executor services<a name="line.1911"></a>
+<span class="sourceLineNo">1912</span> this.executorService.startExecutorService(ExecutorType.RS_OPEN_REGION,<a name="line.1912"></a>
+<span class="sourceLineNo">1913</span> conf.getInt("hbase.regionserver.executor.openregion.threads", 3));<a name="line.1913"></a>
+<span class="sourceLineNo">1914</span> this.executorService.startExecutorService(ExecutorType.RS_OPEN_META,<a name="line.1914"></a>
+<span class="sourceLineNo">1915</span> conf.getInt("hbase.regionserver.executor.openmeta.threads", 1));<a name="line.1915"></a>
+<span class="sourceLineNo">1916</span> this.executorService.startExecutorService(ExecutorType.RS_OPEN_PRIORITY_REGION,<a name="line.1916"></a>
+<span class="sourceLineNo">1917</span> conf.getInt("hbase.regionserver.executor.openpriorityregion.threads", 3));<a name="line.1917"></a>
+<span class="sourceLineNo">1918</span> this.executorService.startExecutorService(ExecutorType.RS_CLOSE_REGION,<a name="line.1918"></a>
+<span class="sourceLineNo">1919</span> conf.getInt("hbase.regionserver.executor.closeregion.threads", 3));<a name="line.1919"></a>
+<span class="sourceLineNo">1920</span> this.executorService.startExecutorService(ExecutorType.RS_CLOSE_META,<a name="line.1920"></a>
+<span class="sourceLineNo">1921</span> conf.getInt("hbase.regionserver.executor.closemeta.threads", 1));<a name="line.1921"></a>
+<span class="sourceLineNo">1922</span> if (conf.getBoolean(StoreScanner.STORESCANNER_PARALLEL_SEEK_ENABLE, false)) {<a name="line.1922"></a>
+<span class="sourceLineNo">1923</span> this.executorService.startExecutorService(ExecutorType.RS_PARALLEL_SEEK,<a name="line.1923"></a>
+<span class="sourceLineNo">1924</span> conf.getInt("hbase.storescanner.parallel.seek.threads", 10));<a name="line.1924"></a>
+<span class="sourceLineNo">1925</span> }<a name="line.1925"></a>
+<span class="sourceLineNo">1926</span> this.executorService.startExecutorService(ExecutorType.RS_LOG_REPLAY_OPS, conf.getInt(<a name="line.1926"></a>
+<span class="sourceLineNo">1927</span> "hbase.regionserver.wal.max.splitters", SplitLogWorkerCoordination.DEFAULT_MAX_SPLITTERS));<a name="line.1927"></a>
+<span class="sourceLineNo">1928</span> // Start the threads for compacted files discharger<a name="line.1928"></a>
+<span class="sourceLineNo">1929</span> this.executorService.startExecutorService(ExecutorType.RS_COMPACTED_FILES_DISCHARGER,<a name="line.1929"></a>
+<span class="sourceLineNo">1930</span> conf.getInt(CompactionConfiguration.HBASE_HFILE_COMPACTION_DISCHARGER_THREAD_COUNT, 10));<a name="line.1930"></a>
+<span class="sourceLineNo">1931</span> if (ServerRegionReplicaUtil.isRegionReplicaWaitForPrimaryFlushEnabled(conf)) {<a name="line.1931"></a>
+<span class="sourceLineNo">1932</span> this.executorService.startExecutorService(ExecutorType.RS_REGION_REPLICA_FLUSH_OPS,<a name="line.1932"></a>
+<span class="sourceLineNo">1933</span> conf.getInt("hbase.regionserver.region.replica.flusher.threads",<a name="line.1933"></a>
+<span class="sourceLineNo">1934</span> conf.getInt("hbase.regionserver.executor.openregion.threads", 3)));<a name="line.1934"></a>
+<span class="sourceLineNo">1935</span> }<a name="line.1935"></a>
+<span class="sourceLineNo">1936</span> this.executorService.startExecutorService(ExecutorType.RS_REFRESH_PEER,<a name="line.1936"></a>
+<span class="sourceLineNo">1937</span> conf.getInt("hbase.regionserver.executor.refresh.peer.threads", 2));<a name="line.1937"></a>
+<span class="sourceLineNo">1938</span> this.executorService.startExecutorService(ExecutorType.RS_REPLAY_SYNC_REPLICATION_WAL,<a name="line.1938"></a>
+<span class="sourceLineNo">1939</span> conf.getInt("hbase.regionserver.executor.replay.sync.replication.wal.threads", 1));<a name="line.1939"></a>
+<span class="sourceLineNo">1940</span><a name="line.1940"></a>
+<span class="sourceLineNo">1941</span> Threads.setDaemonThreadRunning(this.walRoller.getThread(), getName() + ".logRoller",<a name="line.1941"></a>
+<span class="sourceLineNo">1942</span> uncaughtExceptionHandler);<a name="line.1942"></a>
+<span class="sourceLineNo">1943</span> this.cacheFlusher.start(uncaughtExceptionHandler);<a name="line.1943"></a>
+<span class="sourceLineNo">1944</span> Threads.setDaemonThreadRunning(this.procedureResultReporter,<a name="line.1944"></a>
+<span class="sourceLineNo">1945</span> getName() + ".procedureResultReporter", uncaughtExceptionHandler);<a name="line.1945"></a>
+<span class="sourceLineNo">1946</span><a name="line.1946"></a>
+<span class="sourceLineNo">1947</span> if (this.compactionChecker != null) choreService.scheduleChore(compactionChecker);<a name="line.1947"></a>
+<span class="sourceLineNo">1948</span> if (this.periodicFlusher != null) choreService.scheduleChore(periodicFlusher);<a name="line.1948"></a>
+<span class="sourceLineNo">1949</span> if (this.healthCheckChore != null) choreService.scheduleChore(healthCheckChore);<a name="line.1949"></a>
+<span class="sourceLineNo">1950</span> if (this.nonceManagerChore != null) choreService.scheduleChore(nonceManagerChore);<a name="line.1950"></a>
+<span class="sourceLineNo">1951</span> if (this.storefileRefresher != null) choreService.scheduleChore(storefileRefresher);<a name="line.1951"></a>
+<span class="sourceLineNo">1952</span> if (this.movedRegionsCleaner != null) choreService.scheduleChore(movedRegionsCleaner);<a name="line.1952"></a>
+<span class="sourceLineNo">1953</span> if (this.fsUtilizationChore != null) choreService.scheduleChore(fsUtilizationChore);<a name="line.1953"></a>
<span class="sourceLineNo">1954</span><a name="line.1954"></a>
-<span class="sourceLineNo">1955</span> // Create the log splitting worker and start it<a name="line.1955"></a>
-<span class="sourceLineNo">1956</span> // set a smaller retries to fast fail otherwise splitlogworker could be blocked for<a name="line.1956"></a>
-<span class="sourceLineNo">1957</span> // quite a while inside Connection layer. The worker won't be available for other<a name="line.1957"></a>
-<span class="sourceLineNo">1958</span> // tasks even after current task is preempted after a split task times out.<a name="line.1958"></a>
-<span class="sourceLineNo">1959</span> Configuration sinkConf = HBaseConfiguration.create(conf);<a name="line.1959"></a>
-<span class="sourceLineNo">1960</span> sinkConf.setInt(HConstants.HBASE_CLIENT_RETRIES_NUMBER,<a name="line.1960"></a>
-<span class="sourceLineNo">1961</span> conf.getInt("hbase.log.replay.retries.number", 8)); // 8 retries take about 23 seconds<a name="line.1961"></a>
-<span class="sourceLineNo">1962</span> sinkConf.setInt(HConstants.HBASE_RPC_TIMEOUT_KEY,<a name="line.1962"></a>
-<span class="sourceLineNo">1963</span> conf.getInt("hbase.log.replay.rpc.timeout", 30000)); // default 30 seconds<a name="line.1963"></a>
-<span class="sourceLineNo">1964</span> sinkConf.setInt(HConstants.HBASE_CLIENT_SERVERSIDE_RETRIES_MULTIPLIER, 1);<a name="line.1964"></a>
-<span class="sourceLineNo">1965</span> if (this.csm != null) {<a name="line.1965"></a>
-<span class="sourceLineNo">1966</span> // SplitLogWorker needs csm. If none, don't start this.<a name="line.1966"></a>
-<span class="sourceLineNo">1967</span> this.splitLogWorker = new SplitLogWorker(sinkConf, this, this, walFactory);<a name="line.1967"></a>
-<span class="sourceLineNo">1968</span> splitLogWorker.start();<a name="line.1968"></a>
-<span class="sourceLineNo">1969</span> } else {<a name="line.1969"></a>
-<span class="sourceLineNo">1970</span> LOG.warn("SplitLogWorker Service NOT started; CoordinatedStateManager is null");<a name="line.1970"></a>
-<span class="sourceLineNo">1971</span> }<a name="line.1971"></a>
-<span class="sourceLineNo">1972</span><a name="line.1972"></a>
-<span class="sourceLineNo">1973</span> // Memstore services.<a name="line.1973"></a>
-<span class="sourceLineNo">1974</span> startHeapMemoryManager();<a name="line.1974"></a>
-<span class="sourceLineNo">1975</span> // Call it after starting HeapMemoryManager.<a name="line.1975"></a>
-<span class="sourceLineNo">1976</span> initializeMemStoreChunkCreator();<a name="line.1976"></a>
-<span class="sourceLineNo">1977</span> }<a name="line.1977"></a>
-<span class="sourceLineNo">1978</span><a name="line.1978"></a>
-<span class="sourceLineNo">1979</span> private void initializeThreads() throws IOException {<a name="line.1979"></a>
-<span class="sourceLineNo">1980</span> // Cache flushing thread.<a name="line.1980"></a>
-<span class="sourceLineNo">1981</span> this.cacheFlusher = new MemStoreFlusher(conf, this);<a name="line.1981"></a>
-<span class="sourceLineNo">1982</span><a name="line.1982"></a>
-<span class="sourceLineNo">1983</span> // Compaction thread<a name="line.1983"></a>
-<span class="sourceLineNo">1984</span> this.compactSplitThread = new CompactSplit(this);<a name="line.1984"></a>
-<span class="sourceLineNo">1985</span><a name="line.1985"></a>
-<span class="sourceLineNo">1986</span> // Background thread to check for compactions; needed if region has not gotten updates<a name="line.1986"></a>
-<span class="sourceLineNo">1987</span> // in a while. It will take care of not checking too frequently on store-by-store basis.<a name="line.1987"></a>
-<span class="sourceLineNo">1988</span> this.compactionChecker = new CompactionChecker(this, this.threadWakeFrequency, this);<a name="line.1988"></a>
-<span class="sourceLineNo">1989</span> this.periodicFlusher = new PeriodicMemStoreFlusher(this.threadWakeFrequency, this);<a name="line.1989"></a>
-<span class="sourceLineNo">1990</span> this.leases = new Leases(this.threadWakeFrequency);<a name="line.1990"></a>
-<span class="sourceLineNo">1991</span><a name="line.1991"></a>
-<span class="sourceLineNo">1992</span> // Create the thread to clean the moved regions list<a name="line.1992"></a>
-<span class="sourceLineNo">1993</span> movedRegionsCleaner = MovedRegionsCleaner.create(this);<a name="line.1993"></a>
-<span class="sourceLineNo">1994</span><a name="line.1994"></a>
-<span class="sourceLineNo">1995</span> if (this.nonceManager != null) {<a name="line.1995"></a>
-<span class="sourceLineNo">1996</span> // Create the scheduled chore that cleans up nonces.<a name="line.1996"></a>
-<span class="sourceLineNo">1997</span> nonceManagerChore = this.nonceManager.createCleanupScheduledChore(this);<a name="line.1997"></a>
-<span class="sourceLineNo">1998</span> }<a name="line.1998"></a>
+<span class="sourceLineNo">1955</span> // Leases is not a Thread. Internally it runs a daemon thread. If it gets<a name="line.1955"></a>
+<span class="sourceLineNo">1956</span> // an unhandled exception, it will just exit.<a name="line.1956"></a>
+<span class="sourceLineNo">1957</span> Threads.setDaemonThreadRunning(this.leases.getThread(), getName() + ".leaseChecker",<a name="line.1957"></a>
+<span class="sourceLineNo">1958</span> uncaughtExceptionHandler);<a name="line.1958"></a>
+<span class="sourceLineNo">1959</span><a name="line.1959"></a>
+<span class="sourceLineNo">1960</span> // Create the log splitting worker and start it<a name="line.1960"></a>
+<span class="sourceLineNo">1961</span> // set a smaller retries to fast fail otherwise splitlogworker could be blocked for<a name="line.1961"></a>
+<span class="sourceLineNo">1962</span> // quite a while inside Connection layer. The worker won't be available for other<a name="line.1962"></a>
+<span class="sourceLineNo">1963</span> // tasks even after current task is preempted after a split task times out.<a name="line.1963"></a>
+<span class="sourceLineNo">1964</span> Configuration sinkConf = HBaseConfiguration.create(conf);<a name="line.1964"></a>
+<span class="sourceLineNo">1965</span> sinkConf.setInt(HConstants.HBASE_CLIENT_RETRIES_NUMBER,<a name="line.1965"></a>
+<span class="sourceLineNo">1966</span> conf.getInt("hbase.log.replay.retries.number", 8)); // 8 retries take about 23 seconds<a name="line.1966"></a>
+<span class="sourceLineNo">1967</span> sinkConf.setInt(HConstants.HBASE_RPC_TIMEOUT_KEY,<a name="line.1967"></a>
+<span class="sourceLineNo">1968</span> conf.getInt("hbase.log.replay.rpc.timeout", 30000)); // default 30 seconds<a name="line.1968"></a>
+<span class="sourceLineNo">1969</span> sinkConf.setInt(HConstants.HBASE_CLIENT_SERVERSIDE_RETRIES_MULTIPLIER, 1);<a name="line.1969"></a>
+<span class="sourceLineNo">1970</span> if (this.csm != null) {<a name="line.1970"></a>
+<span class="sourceLineNo">1971</span> // SplitLogWorker needs csm. If none, don't start this.<a name="line.1971"></a>
+<span class="sourceLineNo">1972</span> this.splitLogWorker = new SplitLogWorker(sinkConf, this, this, walFactory);<a name="line.1972"></a>
+<span class="sourceLineNo">1973</span> splitLogWorker.start();<a name="line.1973"></a>
+<span class="sourceLineNo">1974</span> } else {<a name="line.1974"></a>
+<span class="sourceLineNo">1975</span> LOG.warn("SplitLogWorker Service NOT started; CoordinatedStateManager is null");<a name="line.1975"></a>
+<span class="sourceLineNo">1976</span> }<a name="line.1976"></a>
+<span class="sourceLineNo">1977</span><a name="line.1977"></a>
+<span class="sourceLineNo">1978</span> // Memstore services.<a name="line.1978"></a>
+<span class="sourceLineNo">1979</span> startHeapMemoryManager();<a name="line.1979"></a>
+<span class="sourceLineNo">1980</span> // Call it after starting HeapMemoryManager.<a name="line.1980"></a>
+<span class="sourceLineNo">1981</span> initializeMemStoreChunkCreator();<a name="line.1981"></a>
+<span class="sourceLineNo">1982</span> }<a name="line.1982"></a>
+<span class="sourceLineNo">1983</span><a name="line.1983"></a>
+<span class="sourceLineNo">1984</span> private void initializeThreads() throws IOException {<a name="line.1984"></a>
+<span class="sourceLineNo">1985</span> // Cache flushing thread.<a name="line.1985"></a>
+<span class="sourceLineNo">1986</span> this.cacheFlusher = new MemStoreFlusher(conf, this);<a name="line.1986"></a>
+<span class="sourceLineNo">1987</span><a name="line.1987"></a>
+<span class="sourceLineNo">1988</span> // Compaction thread<a name="line.1988"></a>
+<span class="sourceLineNo">1989</span> this.compactSplitThread = new CompactSplit(this);<a name="line.1989"></a>
+<span class="sourceLineNo">1990</span><a name="line.1990"></a>
+<span class="sourceLineNo">1991</span> // Background thread to check for compactions; needed if region has not gotten updates<a name="line.1991"></a>
+<span class="sourceLineNo">1992</span> // in a while. It will take care of not checking too frequently on store-by-store basis.<a name="line.1992"></a>
+<span class="sourceLineNo">1993</span> this.compactionChecker = new CompactionChecker(this, this.threadWakeFrequency, this);<a name="line.1993"></a>
+<span class="sourceLineNo">1994</span> this.periodicFlusher = new PeriodicMemStoreFlusher(this.threadWakeFrequency, this);<a name="line.1994"></a>
+<span class="sourceLineNo">1995</span> this.leases = new Leases(this.threadWakeFrequency);<a name="line.1995"></a>
+<span class="sourceLineNo">1996</span><a name="line.1996"></a>
+<span class="sourceLineNo">1997</span> // Create the thread to clean the moved regions list<a name="line.1997"></a>
+<span class="sourceLineNo">1998</span> movedRegionsCleaner = MovedRegionsCleaner.create(this);<a name="line.1998"></a>
<span class="sourceLineNo">1999</span><a name="line.1999"></a>
-<span class="sourceLineNo">2000</span> // Setup the Quota Manager<a name="line.2000"></a>
-<span class="sourceLineNo">2001</span> rsQuotaManager = new RegionServerRpcQuotaManager(this);<a name="line.2001"></a>
-<span class="sourceLineNo">2002</span> rsSpaceQuotaManager = new RegionServerSpaceQuotaManager(this);<a name="line.2002"></a>
-<span class="sourceLineNo">2003</span><a name="line.2003"></a>
-<span class="sourceLineNo">2004</span> if (QuotaUtil.isQuotaEnabled(conf)) {<a name="line.2004"></a>
-<span class="sourceLineNo">2005</span> this.fsUtilizationChore = new FileSystemUtilizationChore(this);<a name="line.2005"></a>
-<span class="sourceLineNo">2006</span> }<a name="line.2006"></a>
-<span class="sourceLineNo">2007</span><a name="line.2007"></a>
+<span class="sourceLineNo">2000</span> if (this.nonceManager != null) {<a name="line.2000"></a>
+<span class="sourceLineNo">2001</span> // Create the scheduled chore that cleans up nonces.<a name="line.2001"></a>
+<span class="sourceLineNo">2002</span> nonceManagerChore = this.nonceManager.createCleanupScheduledChore(this);<a name="line.2002"></a>
+<span class="sourceLineNo">2003</span> }<a name="line.2003"></a>
+<span class="sourceLineNo">2004</span><a name="line.2004"></a>
+<span class="sourceLineNo">2005</span> // Setup the Quota Manager<a name="line.2005"></a>
+<span class="sourceLineNo">2006</span> rsQuotaManager = new RegionServerRpcQuotaManager(this);<a name="line.2006"></a>
+<span class="sourceLineNo">2007</span> rsSpaceQuotaManager = new RegionServerSpaceQuotaManager(this);<a name="line.2007"></a>
<span class="sourceLineNo">2008</span><a name="line.2008"></a>
-<span class="sourceLineNo">2009</span> boolean onlyMetaRefresh = false;<a name="line.2009"></a>
-<span class="sourceLineNo">2010</span> int storefileRefreshPeriod = conf.getInt(<a name="line.2010"></a>
-<span class="sourceLineNo">2011</span> StorefileRefresherChore.REGIONSERVER_STOREFILE_REFRESH_PERIOD,<a name="line.2011"></a>
-<span class="sourceLineNo">2012</span> StorefileRefresherChore.DEFAULT_REGIONSERVER_STOREFILE_REFRESH_PERIOD);<a name="line.2012"></a>
-<span class="sourceLineNo">2013</span> if (storefileRefreshPeriod == 0) {<a name="line.2013"></a>
-<span class="sourceLineNo">2014</span> storefileRefreshPeriod = conf.getInt(<a name="line.2014"></a>
-<span class="sourceLineNo">2015</span> StorefileRefresherChore.REGIONSERVER_META_STOREFILE_REFRESH_PERIOD,<a name="line.2015"></a>
-<span class="sourceLineNo">2016</span> StorefileRefresherChore.DEFAULT_REGIONSERVER_STOREFILE_REFRESH_PERIOD);<a name="line.2016"></a>
-<span class="sourceLineNo">2017</span> onlyMetaRefresh = true;<a name="line.2017"></a>
-<span class="sourceLineNo">2018</span> }<a name="line.2018"></a>
-<span class="sourceLineNo">2019</span> if (storefileRefreshPeriod > 0) {<a name="line.2019"></a>
-<span class="sourceLineNo">2020</span> this.storefileRefresher = new StorefileRefresherChore(storefileRefreshPeriod,<a name="line.2020"></a>
-<span class="sourceLineNo">2021</span> onlyMetaRefresh, this, this);<a name="line.2021"></a>
-<span class="sourceLineNo">2022</span> }<a name="line.2022"></a>
-<span class="sourceLineNo">2023</span> registerConfigurationObservers();<a name="line.2023"></a>
-<span class="sourceLineNo">2024</span> }<a name="line.2024"></a>
-<span class="sourceLineNo">2025</span><a name="line.2025"></a>
-<span class="sourceLineNo">2026</span> private void registerConfigurationObservers() {<a name="line.2026"></a>
-<span class="sourceLineNo">2027</span> // Registering the compactSplitThread object with the ConfigurationManager.<a name="line.2027"></a>
-<span class="sourceLineNo">2028</span> configurationManager.registerObserver(this.compactSplitThread);<a name="line.2028"></a>
-<span class="sourceLineNo">2029</span> configurationManager.registerObserver(this.rpcServices);<a name="line.2029"></a>
-<span class="sourceLineNo">2030</span> configurationManager.registerObserver(this);<a name="line.2030"></a>
-<span class="sourceLineNo">2031</span> }<a name="line.2031"></a>
-<span class="sourceLineNo">2032</span><a name="line.2032"></a>
-<span class="sourceLineNo">2033</span> /**<a name="line.2033"></a>
-<span class="sourceLineNo">2034</span> * Puts up the webui.<a name="line.2034"></a>
-<span class="sourceLineNo">2035</span> * @return Returns final port -- maybe different from what we started with.<a name="line.2035"></a>
-<span class="sourceLineNo">2036</span> * @throws IOException<a name="line.2036"></a>
-<span class="sourceLineNo">2037</span> */<a name="line.2037"></a>
-<span class="sourceLineNo">2038</span> private int putUpWebUI() throws IOException {<a name="line.2038"></a>
-<span class="sourceLineNo">2039</span> int port = this.conf.getInt(HConstants.REGIONSERVER_INFO_PORT,<a name="line.2039"></a>
-<span class="sourceLineNo">2040</span> HConstants.DEFAULT_REGIONSERVER_INFOPORT);<a name="line.2040"></a>
-<span class="sourceLineNo">2041</span> String addr = this.conf.get("hbase.regionserver.info.bindAddress", "0.0.0.0");<a name="line.2041"></a>
-<span class="sourceLineNo">2042</span><a name="line.2042"></a>
-<span class="sourceLineNo">2043</span> if(this instanceof HMaster) {<a name="line.2043"></a>
-<span class="sourceLineNo">2044</span> port = conf.getInt(HConstants.MASTER_INFO_PORT,<a name="line.2044"></a>
-<span class="sourceLineNo">2045</span> HConstants.DEFAULT_MASTER_INFOPORT);<a name="line.2045"></a>
-<span class="sourceLineNo">2046</span> addr = this.conf.get("hbase.master.info.bindAddress", "0.0.0.0");<a name="line.2046"></a>
-<span class="sourceLineNo">2047</span> }<a name="line.2047"></a>
-<span class="sourceLineNo">2048</span> // -1 is for disabling info server<a name="line.2048"></a>
-<span class="sourceLineNo">2049</span> if (port < 0) return port;<a name="line.2049"></a>
-<span class="sourceLineNo">2050</span><a name="line.2050"></a>
-<span class="sourceLineNo">2051</span> if (!Addressing.isLocalAddress(InetAddress.getByName(addr))) {<a name="line.2051"></a>
-<span class="sourceLineNo">2052</span> String msg =<a name="line.2052"></a>
-<span class="sourceLineNo">2053</span> "Failed to start http info server. Address " + addr<a name="line.2053"></a>
-<span class="sourceLineNo">2054</span> + " does not belong to this host. Correct configuration parameter: "<a name="line.2054"></a>
-<span class="sourceLineNo">2055</span> + "hbase.regionserver.info.bindAddress";<a name="line.2055"></a>
-<span class="sourceLineNo">2056</span> LOG.error(msg);<a name="line.2056"></a>
-<span class="sourceLineNo">2057</span> throw new IOException(msg);<a name="line.2057"></a>
-<span class="sourceLineNo">2058</span> }<a name="line.2058"></a>
-<span class="sourceLineNo">2059</span> // check if auto port bind enabled<a name="line.2059"></a>
-<span class="sourceLineNo">2060</span> boolean auto = this.conf.getBoolean(HConstants.REGIONSERVER_INFO_PORT_AUTO,<a name="line.2060"></a>
-<span class="sourceLineNo">2061</span> false);<a name="line.2061"></a>
-<span class="sourceLineNo">2062</span> while (true) {<a name="line.2062"></a>
-<span class="sourceLineNo">2063</span> try {<a name="line.2063"></a>
-<span class="sourceLineNo">2064</span> this.infoServer = new InfoServer(getProcessName(), addr, port, false, this.conf);<a name="line.2064"></a>
-<span class="sourceLineNo">2065</span> infoServer.addServlet("dump", "/dump", getDumpServlet());<a name="line.2065"></a>
-<span class="sourceLineNo">2066</span> configureInfoServer();<a name="line.2066"></a>
-<span class="sourceLineNo">2067</span> this.infoServer.start();<a name="line.2067"></a>
-<span class="sourceLineNo">2068</span> break;<a name="line.2068"></a>
-<span class="sourceLineNo">2069</span> } catch (BindException e) {<a name="line.2069"></a>
-<span class="sourceLineNo">2070</span> if (!auto) {<a name="line.2070"></a>
-<span class="sourceLineNo">2071</span> // auto bind disabled throw BindException<a name="line.2071"></a>
-<span class="sourceLineNo">2072</span> LOG.error("Failed binding http info server to port: " + port);<a name="line.2072"></a>
-<span class="sourceLineNo">2073</span> throw e;<a name="line.2073"></a>
-<span class="sourceLineNo">2074</span> }<a name="line.2074"></a>
-<span class="sourceLineNo">2075</span> // auto bind enabled, try to use another port<a name="line.2075"></a>
-<span class="sourceLineNo">2076</span> LOG.info("Failed binding http info server to port: " + port);<a name="line.2076"></a>
-<span class="sourceLineNo">2077</span> port++;<a name="line.2077"></a>
-<span class="sourceLineNo">2078</span> }<a name="line.2078"></a>
-<span class="sourceLineNo">2079</span> }<a name="line.2079"></a>
-<span class="sourceLineNo">2080</span> port = this.infoServer.getPort();<a name="line.2080"></a>
-<span class="sourceLineNo">2081</span> conf.setInt(HConstants.REGIONSERVER_INFO_PORT, port);<a name="line.2081"></a>
-<span class="sourceLineNo">2082</span> int masterInfoPort = conf.getInt(HConstants.MASTER_INFO_PORT,<a name="line.2082"></a>
-<span class="sourceLineNo">2083</span> HConstants.DEFAULT_MASTER_INFOPORT);<a name="line.2083"></a>
-<span class="sourceLineNo">2084</span> conf.setInt("hbase.master.info.port.orig", masterInfoPort);<a name="line.2084"></a>
-<span class="sourceLineNo">2085</span> conf.setInt(HConstants.MASTER_INFO_PORT, port);<a name="line.2085"></a>
-<span class="sourceLineNo">2086</span> return port;<a name="line.2086"></a>
-<span class="sourceLineNo">2087</span> }<a name="line.2087"></a>
-<span class="sourceLineNo">2088</span><a name="line.2088"></a>
-<span class="sourceLineNo">2089</span> /*<a name="line.2089"></a>
-<span class="sourceLineNo">2090</span> * Verify that server is healthy<a name="line.2090"></a>
-<span class="sourceLineNo">2091</span> */<a name="line.2091"></a>
-<span class="sourceLineNo">2092</span> private boolean isHealthy() {<a name="line.2092"></a>
-<span class="sourceLineNo">2093</span> if (!fsOk) {<a name="line.2093"></a>
-<span class="sourceLineNo">2094</span> // File system problem<a name="line.2094"></a>
-<span class="sourceLineNo">2095</span> return false;<a name="line.2095"></a>
-<span class="sourceLineNo">2096</span> }<a name="line.2096"></a>
-<span class="sourceLineNo">2097</span> // Verify that all threads are alive<a name="line.2097"></a>
-<span class="sourceLineNo">2098</span> boolean healthy = (this.leases == null || this.leases.isAlive())<a name="line.2098"></a>
-<span class="sourceLineNo">2099</span> && (this.cacheFlusher == null || this.cacheFlusher.isAlive())<a name="line.2099"></a>
-<span class="sourceLineNo">2100</span> && (this.walRoller == null || this.walRoller.isAlive())<a name="line.2100"></a>
-<span class="sourceLineNo">2101</span> && (this.compactionChecker == null || this.compactionChecker.isScheduled())<a name="line.2101"></a>
-<span class="sourceLineNo">2102</span> && (this.periodicFlusher == null || this.periodicFlusher.isScheduled());<a name="line.2102"></a>
-<span class="sourceLineNo">2103</span> if (!healthy) {<a name="line.2103"></a>
-<span class="sourceLineNo">2104</span> stop("One or more threads are no longer alive -- stop");<a name="line.2104"></a>
-<span class="sourceLineNo">2105</span> }<a name="line.2105"></a>
-<span class="sourceLineNo">2106</span> return healthy;<a name="line.2106"></a>
-<span class="sourceLineNo">2107</span> }<a name="line.2107"></a>
-<span class="sourceLineNo">2108</span><a name="line.2108"></a>
-<span class="sourceLineNo">2109</span> @Override<a name="line.2109"></a>
-<span class="sourceLineNo">2110</span> public List<WAL> getWALs() throws IOException {<a name="line.2110"></a>
-<span class="sourceLineNo">2111</span> return walFactory.getWALs();<a name="line.2111"></a>
+<span class="sourceLineNo">2009</span> if (QuotaUtil.isQuotaEnabled(conf)) {<a name="line.2009"></a>
+<span class="sourceLineNo">2010</span> this.fsUtilizationChore = new FileSystemUtilizationChore(this);<a name="line.2010"></a>
+<span class="sourceLineNo">2011</span> }<a name="line.2011"></a>
+<span class="sourceLineNo">2012</span><a name="line.2012"></a>
+<span class="sourceLineNo">2013</span><a name="line.2013"></a>
+<span class="sourceLineNo">2014</span> boolean onlyMetaRefresh = false;<a name="line.2014"></a>
+<span class="sourceLineNo">2015</span> int storefileRefreshPeriod = conf.getInt(<a name="line.2015"></a>
+<span class="sourceLineNo">2016</span> StorefileRefresherChore.REGIONSERVER_STOREFILE_REFRESH_PERIOD,<a name="line.2016"></a>
+<span class="sourceLineNo">2017</span> StorefileRefresherChore.DEFAULT_REGIONSERVER_STOREFILE_REFRESH_PERIOD);<a name="line.2017"></a>
+<span class="sourceLineNo">2018</span> if (storefileRefreshPeriod == 0) {<a name="line.2018"></a>
+<span class="sourceLineNo">2019</span> storefileRefreshPeriod = conf.getInt(<a name="line.2019"></a>
+<span class="sourceLineNo">2020</span> StorefileRefresherChore.REGIONSERVER_META_STOREFILE_REFRESH_PERIOD,<a name="line.2020"></a>
+<span class="sourceLineNo">2021</span> StorefileRefresherChore.DEFAULT_REGIONSERVER_STOREFILE_REFRESH_PERIOD);<a name="line.2021"></a>
+<span class="sourceLineNo">2022</span> onlyMetaRefresh = true;<a name="line.2022"></a>
+<span class="sourceLineNo">2023</span> }<a name="line.2023"></a>
+<span class="sourceLineNo">2024</span> if (storefileRefreshPeriod > 0) {<a name="line.2024"></a>
+<span class="sourceLineNo">2025</span> this.storefileRefresher = new StorefileRefresherChore(storefileRefreshPeriod,<a name="line.2025"></a>
+<span class="sourceLineNo">2026</span> onlyMetaRefresh, this, this);<a name="line.2026"></a>
+<span class="sourceLineNo">2027</span> }<a name="line.2027"></a>
+<span class="sourceLineNo">2028</span> registerConfigurationObservers();<a name="line.2028"></a>
+<span class="sourceLineNo">2029</span> }<a name="line.2029"></a>
+<span class="sourceLineNo">2030</span><a name="line.2030"></a>
+<span class="sourceLineNo">2031</span> private void registerConfigurationObservers() {<a name="line.2031"></a>
+<span class="sourceLineNo">2032</span> // Registering the compactSplitThread object with the ConfigurationManager.<a name="line.2032"></a>
+<span class="sourceLineNo">2033</span> configurationManager.registerObserver(this.compactSplitThread);<a name="line.2033"></a>
+<span class="sourceLineNo">2034</span> configurationManager.registerObserver(this.rpcServices);<a name="line.2034"></a>
+<span class="sourceLineNo">2035</span> configurationManager.registerObserver(this);<a name="line.2035"></a>
+<span class="sourceLineNo">2036</span> }<a name="line.2036"></a>
+<span class="sourceLineNo">2037</span><a name="line.2037"></a>
+<span class="sourceLineNo">2038</span> /**<a name="line.2038"></a>
+<span class="sourceLineNo">2039</span> * Puts up the webui.<a name="line.2039"></a>
+<span class="sourceLineNo">2040</span> * @return Returns final port -- maybe different from what we started with.<a name="line.2040"></a>
+<span class="sourceLineNo">2041</span> * @throws IOException<a name="line.2041"></a>
+<span class="sourceLineNo">2042</span> */<a name="line.2042"></a>
+<span class="sourceLineNo">2043</span> private int putUpWebUI() throws IOException {<a name="line.2043"></a>
+<span class="sourceLineNo">2044</span> int port = this.conf.getInt(HConstants.REGIONSERVER_INFO_PORT,<a name="line.2044"></a>
+<span class="sourceLineNo">2045</span> HConstants.DEFAULT_REGIONSERVER_INFOPORT);<a name="line.2045"></a>
+<span class="sourceLineNo">2046</span> String addr = this.conf.get("hbase.regionserver.info.bindAddress", "0.0.0.0");<a name="line.2046"></a>
+<span class="sourceLineNo">2047</span><a name="line.2047"></a>
+<span class="sourceLineNo">2048</span> if(this instanceof HMaster) {<a name="line.2048"></a>
+<span class="sourceLineNo">2049</span> port = conf.getInt(HConstants.MASTER_INFO_PORT,<a name="line.2049"></a>
+<span class="sourceLineNo">2050</span> HConstants.DEFAULT_MASTER_INFOPORT);<a name="line.2050"></a>
+<span class="sourceLineNo">2051</span> addr = this.conf.get("hbase.master.info.bindAddress", "0.0.0.0");<a name="line.2051"></a>
+<span class="sourceLineNo">2052</span> }<a name="line.2052"></a>
+<span class="sourceLineNo">2053</span> // -1 is for disabling info server<a name="line.2053"></a>
+<span class="sourceLineNo">2054</span> if (port < 0) return port;<a name="line.2054"></a>
+<span class="sourceLineNo">2055</span><a name="line.2055"></a>
+<span class="sourceLineNo">2056</span> if (!Addressing.isLocalAddress(InetAddress.getByName(addr))) {<a name="line.2056"></a>
+<span class="sourceLineNo">2057</span> String msg =<a name="line.2057"></a>
+<span class="sourceLineNo">2058</span> "Failed to start http info server. Address " + addr<a name="line.2058"></a>
+<span class="sourceLineNo">2059</span> + " does not belong to this host. Correct configuration parameter: "<a name="line.2059"></a>
+<span class="sourceLineNo">2060</span> + "hbase.regionserver.info.bindAddress";<a name="line.2060"></a>
+<span class="sourceLineNo">2061</span> LOG.error(msg);<a name="line.2061"></a>
+<span class="sourceLineNo">2062</span> throw new IOException(msg);<a name="line.2062"></a>
+<span class="sourceLineNo">2063</span> }<a name="line.2063"></a>
+<span class="sourceLineNo">2064</span> // check if auto port bind enabled<a name="line.2064"></a>
+<span class="sourceLineNo">2065</span> boolean auto = this.conf.getBoolean(HConstants.REGIONSERVER_INFO_PORT_AUTO,<a name="line.2065"></a>
+<span class="sourceLineNo">2066</span> false);<a name="line.2066"></a>
+<span class="sourceLineNo">2067</span> while (true) {<a name="line.2067"></a>
+<span class="sourceLineNo">2068</span> try {<a name="line.2068"></a>
+<span class="sourceLineNo">2069</span> this.infoServer = new InfoServer(getProcessName(), addr, port, false, this.conf);<a name="line.2069"></a>
+<span class="sourceLineNo">2070</span> infoServer.addServlet("dump", "/dump", getDumpServlet());<a name="line.2070"></a>
+<span class="sourceLineNo">2071</span> configureInfoServer();<a name="line.2071"></a>
+<span class="sourceLineNo">2072</span> this.infoServer.start();<a name="line.2072"></a>
+<span class="sourceLineNo">2073</span> break;<a name="line.2073"></a>
+<span class="sourceLineNo">2074</span> } catch (BindException e) {<a name="line.2074"></a>
+<span class="sourceLineNo">2075</span> if (!auto) {<a name="line.2075"></a>
+<span class="sourceLineNo">2076</span> // auto bind disabled throw BindException<a name="line.2076"></a>
+<span class="sourceLineNo">2077</span> LOG.error("Failed binding http info server to port: " + port);<a name="line.2077"></a>
+<span class="sourceLineNo">2078</span> throw e;<a name="line.2078"></a>
+<span class="sourceLineNo">2079</span> }<a name="line.2079"></a>
+<span class="sourceLineNo">2080</span> // auto bind enabled, try to use another port<a name="line.2080"></a>
+<span class="sourceLineNo">2081</span> LOG.info("Failed binding http info server to port: " + port);<a name="line.2081"></a>
+<span class="sourceLineNo">2082</span> port++;<a name="line.2082"></a>
+<span class="sourceLineNo">2083</span> }<a name="line.2083"></a>
+<span class="sourceLineNo">2084</span> }<a name="line.2084"></a>
+<span class="sourceLineNo">2085</span> port = this.infoServer.getPort();<a name="line.2085"></a>
+<span class="sourceLineNo">2086</span> conf.setInt(HConstants.REGIONSERVER_INFO_PORT, port);<a name="line.2086"></a>
+<span class="sourceLineNo">2087</span> int masterInfoPort = conf.getInt(HConstants.MASTER_INFO_PORT,<a name="line.2087"></a>
+<span class="sourceLineNo">2088</span> HConstants.DEFAULT_MASTER_INFOPORT);<a name="line.2088"></a>
+<span class="sourceLineNo">2089</span> conf.setInt("hbase.master.info.port.orig", masterInfoPort);<a name="line.2089"></a>
+<span class="sourceLineNo">2090</span> conf.setInt(HConstants.MASTER_INFO_PORT, port);<a name="line.2090"></a>
+<span class="sourceLineNo">2091</span> return port;<a name="line.2091"></a>
+<span class="sourceLineNo">2092</span> }<a name="line.2092"></a>
+<span class="sourceLineNo">2093</span><a name="line.2093"></a>
+<span class="sourceLineNo">2094</span> /*<a name="line.2094"></a>
+<span class="sourceLineNo">2095</span> * Verify that server is healthy<a name="line.2095"></a>
+<span class="sourceLineNo">2096</span> */<a name="line.2096"></a>
+<span class="sourceLineNo">2097</span> private boolean isHealthy() {<a name="line.2097"></a>
+<span class="sourceLineNo">2098</span> if (!fsOk) {<a name="line.2098"></a>
+<span class="sourceLineNo">2099</span> // File system problem<a name="line.2099"></a>
+<span class="sourceLineNo">2100</span> return false;<a name="line.2100"></a>
+<span class="sourceLineNo">2101</span> }<a name="line.2101"></a>
+<span class="sourceLineNo">2102</span> // Verify that all threads are alive<a name="line.2102"></a>
+<span class="sourceLineNo">2103</span> boolean healthy = (this.leases == null || this.leases.isAlive())<a name="line.2103"></a>
+<span class="sourceLineNo">2104</span> && (this.cacheFlusher == null || this.cacheFlusher.isAlive())<a name="line.2104"></a>
+<span class="sourceLineNo">2105</span> && (this.walRoller == null || this.walRoller.isAlive())<a name="line.2105"></a>
+<span class="sourceLineNo">2106</span> && (this.compactionChecker == null || this.compactionChecker.isScheduled())<a name="line.2106"></a>
+<span class="sourceLineNo">2107</span> && (this.periodicFlusher == null || this.periodicFlusher.isScheduled());<a name="line.2107"></a>
+<span class="sourceLineNo">2108</span> if (!healthy) {<a name="line.2108"></a>
+<span class="sourceLineNo">2109</span> stop("One or more threads are no longer alive -- stop");<a name="line.2109"></a>
+<span class="sourceLineNo">2110</span> }<a name="line.2110"></a>
+<span class="sourceLineNo">2111</span> return healthy;<a name="line.2111"></a>
<span class="sourceLineNo">2112</span> }<a name="line.2112"></a>
<span class="sourceLineNo">2113</span><a name="line.2113"></a>
<span class="sourceLineNo">2114</span> @Override<a name="line.2114"></a>
-<span class="sourceLineNo">2115</span> public WAL getWAL(RegionInfo regionInfo) throws IOException {<a name="line.2115"></a>
-<span class="sourceLineNo">2116</span> WAL wal = walFactory.getWAL(regionInfo);<a name="line.2116"></a>
-<span class="sourceLineNo">2117</span> if (this.walRoller != null) {<a name="line.2117"></a>
-<span class="sourceLineNo">2118</span> this.walRoller.addWAL(wal);<a name="line.2118"></a>
-<span class="sourceLineNo">2119</span> }<a name="line.2119"></a>
-<span class="sourceLineNo">2120</span> return wal;<a name="line.2120"></a>
-<span class="sourceLineNo">2121</span> }<a name="line.2121"></a>
-<span class="sourceLineNo">2122</span><a name="line.2122"></a>
-<span class="sourceLineNo">2123</span> public LogRoller getWalRoller() {<a name="line.2123"></a>
-<span class="sourceLineNo">2124</span> return walRoller;<a name="line.2124"></a>
-<span class="sourceLineNo">2125</span> }<a name="line.2125"></a>
-<span class="sourceLineNo">2126</span><a name="line.2126"></a>
-<span class="sourceLineNo">2127</span> @Override<a name="line.2127"></a>
-<span class="sourceLineNo">2128</span> public Connection getConnection() {<a name="line.2128"></a>
-<span class="sourceLineNo">2129</span> return getClusterConnection();<a name="line.2129"></a>
+<span class="sourceLineNo">2115</span> public List<WAL> getWALs() throws IOException {<a name="line.2115"></a>
+<span class="sourceLineNo">2116</span> return walFactory.getWALs();<a name="line.2116"></a>
+<span class="sourceLineNo">2117</span> }<a name="line.2117"></a>
+<span class="sourceLineNo">2118</span><a name="line.2118"></a>
+<span class="sourceLineNo">2119</span> @Override<a name="line.2119"></a>
+<span class="sourceLineNo">2120</span> public WAL getWAL(RegionInfo regionInfo) throws IOException {<a name="line.2120"></a>
+<span class="sourceLineNo">2121</span> WAL wal = walFactory.getWAL(regionInfo);<a name="line.2121"></a>
+<span class="sourceLineNo">2122</span> if (this.walRoller != null) {<a name="line.2122"></a>
+<span class="sourceLineNo">2123</span> this.walRoller.addWAL(wal);<a name="line.2123"></a>
+<span class="sourceLineNo">2124</span> }<a name="line.2124"></a>
+<span class="sourceLineNo">2125</span> return wal;<a name="line.2125"></a>
+<span class="sourceLineNo">2126</span> }<a name="line.2126"></a>
+<span class="sourceLineNo">2127</span><a name="line.2127"></a>
+<span class="sourceLineNo">2128</span> public LogRoller getWalRoller() {<a name="line.2128"></a>
+<span class="sourceLineNo">2129</span> return walRoller;<a name="line.2129"></a>
<span class="sourceLineNo">2130</span> }<a name="line.2130"></a>
<span class="sourceLineNo">2131</span><a name="line.2131"></a>
<span class="sourceLineNo">2132</span> @Override<a name="line.2132"></a>
-<span class="sourceLineNo">2133</span> public ClusterConnection getClusterConnection() {<a name="line.2133"></a>
-<span class="sourceLineNo">2134</span> return this.clusterConnection;<a name="line.2134"></a>
+<span class="sourceLineNo">2133</span> public Connection getConnection() {<a name="line.2133"></a>
+<span class="sourceLineNo">2134</span> return getClusterConnection();<a name="line.2134"></a>
<span class="sourceLineNo">2135</span> }<a name="line.2135"></a>
<span class="sourceLineNo">2136</span><a name="line.2136"></a>
<span class="sourceLineNo">2137</span> @Override<a name="line.2137"></a>
-<span class="sourceLineNo">2138</span> public MetaTableLocator getMetaTableLocator() {<a name="line.2138"></a>
-<span class="sourceLineNo">2139</span> return this.metaTableLocator;<a name="line.2139"></a>
+<span class="sourceLineNo">2138</span> public ClusterConnection getClusterConnection() {<a name="line.2138"></a>
+<span class="sourceLineNo">2139</span> return this.clusterConnection;<a name="line.2139"></a>
<span class="sourceLineNo">2140</span> }<a name="line.2140"></a>
<span class="sourceLineNo">2141</span><a name="line.2141"></a>
<span class="sourceLineNo">2142</span> @Override<a name="line.2142"></a>
-<span class="sourceLineNo">2143</span> public void stop(final String msg) {<a name="line.2143"></a>
-<span class="sourceLineNo">2144</span> stop(msg, false, RpcServer.getRequestUser().orElse(null));<a name="line.2144"></a>
+<span class="sourceLineNo">2143</span> public MetaTableLocator getMetaTableLocator() {<a name="line.2143"></a>
+<span class="sourceLineNo">2144</span> return this.metaTableLocator;<a name="line.2144"></a>
<span class="sourceLineNo">2145</span> }<a name="line.2145"></a>
<span class="sourceLineNo">2146</span><a name="line.2146"></a>
-<span class="sourceLineNo">2147</span> /**<a name="line.2147"></a>
-<span class="sourceLineNo">2148</span> * Stops the regionserver.<a name="line.2148"></a>
-<span class="sourceLineNo">2149</span> * @param msg Status message<a name="line.2149"></a>
-<span class="sourceLineNo">2150</span> * @param force True if this is a regionserver abort<a name="line.2150"></a>
-<span class="sourceLineNo">2151</span> * @param user The user executing the stop request, or null if no user is associated<a name="line.2151"></a>
-<span class="sourceLineNo">2152</span> */<a name="line.2152"></a>
-<span class="sourceLineNo">2153</span> public void stop(final String msg, final boolean force, final User user) {<a name="line.2153"></a>
-<span class="sourceLineNo">2154</span> if (!this.stopped) {<a name="line.2154"></a>
-<span class="sourceLineNo">2155</span> LOG.info("***** STOPPING region server '" + this + "' *****");<a name="line.2155"></a>
-<span class="sourceLineNo">2156</span> if (this.rsHost != null) {<a name="line.2156"></a>
-<span class="sourceLineNo">2157</span> // when forced via abort don't allow CPs to override<a name="line.2157"></a>
-<span class="sourceLineNo">2158</span> try {<a name="line.2158"></a>
-<span class="sourceLineNo">2159</span> this.rsHost.preStop(msg, user);<a name="line.2159"></a>
-<span class="sourceLineNo">2160</span> } catch (IOException ioe) {<a name="line.2160"></a>
-<span class="sourceLineNo">2161</span> if (!force) {<a name="line.2161"></a>
-<span class="sourceLineNo">2162</span> LOG.warn("The region server did not stop", ioe);<a name="line.2162"></a>
-<span class="sourceLineNo">2163</span> return;<a name="line.2163"></a>
-<span class="sourceLineNo">2164</span> }<a name="line.2164"></a>
-<span class="sourceLineNo">2165</span> LOG.warn("Skipping coprocessor exception on preStop() due to forced shutdown", ioe);<a name="line.2165"></a>
-<span class="sourceLineNo">2166</span> }<a name="line.2166"></a>
-<span class="sourceLineNo">2167</span> }<a name="line.2167"></a>
-<span class="sourceLineNo">2168</span> this.stopped = true;<a name="line.2168"></a>
-<span class="sourceLineNo">2169</span> LOG.info("STOPPED: " + msg);<a name="line.2169"></a>
-<span class="sourceLineNo">2170</span> // Wakes run() if it is sleeping<a name="line.2170"></a>
-<span class="sourceLineNo">2171</span> sleeper.skipSleepCycle();<a name="line.2171"></a>
-<span class="sourceLineNo">2172</span> }<a name="line.2172"></a>
-<span class="sourceLineNo">2173</span> }<a name="line.2173"></a>
-<span class="sourceLineNo">2174</span><a name="line.2174"></a>
-<span class="sourceLineNo">2175</span> public void waitForServerOnline(){<a name="line.2175"></a>
-<span class="sourceLineNo">2176</span> while (!isStopped() && !isOnline()) {<a name="line.2176"></a>
-<span class="sourceLineNo">2177</span> synchronized (online) {<a name="line.2177"></a>
-<span class="sourceLineNo">2178</span> try {<a name="line.2178"></a>
-<span class="sourceLineNo">2179</span> online.wait(msgInterval);<a name="line.2179"></a>
-<span class="sourceLineNo">2180</span> } catch (InterruptedException ie) {<a name="line.2180"></a>
-<span class="sourceLineNo">2181</span> Thread.currentThread().interrupt();<a name="line.2181"></a>
-<span class="sourceLineNo">2182</span> break;<a name="line.2182"></a>
-<span class="sourceLineNo">2183</span> }<a name="line.2183"></a>
-<span class="sourceLineNo">2184</span> }<a name="line.2184"></a>
-<span class="sourceLineNo">2185</span> }<a name="line.2185"></a>
-<span class="sourceLineNo">2186</span> }<a name="line.2186"></a>
-<span class="sourceLineNo">2187</span><a name="line.2187"></a>
-<span class="sourceLineNo">2188</span> @Override<a name="line.2188"></a>
-<span class="sourceLineNo">2189</span> public void postOpenDeployTasks(final PostOpenDeployContext context) throws IOException {<a name="line.2189"></a>
-<span class="sourceLineNo">2190</span> HRegion r = context.getRegion();<a name="line.2190"></a>
-<span class="sourceLineNo">2191</span> long masterSystemTime = context.getMasterSystemTime();<a name="line.2191"></a>
-<span class="sourceLineNo">2192</span> rpcServices.checkOpen();<a name="line.2192"></a>
-<span class="sourceLineNo">2193</span> LOG.info("Post open deploy tasks for " + r.getRegionInfo().getRegionNameAsString());<a name="line.2193"></a>
-<span class="sourceLineNo">2194</span> // Do checks to see if we need to compact (references or too many files)<a name="line.2194"></a>
-<span class="sourceLineNo">2195</span> for (HStore s : r.stores.values()) {<a name="line.2195"></a>
-<span class="sourceLineNo">2196</span> if (s.hasReferences() || s.needsCompaction()) {<a name="line.2196"></a>
-<span class="sourceLineNo">2197</span> this.compactSplitThread.requestSystemCompaction(r, s, "Opening Region");<a name="line.2197"></a>
-<span class="sourceLineNo">2198</span> }<a name="line.2198"></a>
-<span class="sourceLineNo">2199</span> }<a name="line.2199"></a>
-<span class="sourceLineNo">2200</span> long openSeqNum = r.getOpenSeqNum();<a name="line.2200"></a>
-<span class="sourceLineNo">2201</span> if (openSeqNum == HConstants.NO_SEQNUM) {<a name="line.2201"></a>
-<span class="sourceLineNo">2202</span> // If we opened a region, we should have read some sequence number from it.<a name="line.2202"></a>
-<span class="sourceLineNo">2203</span> LOG.error(<a name="line.2203"></a>
-<span class="sourceLineNo">2204</span> "No sequence number found when opening " + r.getRegionInfo().getRegionNameAsString());<a name="line.2204"></a>
-<span class="sourceLineNo">2205</span> openSeqNum = 0;<a name="line.2205"></a>
-<span class="sourceLineNo">2206</span> }<a name="line.2206"></a>
-<span class="sourceLineNo">2207</span><a name="line.2207"></a>
-<span class="sourceLineNo">2208</span> // Notify master<a name="line.2208"></a>
-<span class="sourceLineNo">2209</span> if (!reportRegionStateTransition(new RegionStateTransitionContext(TransitionCode.OPENED,<a name="line.2209"></a>
-<span class="sourceLineNo">2210</span> openSeqNum, masterSystemTime, r.getRegionInfo()))) {<a name="line.2210"></a>
-<span class="sourceLineNo">2211</span> throw new IOException(<a name="line.2211"></a>
-<span class="sourceLineNo">2212</span> "Failed to report opened region to master: " + r.getRegionInfo().getRegionNameAsString());<a name="line.2212"></a>
-<span class="sourceLineNo">2213</span> }<a name="line.2213"></a>
-<span class="sourceLineNo">2214</span><a name="line.2214"></a>
-<span class="sourceLineNo">2215</span> triggerFlushInPrimaryRegion(r);<a name="line.2215"></a>
-<span class="sourceLineNo">2216</span><a name="line.2216"></a>
-<span class="sourceLineNo">2217</span> LOG.debug("Finished post open deploy task for " + r.getRegionInfo().getRegionNameAsString());<a name="line.2217"></a>
-<span class="sourceLineNo">2218</span> }<a name="line.2218"></a>
+<span class="sourceLineNo">2147</span> @Override<a name="line.2147"></a>
+<span class="sourceLineNo">2148</span> public void stop(final String msg) {<a name="line.2148"></a>
+<span class="sourceLineNo">2149</span> stop(msg, false, RpcServer.getRequestUser().orElse(null));<a name="line.2149"></a>
+<span class="sourceLineNo">2150</span> }<a name="line.2150"></a>
+<span class="sourceLineNo">2151</span><a name="line.2151"></a>
+<span class="sourceLineNo">2152</span> /**<a name="line.2152"></a>
+<span class="sourceLineNo">2153</span> * Stops the regionserver.<a name="line.2153"
<TRUNCATED>