You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by bu...@apache.org on 2016/07/14 19:46:32 UTC
[09/52] [partial] hbase-site git commit: Published site at
a55af38689fbe273e716ebbf6191e9515986dbf3.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/975096b1/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterMetaBootstrap.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterMetaBootstrap.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterMetaBootstrap.html
new file mode 100644
index 0000000..4a20119
--- /dev/null
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/MasterMetaBootstrap.html
@@ -0,0 +1,329 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<html lang="en">
+<head>
+<title>Source code</title>
+<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style">
+</head>
+<body>
+<div class="sourceContainer">
+<pre><span class="sourceLineNo">001</span>/**<a name="line.1"></a>
+<span class="sourceLineNo">002</span> *<a name="line.2"></a>
+<span class="sourceLineNo">003</span> * Licensed to the Apache Software Foundation (ASF) under one<a name="line.3"></a>
+<span class="sourceLineNo">004</span> * or more contributor license agreements. See the NOTICE file<a name="line.4"></a>
+<span class="sourceLineNo">005</span> * distributed with this work for additional information<a name="line.5"></a>
+<span class="sourceLineNo">006</span> * regarding copyright ownership. The ASF licenses this file<a name="line.6"></a>
+<span class="sourceLineNo">007</span> * to you under the Apache License, Version 2.0 (the<a name="line.7"></a>
+<span class="sourceLineNo">008</span> * "License"); you may not use this file except in compliance<a name="line.8"></a>
+<span class="sourceLineNo">009</span> * with the License. You may obtain a copy of the License at<a name="line.9"></a>
+<span class="sourceLineNo">010</span> *<a name="line.10"></a>
+<span class="sourceLineNo">011</span> * http://www.apache.org/licenses/LICENSE-2.0<a name="line.11"></a>
+<span class="sourceLineNo">012</span> *<a name="line.12"></a>
+<span class="sourceLineNo">013</span> * Unless required by applicable law or agreed to in writing, software<a name="line.13"></a>
+<span class="sourceLineNo">014</span> * distributed under the License is distributed on an "AS IS" BASIS,<a name="line.14"></a>
+<span class="sourceLineNo">015</span> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.<a name="line.15"></a>
+<span class="sourceLineNo">016</span> * See the License for the specific language governing permissions and<a name="line.16"></a>
+<span class="sourceLineNo">017</span> * limitations under the License.<a name="line.17"></a>
+<span class="sourceLineNo">018</span> */<a name="line.18"></a>
+<span class="sourceLineNo">019</span>package org.apache.hadoop.hbase.master;<a name="line.19"></a>
+<span class="sourceLineNo">020</span><a name="line.20"></a>
+<span class="sourceLineNo">021</span>import java.io.IOException;<a name="line.21"></a>
+<span class="sourceLineNo">022</span>import java.util.Arrays;<a name="line.22"></a>
+<span class="sourceLineNo">023</span>import java.util.Collections;<a name="line.23"></a>
+<span class="sourceLineNo">024</span>import java.util.List;<a name="line.24"></a>
+<span class="sourceLineNo">025</span>import java.util.HashSet;<a name="line.25"></a>
+<span class="sourceLineNo">026</span>import java.util.Set;<a name="line.26"></a>
+<span class="sourceLineNo">027</span><a name="line.27"></a>
+<span class="sourceLineNo">028</span>import org.apache.commons.logging.Log;<a name="line.28"></a>
+<span class="sourceLineNo">029</span>import org.apache.commons.logging.LogFactory;<a name="line.29"></a>
+<span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.HConstants;<a name="line.30"></a>
+<span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.HRegionInfo;<a name="line.31"></a>
+<span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.ServerName;<a name="line.32"></a>
+<span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.TableName;<a name="line.33"></a>
+<span class="sourceLineNo">034</span>import org.apache.hadoop.hbase.classification.InterfaceAudience;<a name="line.34"></a>
+<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.client.RegionReplicaUtil;<a name="line.35"></a>
+<span class="sourceLineNo">036</span>import org.apache.hadoop.hbase.client.TableState;<a name="line.36"></a>
+<span class="sourceLineNo">037</span>import org.apache.hadoop.hbase.monitoring.MonitoredTask;<a name="line.37"></a>
+<span class="sourceLineNo">038</span>import org.apache.hadoop.hbase.protobuf.generated.ZooKeeperProtos.SplitLogTask.RecoveryMode;<a name="line.38"></a>
+<span class="sourceLineNo">039</span>import org.apache.hadoop.hbase.zookeeper.MetaTableLocator;<a name="line.39"></a>
+<span class="sourceLineNo">040</span>import org.apache.hadoop.hbase.zookeeper.ZKUtil;<a name="line.40"></a>
+<span class="sourceLineNo">041</span>import org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;<a name="line.41"></a>
+<span class="sourceLineNo">042</span>import org.apache.zookeeper.KeeperException;<a name="line.42"></a>
+<span class="sourceLineNo">043</span><a name="line.43"></a>
+<span class="sourceLineNo">044</span>/**<a name="line.44"></a>
+<span class="sourceLineNo">045</span> * Used by the HMaster on startup to split meta logs and assign the meta table.<a name="line.45"></a>
+<span class="sourceLineNo">046</span> */<a name="line.46"></a>
+<span class="sourceLineNo">047</span>@InterfaceAudience.Private<a name="line.47"></a>
+<span class="sourceLineNo">048</span>public class MasterMetaBootstrap {<a name="line.48"></a>
+<span class="sourceLineNo">049</span> private static final Log LOG = LogFactory.getLog(MasterMetaBootstrap.class);<a name="line.49"></a>
+<span class="sourceLineNo">050</span><a name="line.50"></a>
+<span class="sourceLineNo">051</span> private final MonitoredTask status;<a name="line.51"></a>
+<span class="sourceLineNo">052</span> private final HMaster master;<a name="line.52"></a>
+<span class="sourceLineNo">053</span><a name="line.53"></a>
+<span class="sourceLineNo">054</span> private Set<ServerName> previouslyFailedServers;<a name="line.54"></a>
+<span class="sourceLineNo">055</span> private Set<ServerName> previouslyFailedMetaRSs;<a name="line.55"></a>
+<span class="sourceLineNo">056</span><a name="line.56"></a>
+<span class="sourceLineNo">057</span> public MasterMetaBootstrap(final HMaster master, final MonitoredTask status) {<a name="line.57"></a>
+<span class="sourceLineNo">058</span> this.master = master;<a name="line.58"></a>
+<span class="sourceLineNo">059</span> this.status = status;<a name="line.59"></a>
+<span class="sourceLineNo">060</span> }<a name="line.60"></a>
+<span class="sourceLineNo">061</span><a name="line.61"></a>
+<span class="sourceLineNo">062</span> public void splitMetaLogsBeforeAssignment() throws IOException, KeeperException {<a name="line.62"></a>
+<span class="sourceLineNo">063</span> // get a list for previously failed RS which need log splitting work<a name="line.63"></a>
+<span class="sourceLineNo">064</span> // we recover hbase:meta region servers inside master initialization and<a name="line.64"></a>
+<span class="sourceLineNo">065</span> // handle other failed servers in SSH in order to start up master node ASAP<a name="line.65"></a>
+<span class="sourceLineNo">066</span> previouslyFailedServers = master.getMasterWalManager().getFailedServersFromLogFolders();<a name="line.66"></a>
+<span class="sourceLineNo">067</span><a name="line.67"></a>
+<span class="sourceLineNo">068</span> // log splitting for hbase:meta server<a name="line.68"></a>
+<span class="sourceLineNo">069</span> ServerName oldMetaServerLocation = master.getMetaTableLocator()<a name="line.69"></a>
+<span class="sourceLineNo">070</span> .getMetaRegionLocation(master.getZooKeeper());<a name="line.70"></a>
+<span class="sourceLineNo">071</span> if (oldMetaServerLocation != null && previouslyFailedServers.contains(oldMetaServerLocation)) {<a name="line.71"></a>
+<span class="sourceLineNo">072</span> splitMetaLogBeforeAssignment(oldMetaServerLocation);<a name="line.72"></a>
+<span class="sourceLineNo">073</span> // Note: we can't remove oldMetaServerLocation from previousFailedServers list because it<a name="line.73"></a>
+<span class="sourceLineNo">074</span> // may also host user regions<a name="line.74"></a>
+<span class="sourceLineNo">075</span> }<a name="line.75"></a>
+<span class="sourceLineNo">076</span> previouslyFailedMetaRSs = getPreviouselyFailedMetaServersFromZK();<a name="line.76"></a>
+<span class="sourceLineNo">077</span> // need to use union of previouslyFailedMetaRSs recorded in ZK and previouslyFailedServers<a name="line.77"></a>
+<span class="sourceLineNo">078</span> // instead of previouslyFailedMetaRSs alone to address the following two situations:<a name="line.78"></a>
+<span class="sourceLineNo">079</span> // 1) the chained failure situation(recovery failed multiple times in a row).<a name="line.79"></a>
+<span class="sourceLineNo">080</span> // 2) master get killed right before it could delete the recovering hbase:meta from ZK while the<a name="line.80"></a>
+<span class="sourceLineNo">081</span> // same server still has non-meta wals to be replayed so that<a name="line.81"></a>
+<span class="sourceLineNo">082</span> // removeStaleRecoveringRegionsFromZK can't delete the stale hbase:meta region<a name="line.82"></a>
+<span class="sourceLineNo">083</span> // Passing more servers into splitMetaLog is all right. If a server doesn't have hbase:meta wal,<a name="line.83"></a>
+<span class="sourceLineNo">084</span> // there is no op for the server.<a name="line.84"></a>
+<span class="sourceLineNo">085</span> previouslyFailedMetaRSs.addAll(previouslyFailedServers);<a name="line.85"></a>
+<span class="sourceLineNo">086</span> }<a name="line.86"></a>
+<span class="sourceLineNo">087</span><a name="line.87"></a>
+<span class="sourceLineNo">088</span> public void assignMeta() throws InterruptedException, IOException, KeeperException {<a name="line.88"></a>
+<span class="sourceLineNo">089</span> assignMeta(previouslyFailedMetaRSs, HRegionInfo.DEFAULT_REPLICA_ID);<a name="line.89"></a>
+<span class="sourceLineNo">090</span> }<a name="line.90"></a>
+<span class="sourceLineNo">091</span><a name="line.91"></a>
+<span class="sourceLineNo">092</span> public void processDeadServers() throws IOException {<a name="line.92"></a>
+<span class="sourceLineNo">093</span> // Master has recovered hbase:meta region server and we put<a name="line.93"></a>
+<span class="sourceLineNo">094</span> // other failed region servers in a queue to be handled later by SSH<a name="line.94"></a>
+<span class="sourceLineNo">095</span> for (ServerName tmpServer : previouslyFailedServers) {<a name="line.95"></a>
+<span class="sourceLineNo">096</span> master.getServerManager().processDeadServer(tmpServer, true);<a name="line.96"></a>
+<span class="sourceLineNo">097</span> }<a name="line.97"></a>
+<span class="sourceLineNo">098</span> }<a name="line.98"></a>
+<span class="sourceLineNo">099</span><a name="line.99"></a>
+<span class="sourceLineNo">100</span> public void assignMetaReplicas()<a name="line.100"></a>
+<span class="sourceLineNo">101</span> throws IOException, InterruptedException, KeeperException {<a name="line.101"></a>
+<span class="sourceLineNo">102</span> int numReplicas = master.getConfiguration().getInt(HConstants.META_REPLICAS_NUM,<a name="line.102"></a>
+<span class="sourceLineNo">103</span> HConstants.DEFAULT_META_REPLICA_NUM);<a name="line.103"></a>
+<span class="sourceLineNo">104</span> final Set<ServerName> EMPTY_SET = new HashSet<ServerName>();<a name="line.104"></a>
+<span class="sourceLineNo">105</span> for (int i = 1; i < numReplicas; i++) {<a name="line.105"></a>
+<span class="sourceLineNo">106</span> assignMeta(EMPTY_SET, i);<a name="line.106"></a>
+<span class="sourceLineNo">107</span> }<a name="line.107"></a>
+<span class="sourceLineNo">108</span> unassignExcessMetaReplica(numReplicas);<a name="line.108"></a>
+<span class="sourceLineNo">109</span> }<a name="line.109"></a>
+<span class="sourceLineNo">110</span><a name="line.110"></a>
+<span class="sourceLineNo">111</span> private void splitMetaLogBeforeAssignment(ServerName currentMetaServer) throws IOException {<a name="line.111"></a>
+<span class="sourceLineNo">112</span> if (RecoveryMode.LOG_REPLAY == master.getMasterWalManager().getLogRecoveryMode()) {<a name="line.112"></a>
+<span class="sourceLineNo">113</span> // In log replay mode, we mark hbase:meta region as recovering in ZK<a name="line.113"></a>
+<span class="sourceLineNo">114</span> master.getMasterWalManager().prepareLogReplay(currentMetaServer,<a name="line.114"></a>
+<span class="sourceLineNo">115</span> Collections.<HRegionInfo>singleton(HRegionInfo.FIRST_META_REGIONINFO));<a name="line.115"></a>
+<span class="sourceLineNo">116</span> } else {<a name="line.116"></a>
+<span class="sourceLineNo">117</span> // In recovered.edits mode: create recovered edits file for hbase:meta server<a name="line.117"></a>
+<span class="sourceLineNo">118</span> master.getMasterWalManager().splitMetaLog(currentMetaServer);<a name="line.118"></a>
+<span class="sourceLineNo">119</span> }<a name="line.119"></a>
+<span class="sourceLineNo">120</span> }<a name="line.120"></a>
+<span class="sourceLineNo">121</span><a name="line.121"></a>
+<span class="sourceLineNo">122</span> private void unassignExcessMetaReplica(int numMetaReplicasConfigured) {<a name="line.122"></a>
+<span class="sourceLineNo">123</span> final ZooKeeperWatcher zooKeeper = master.getZooKeeper();<a name="line.123"></a>
+<span class="sourceLineNo">124</span> // unassign the unneeded replicas (for e.g., if the previous master was configured<a name="line.124"></a>
+<span class="sourceLineNo">125</span> // with a replication of 3 and now it is 2, we need to unassign the 1 unneeded replica)<a name="line.125"></a>
+<span class="sourceLineNo">126</span> try {<a name="line.126"></a>
+<span class="sourceLineNo">127</span> List<String> metaReplicaZnodes = zooKeeper.getMetaReplicaNodes();<a name="line.127"></a>
+<span class="sourceLineNo">128</span> for (String metaReplicaZnode : metaReplicaZnodes) {<a name="line.128"></a>
+<span class="sourceLineNo">129</span> int replicaId = zooKeeper.getMetaReplicaIdFromZnode(metaReplicaZnode);<a name="line.129"></a>
+<span class="sourceLineNo">130</span> if (replicaId >= numMetaReplicasConfigured) {<a name="line.130"></a>
+<span class="sourceLineNo">131</span> RegionState r = MetaTableLocator.getMetaRegionState(zooKeeper, replicaId);<a name="line.131"></a>
+<span class="sourceLineNo">132</span> LOG.info("Closing excess replica of meta region " + r.getRegion());<a name="line.132"></a>
+<span class="sourceLineNo">133</span> // send a close and wait for a max of 30 seconds<a name="line.133"></a>
+<span class="sourceLineNo">134</span> ServerManager.closeRegionSilentlyAndWait(master.getClusterConnection(),<a name="line.134"></a>
+<span class="sourceLineNo">135</span> r.getServerName(), r.getRegion(), 30000);<a name="line.135"></a>
+<span class="sourceLineNo">136</span> ZKUtil.deleteNode(zooKeeper, zooKeeper.getZNodeForReplica(replicaId));<a name="line.136"></a>
+<span class="sourceLineNo">137</span> }<a name="line.137"></a>
+<span class="sourceLineNo">138</span> }<a name="line.138"></a>
+<span class="sourceLineNo">139</span> } catch (Exception ex) {<a name="line.139"></a>
+<span class="sourceLineNo">140</span> // ignore the exception since we don't want the master to be wedged due to potential<a name="line.140"></a>
+<span class="sourceLineNo">141</span> // issues in the cleanup of the extra regions. We can do that cleanup via hbck or manually<a name="line.141"></a>
+<span class="sourceLineNo">142</span> LOG.warn("Ignoring exception " + ex);<a name="line.142"></a>
+<span class="sourceLineNo">143</span> }<a name="line.143"></a>
+<span class="sourceLineNo">144</span> }<a name="line.144"></a>
+<span class="sourceLineNo">145</span><a name="line.145"></a>
+<span class="sourceLineNo">146</span> /**<a name="line.146"></a>
+<span class="sourceLineNo">147</span> * Check <code>hbase:meta</code> is assigned. If not, assign it.<a name="line.147"></a>
+<span class="sourceLineNo">148</span> */<a name="line.148"></a>
+<span class="sourceLineNo">149</span> protected void assignMeta(Set<ServerName> previouslyFailedMetaRSs, int replicaId)<a name="line.149"></a>
+<span class="sourceLineNo">150</span> throws InterruptedException, IOException, KeeperException {<a name="line.150"></a>
+<span class="sourceLineNo">151</span> final AssignmentManager assignmentManager = master.getAssignmentManager();<a name="line.151"></a>
+<span class="sourceLineNo">152</span><a name="line.152"></a>
+<span class="sourceLineNo">153</span> // Work on meta region<a name="line.153"></a>
+<span class="sourceLineNo">154</span> int assigned = 0;<a name="line.154"></a>
+<span class="sourceLineNo">155</span> long timeout = master.getConfiguration().getLong("hbase.catalog.verification.timeout", 1000);<a name="line.155"></a>
+<span class="sourceLineNo">156</span> if (replicaId == HRegionInfo.DEFAULT_REPLICA_ID) {<a name="line.156"></a>
+<span class="sourceLineNo">157</span> status.setStatus("Assigning hbase:meta region");<a name="line.157"></a>
+<span class="sourceLineNo">158</span> } else {<a name="line.158"></a>
+<span class="sourceLineNo">159</span> status.setStatus("Assigning hbase:meta region, replicaId " + replicaId);<a name="line.159"></a>
+<span class="sourceLineNo">160</span> }<a name="line.160"></a>
+<span class="sourceLineNo">161</span><a name="line.161"></a>
+<span class="sourceLineNo">162</span> // Get current meta state from zk.<a name="line.162"></a>
+<span class="sourceLineNo">163</span> RegionState metaState = MetaTableLocator.getMetaRegionState(master.getZooKeeper(), replicaId);<a name="line.163"></a>
+<span class="sourceLineNo">164</span> HRegionInfo hri = RegionReplicaUtil.getRegionInfoForReplica(HRegionInfo.FIRST_META_REGIONINFO,<a name="line.164"></a>
+<span class="sourceLineNo">165</span> replicaId);<a name="line.165"></a>
+<span class="sourceLineNo">166</span> RegionStates regionStates = assignmentManager.getRegionStates();<a name="line.166"></a>
+<span class="sourceLineNo">167</span> regionStates.createRegionState(hri, metaState.getState(),<a name="line.167"></a>
+<span class="sourceLineNo">168</span> metaState.getServerName(), null);<a name="line.168"></a>
+<span class="sourceLineNo">169</span><a name="line.169"></a>
+<span class="sourceLineNo">170</span> if (!metaState.isOpened() || !master.getMetaTableLocator().verifyMetaRegionLocation(<a name="line.170"></a>
+<span class="sourceLineNo">171</span> master.getClusterConnection(), master.getZooKeeper(), timeout, replicaId)) {<a name="line.171"></a>
+<span class="sourceLineNo">172</span> ServerName currentMetaServer = metaState.getServerName();<a name="line.172"></a>
+<span class="sourceLineNo">173</span> if (master.getServerManager().isServerOnline(currentMetaServer)) {<a name="line.173"></a>
+<span class="sourceLineNo">174</span> if (replicaId == HRegionInfo.DEFAULT_REPLICA_ID) {<a name="line.174"></a>
+<span class="sourceLineNo">175</span> LOG.info("Meta was in transition on " + currentMetaServer);<a name="line.175"></a>
+<span class="sourceLineNo">176</span> } else {<a name="line.176"></a>
+<span class="sourceLineNo">177</span> LOG.info("Meta with replicaId " + replicaId + " was in transition on " +<a name="line.177"></a>
+<span class="sourceLineNo">178</span> currentMetaServer);<a name="line.178"></a>
+<span class="sourceLineNo">179</span> }<a name="line.179"></a>
+<span class="sourceLineNo">180</span> assignmentManager.processRegionsInTransition(Collections.singletonList(metaState));<a name="line.180"></a>
+<span class="sourceLineNo">181</span> } else {<a name="line.181"></a>
+<span class="sourceLineNo">182</span> if (currentMetaServer != null) {<a name="line.182"></a>
+<span class="sourceLineNo">183</span> if (replicaId == HRegionInfo.DEFAULT_REPLICA_ID) {<a name="line.183"></a>
+<span class="sourceLineNo">184</span> splitMetaLogBeforeAssignment(currentMetaServer);<a name="line.184"></a>
+<span class="sourceLineNo">185</span> regionStates.logSplit(HRegionInfo.FIRST_META_REGIONINFO);<a name="line.185"></a>
+<span class="sourceLineNo">186</span> previouslyFailedMetaRSs.add(currentMetaServer);<a name="line.186"></a>
+<span class="sourceLineNo">187</span> }<a name="line.187"></a>
+<span class="sourceLineNo">188</span> }<a name="line.188"></a>
+<span class="sourceLineNo">189</span> LOG.info("Re-assigning hbase:meta with replicaId, " + replicaId +<a name="line.189"></a>
+<span class="sourceLineNo">190</span> " it was on " + currentMetaServer);<a name="line.190"></a>
+<span class="sourceLineNo">191</span> assignmentManager.assignMeta(hri);<a name="line.191"></a>
+<span class="sourceLineNo">192</span> }<a name="line.192"></a>
+<span class="sourceLineNo">193</span> assigned++;<a name="line.193"></a>
+<span class="sourceLineNo">194</span> }<a name="line.194"></a>
+<span class="sourceLineNo">195</span><a name="line.195"></a>
+<span class="sourceLineNo">196</span> if (replicaId == HRegionInfo.DEFAULT_REPLICA_ID) {<a name="line.196"></a>
+<span class="sourceLineNo">197</span> // TODO: should we prevent from using state manager before meta was initialized?<a name="line.197"></a>
+<span class="sourceLineNo">198</span> // tableStateManager.start();<a name="line.198"></a>
+<span class="sourceLineNo">199</span> master.getTableStateManager()<a name="line.199"></a>
+<span class="sourceLineNo">200</span> .setTableState(TableName.META_TABLE_NAME, TableState.State.ENABLED);<a name="line.200"></a>
+<span class="sourceLineNo">201</span> }<a name="line.201"></a>
+<span class="sourceLineNo">202</span><a name="line.202"></a>
+<span class="sourceLineNo">203</span> if ((RecoveryMode.LOG_REPLAY == master.getMasterWalManager().getLogRecoveryMode())<a name="line.203"></a>
+<span class="sourceLineNo">204</span> && (!previouslyFailedMetaRSs.isEmpty())) {<a name="line.204"></a>
+<span class="sourceLineNo">205</span> // replay WAL edits mode need new hbase:meta RS is assigned firstly<a name="line.205"></a>
+<span class="sourceLineNo">206</span> status.setStatus("replaying log for Meta Region");<a name="line.206"></a>
+<span class="sourceLineNo">207</span> master.getMasterWalManager().splitMetaLog(previouslyFailedMetaRSs);<a name="line.207"></a>
+<span class="sourceLineNo">208</span> }<a name="line.208"></a>
+<span class="sourceLineNo">209</span><a name="line.209"></a>
+<span class="sourceLineNo">210</span> assignmentManager.setEnabledTable(TableName.META_TABLE_NAME);<a name="line.210"></a>
+<span class="sourceLineNo">211</span> master.getTableStateManager().start();<a name="line.211"></a>
+<span class="sourceLineNo">212</span><a name="line.212"></a>
+<span class="sourceLineNo">213</span> // Make sure a hbase:meta location is set. We need to enable SSH here since<a name="line.213"></a>
+<span class="sourceLineNo">214</span> // if the meta region server is died at this time, we need it to be re-assigned<a name="line.214"></a>
+<span class="sourceLineNo">215</span> // by SSH so that system tables can be assigned.<a name="line.215"></a>
+<span class="sourceLineNo">216</span> // No need to wait for meta is assigned = 0 when meta is just verified.<a name="line.216"></a>
+<span class="sourceLineNo">217</span> if (replicaId == HRegionInfo.DEFAULT_REPLICA_ID) enableCrashedServerProcessing(assigned != 0);<a name="line.217"></a>
+<span class="sourceLineNo">218</span> LOG.info("hbase:meta with replicaId " + replicaId + " assigned=" + assigned + ", location="<a name="line.218"></a>
+<span class="sourceLineNo">219</span> + master.getMetaTableLocator().getMetaRegionLocation(master.getZooKeeper(), replicaId));<a name="line.219"></a>
+<span class="sourceLineNo">220</span> status.setStatus("META assigned.");<a name="line.220"></a>
+<span class="sourceLineNo">221</span> }<a name="line.221"></a>
+<span class="sourceLineNo">222</span><a name="line.222"></a>
+<span class="sourceLineNo">223</span> private void enableCrashedServerProcessing(final boolean waitForMeta)<a name="line.223"></a>
+<span class="sourceLineNo">224</span> throws IOException, InterruptedException {<a name="line.224"></a>
+<span class="sourceLineNo">225</span> // If crashed server processing is disabled, we enable it and expire those dead but not expired<a name="line.225"></a>
+<span class="sourceLineNo">226</span> // servers. This is required so that if meta is assigning to a server which dies after<a name="line.226"></a>
+<span class="sourceLineNo">227</span> // assignMeta starts assignment, ServerCrashProcedure can re-assign it. Otherwise, we will be<a name="line.227"></a>
+<span class="sourceLineNo">228</span> // stuck here waiting forever if waitForMeta is specified.<a name="line.228"></a>
+<span class="sourceLineNo">229</span> if (!master.isServerCrashProcessingEnabled()) {<a name="line.229"></a>
+<span class="sourceLineNo">230</span> master.setServerCrashProcessingEnabled(true);<a name="line.230"></a>
+<span class="sourceLineNo">231</span> master.getServerManager().processQueuedDeadServers();<a name="line.231"></a>
+<span class="sourceLineNo">232</span> }<a name="line.232"></a>
+<span class="sourceLineNo">233</span><a name="line.233"></a>
+<span class="sourceLineNo">234</span> if (waitForMeta) {<a name="line.234"></a>
+<span class="sourceLineNo">235</span> master.getMetaTableLocator().waitMetaRegionLocation(master.getZooKeeper());<a name="line.235"></a>
+<span class="sourceLineNo">236</span> }<a name="line.236"></a>
+<span class="sourceLineNo">237</span> }<a name="line.237"></a>
+<span class="sourceLineNo">238</span><a name="line.238"></a>
+<span class="sourceLineNo">239</span> /**<a name="line.239"></a>
+<span class="sourceLineNo">240</span> * This function returns a set of region server names under hbase:meta recovering region ZK node<a name="line.240"></a>
+<span class="sourceLineNo">241</span> * @return Set of meta server names which were recorded in ZK<a name="line.241"></a>
+<span class="sourceLineNo">242</span> */<a name="line.242"></a>
+<span class="sourceLineNo">243</span> private Set<ServerName> getPreviouselyFailedMetaServersFromZK() throws KeeperException {<a name="line.243"></a>
+<span class="sourceLineNo">244</span> final ZooKeeperWatcher zooKeeper = master.getZooKeeper();<a name="line.244"></a>
+<span class="sourceLineNo">245</span> Set<ServerName> result = new HashSet<ServerName>();<a name="line.245"></a>
+<span class="sourceLineNo">246</span> String metaRecoveringZNode = ZKUtil.joinZNode(zooKeeper.recoveringRegionsZNode,<a name="line.246"></a>
+<span class="sourceLineNo">247</span> HRegionInfo.FIRST_META_REGIONINFO.getEncodedName());<a name="line.247"></a>
+<span class="sourceLineNo">248</span> List<String> regionFailedServers = ZKUtil.listChildrenNoWatch(zooKeeper, metaRecoveringZNode);<a name="line.248"></a>
+<span class="sourceLineNo">249</span> if (regionFailedServers == null) return result;<a name="line.249"></a>
+<span class="sourceLineNo">250</span><a name="line.250"></a>
+<span class="sourceLineNo">251</span> for (String failedServer : regionFailedServers) {<a name="line.251"></a>
+<span class="sourceLineNo">252</span> ServerName server = ServerName.parseServerName(failedServer);<a name="line.252"></a>
+<span class="sourceLineNo">253</span> result.add(server);<a name="line.253"></a>
+<span class="sourceLineNo">254</span> }<a name="line.254"></a>
+<span class="sourceLineNo">255</span> return result;<a name="line.255"></a>
+<span class="sourceLineNo">256</span> }<a name="line.256"></a>
+<span class="sourceLineNo">257</span>}<a name="line.257"></a>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+</pre>
+</div>
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/975096b1/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.html
----------------------------------------------------------------------
diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.html b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.html
index 7ae0f4d..9bf2197 100644
--- a/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.html
+++ b/devapidocs/src-html/org/apache/hadoop/hbase/procedure2/Procedure.html
@@ -597,259 +597,264 @@
<span class="sourceLineNo">589</span> return --childrenLatch == 0;<a name="line.589"></a>
<span class="sourceLineNo">590</span> }<a name="line.590"></a>
<span class="sourceLineNo">591</span><a name="line.591"></a>
-<span class="sourceLineNo">592</span> /**<a name="line.592"></a>
-<span class="sourceLineNo">593</span> * Called by the RootProcedureState on procedure execution.<a name="line.593"></a>
-<span class="sourceLineNo">594</span> * Each procedure store its stack-index positions.<a name="line.594"></a>
-<span class="sourceLineNo">595</span> */<a name="line.595"></a>
-<span class="sourceLineNo">596</span> @InterfaceAudience.Private<a name="line.596"></a>
-<span class="sourceLineNo">597</span> protected synchronized void addStackIndex(final int index) {<a name="line.597"></a>
-<span class="sourceLineNo">598</span> if (stackIndexes == null) {<a name="line.598"></a>
-<span class="sourceLineNo">599</span> stackIndexes = new int[] { index };<a name="line.599"></a>
-<span class="sourceLineNo">600</span> } else {<a name="line.600"></a>
-<span class="sourceLineNo">601</span> int count = stackIndexes.length;<a name="line.601"></a>
-<span class="sourceLineNo">602</span> stackIndexes = Arrays.copyOf(stackIndexes, count + 1);<a name="line.602"></a>
-<span class="sourceLineNo">603</span> stackIndexes[count] = index;<a name="line.603"></a>
-<span class="sourceLineNo">604</span> }<a name="line.604"></a>
-<span class="sourceLineNo">605</span> }<a name="line.605"></a>
-<span class="sourceLineNo">606</span><a name="line.606"></a>
-<span class="sourceLineNo">607</span> @InterfaceAudience.Private<a name="line.607"></a>
-<span class="sourceLineNo">608</span> protected synchronized boolean removeStackIndex() {<a name="line.608"></a>
-<span class="sourceLineNo">609</span> if (stackIndexes.length > 1) {<a name="line.609"></a>
-<span class="sourceLineNo">610</span> stackIndexes = Arrays.copyOf(stackIndexes, stackIndexes.length - 1);<a name="line.610"></a>
-<span class="sourceLineNo">611</span> return false;<a name="line.611"></a>
-<span class="sourceLineNo">612</span> } else {<a name="line.612"></a>
-<span class="sourceLineNo">613</span> stackIndexes = null;<a name="line.613"></a>
-<span class="sourceLineNo">614</span> return true;<a name="line.614"></a>
-<span class="sourceLineNo">615</span> }<a name="line.615"></a>
-<span class="sourceLineNo">616</span> }<a name="line.616"></a>
-<span class="sourceLineNo">617</span><a name="line.617"></a>
-<span class="sourceLineNo">618</span> /**<a name="line.618"></a>
-<span class="sourceLineNo">619</span> * Called on store load to initialize the Procedure internals after<a name="line.619"></a>
-<span class="sourceLineNo">620</span> * the creation/deserialization.<a name="line.620"></a>
-<span class="sourceLineNo">621</span> */<a name="line.621"></a>
-<span class="sourceLineNo">622</span> @InterfaceAudience.Private<a name="line.622"></a>
-<span class="sourceLineNo">623</span> protected synchronized void setStackIndexes(final List<Integer> stackIndexes) {<a name="line.623"></a>
-<span class="sourceLineNo">624</span> this.stackIndexes = new int[stackIndexes.size()];<a name="line.624"></a>
-<span class="sourceLineNo">625</span> for (int i = 0; i < this.stackIndexes.length; ++i) {<a name="line.625"></a>
-<span class="sourceLineNo">626</span> this.stackIndexes[i] = stackIndexes.get(i);<a name="line.626"></a>
-<span class="sourceLineNo">627</span> }<a name="line.627"></a>
-<span class="sourceLineNo">628</span> }<a name="line.628"></a>
-<span class="sourceLineNo">629</span><a name="line.629"></a>
-<span class="sourceLineNo">630</span> @InterfaceAudience.Private<a name="line.630"></a>
-<span class="sourceLineNo">631</span> protected synchronized boolean wasExecuted() {<a name="line.631"></a>
-<span class="sourceLineNo">632</span> return stackIndexes != null;<a name="line.632"></a>
+<span class="sourceLineNo">592</span> @InterfaceAudience.Private<a name="line.592"></a>
+<span class="sourceLineNo">593</span> protected synchronized boolean hasChildren() {<a name="line.593"></a>
+<span class="sourceLineNo">594</span> return childrenLatch > 0;<a name="line.594"></a>
+<span class="sourceLineNo">595</span> }<a name="line.595"></a>
+<span class="sourceLineNo">596</span><a name="line.596"></a>
+<span class="sourceLineNo">597</span> /**<a name="line.597"></a>
+<span class="sourceLineNo">598</span> * Called by the RootProcedureState on procedure execution.<a name="line.598"></a>
+<span class="sourceLineNo">599</span> * Each procedure store its stack-index positions.<a name="line.599"></a>
+<span class="sourceLineNo">600</span> */<a name="line.600"></a>
+<span class="sourceLineNo">601</span> @InterfaceAudience.Private<a name="line.601"></a>
+<span class="sourceLineNo">602</span> protected synchronized void addStackIndex(final int index) {<a name="line.602"></a>
+<span class="sourceLineNo">603</span> if (stackIndexes == null) {<a name="line.603"></a>
+<span class="sourceLineNo">604</span> stackIndexes = new int[] { index };<a name="line.604"></a>
+<span class="sourceLineNo">605</span> } else {<a name="line.605"></a>
+<span class="sourceLineNo">606</span> int count = stackIndexes.length;<a name="line.606"></a>
+<span class="sourceLineNo">607</span> stackIndexes = Arrays.copyOf(stackIndexes, count + 1);<a name="line.607"></a>
+<span class="sourceLineNo">608</span> stackIndexes[count] = index;<a name="line.608"></a>
+<span class="sourceLineNo">609</span> }<a name="line.609"></a>
+<span class="sourceLineNo">610</span> }<a name="line.610"></a>
+<span class="sourceLineNo">611</span><a name="line.611"></a>
+<span class="sourceLineNo">612</span> @InterfaceAudience.Private<a name="line.612"></a>
+<span class="sourceLineNo">613</span> protected synchronized boolean removeStackIndex() {<a name="line.613"></a>
+<span class="sourceLineNo">614</span> if (stackIndexes != null && stackIndexes.length > 1) {<a name="line.614"></a>
+<span class="sourceLineNo">615</span> stackIndexes = Arrays.copyOf(stackIndexes, stackIndexes.length - 1);<a name="line.615"></a>
+<span class="sourceLineNo">616</span> return false;<a name="line.616"></a>
+<span class="sourceLineNo">617</span> } else {<a name="line.617"></a>
+<span class="sourceLineNo">618</span> stackIndexes = null;<a name="line.618"></a>
+<span class="sourceLineNo">619</span> return true;<a name="line.619"></a>
+<span class="sourceLineNo">620</span> }<a name="line.620"></a>
+<span class="sourceLineNo">621</span> }<a name="line.621"></a>
+<span class="sourceLineNo">622</span><a name="line.622"></a>
+<span class="sourceLineNo">623</span> /**<a name="line.623"></a>
+<span class="sourceLineNo">624</span> * Called on store load to initialize the Procedure internals after<a name="line.624"></a>
+<span class="sourceLineNo">625</span> * the creation/deserialization.<a name="line.625"></a>
+<span class="sourceLineNo">626</span> */<a name="line.626"></a>
+<span class="sourceLineNo">627</span> @InterfaceAudience.Private<a name="line.627"></a>
+<span class="sourceLineNo">628</span> protected synchronized void setStackIndexes(final List<Integer> stackIndexes) {<a name="line.628"></a>
+<span class="sourceLineNo">629</span> this.stackIndexes = new int[stackIndexes.size()];<a name="line.629"></a>
+<span class="sourceLineNo">630</span> for (int i = 0; i < this.stackIndexes.length; ++i) {<a name="line.630"></a>
+<span class="sourceLineNo">631</span> this.stackIndexes[i] = stackIndexes.get(i);<a name="line.631"></a>
+<span class="sourceLineNo">632</span> }<a name="line.632"></a>
<span class="sourceLineNo">633</span> }<a name="line.633"></a>
<span class="sourceLineNo">634</span><a name="line.634"></a>
<span class="sourceLineNo">635</span> @InterfaceAudience.Private<a name="line.635"></a>
-<span class="sourceLineNo">636</span> protected synchronized int[] getStackIndexes() {<a name="line.636"></a>
-<span class="sourceLineNo">637</span> return stackIndexes;<a name="line.637"></a>
+<span class="sourceLineNo">636</span> protected synchronized boolean wasExecuted() {<a name="line.636"></a>
+<span class="sourceLineNo">637</span> return stackIndexes != null;<a name="line.637"></a>
<span class="sourceLineNo">638</span> }<a name="line.638"></a>
<span class="sourceLineNo">639</span><a name="line.639"></a>
-<span class="sourceLineNo">640</span> @Override<a name="line.640"></a>
-<span class="sourceLineNo">641</span> public int compareTo(final Procedure other) {<a name="line.641"></a>
-<span class="sourceLineNo">642</span> long diff = getProcId() - other.getProcId();<a name="line.642"></a>
-<span class="sourceLineNo">643</span> return (diff < 0) ? -1 : (diff > 0) ? 1 : 0;<a name="line.643"></a>
-<span class="sourceLineNo">644</span> }<a name="line.644"></a>
-<span class="sourceLineNo">645</span><a name="line.645"></a>
-<span class="sourceLineNo">646</span> /**<a name="line.646"></a>
-<span class="sourceLineNo">647</span> * Get an hashcode for the specified Procedure ID<a name="line.647"></a>
-<span class="sourceLineNo">648</span> * @return the hashcode for the specified procId<a name="line.648"></a>
-<span class="sourceLineNo">649</span> */<a name="line.649"></a>
-<span class="sourceLineNo">650</span> public static long getProcIdHashCode(final long procId) {<a name="line.650"></a>
-<span class="sourceLineNo">651</span> long h = procId;<a name="line.651"></a>
-<span class="sourceLineNo">652</span> h ^= h >> 16;<a name="line.652"></a>
-<span class="sourceLineNo">653</span> h *= 0x85ebca6b;<a name="line.653"></a>
-<span class="sourceLineNo">654</span> h ^= h >> 13;<a name="line.654"></a>
-<span class="sourceLineNo">655</span> h *= 0xc2b2ae35;<a name="line.655"></a>
-<span class="sourceLineNo">656</span> h ^= h >> 16;<a name="line.656"></a>
-<span class="sourceLineNo">657</span> return h;<a name="line.657"></a>
-<span class="sourceLineNo">658</span> }<a name="line.658"></a>
-<span class="sourceLineNo">659</span><a name="line.659"></a>
-<span class="sourceLineNo">660</span> /*<a name="line.660"></a>
-<span class="sourceLineNo">661</span> * Helper to lookup the root Procedure ID given a specified procedure.<a name="line.661"></a>
-<span class="sourceLineNo">662</span> */<a name="line.662"></a>
-<span class="sourceLineNo">663</span> @InterfaceAudience.Private<a name="line.663"></a>
-<span class="sourceLineNo">664</span> protected static Long getRootProcedureId(final Map<Long, Procedure> procedures, Procedure proc) {<a name="line.664"></a>
-<span class="sourceLineNo">665</span> while (proc.hasParent()) {<a name="line.665"></a>
-<span class="sourceLineNo">666</span> proc = procedures.get(proc.getParentProcId());<a name="line.666"></a>
-<span class="sourceLineNo">667</span> if (proc == null) return null;<a name="line.667"></a>
-<span class="sourceLineNo">668</span> }<a name="line.668"></a>
-<span class="sourceLineNo">669</span> return proc.getProcId();<a name="line.669"></a>
-<span class="sourceLineNo">670</span> }<a name="line.670"></a>
-<span class="sourceLineNo">671</span><a name="line.671"></a>
-<span class="sourceLineNo">672</span> protected static Procedure newInstance(final String className) throws IOException {<a name="line.672"></a>
-<span class="sourceLineNo">673</span> try {<a name="line.673"></a>
-<span class="sourceLineNo">674</span> Class<?> clazz = Class.forName(className);<a name="line.674"></a>
-<span class="sourceLineNo">675</span> if (!Modifier.isPublic(clazz.getModifiers())) {<a name="line.675"></a>
-<span class="sourceLineNo">676</span> throw new Exception("the " + clazz + " class is not public");<a name="line.676"></a>
-<span class="sourceLineNo">677</span> }<a name="line.677"></a>
-<span class="sourceLineNo">678</span><a name="line.678"></a>
-<span class="sourceLineNo">679</span> Constructor<?> ctor = clazz.getConstructor();<a name="line.679"></a>
-<span class="sourceLineNo">680</span> assert ctor != null : "no constructor found";<a name="line.680"></a>
-<span class="sourceLineNo">681</span> if (!Modifier.isPublic(ctor.getModifiers())) {<a name="line.681"></a>
-<span class="sourceLineNo">682</span> throw new Exception("the " + clazz + " constructor is not public");<a name="line.682"></a>
-<span class="sourceLineNo">683</span> }<a name="line.683"></a>
-<span class="sourceLineNo">684</span> return (Procedure)ctor.newInstance();<a name="line.684"></a>
-<span class="sourceLineNo">685</span> } catch (Exception e) {<a name="line.685"></a>
-<span class="sourceLineNo">686</span> throw new IOException("The procedure class " + className +<a name="line.686"></a>
-<span class="sourceLineNo">687</span> " must be accessible and have an empty constructor", e);<a name="line.687"></a>
-<span class="sourceLineNo">688</span> }<a name="line.688"></a>
-<span class="sourceLineNo">689</span> }<a name="line.689"></a>
-<span class="sourceLineNo">690</span><a name="line.690"></a>
-<span class="sourceLineNo">691</span> protected static void validateClass(final Procedure proc) throws IOException {<a name="line.691"></a>
-<span class="sourceLineNo">692</span> try {<a name="line.692"></a>
-<span class="sourceLineNo">693</span> Class<?> clazz = proc.getClass();<a name="line.693"></a>
-<span class="sourceLineNo">694</span> if (!Modifier.isPublic(clazz.getModifiers())) {<a name="line.694"></a>
-<span class="sourceLineNo">695</span> throw new Exception("the " + clazz + " class is not public");<a name="line.695"></a>
-<span class="sourceLineNo">696</span> }<a name="line.696"></a>
-<span class="sourceLineNo">697</span><a name="line.697"></a>
-<span class="sourceLineNo">698</span> Constructor<?> ctor = clazz.getConstructor();<a name="line.698"></a>
-<span class="sourceLineNo">699</span> assert ctor != null;<a name="line.699"></a>
-<span class="sourceLineNo">700</span> if (!Modifier.isPublic(ctor.getModifiers())) {<a name="line.700"></a>
-<span class="sourceLineNo">701</span> throw new Exception("the " + clazz + " constructor is not public");<a name="line.701"></a>
-<span class="sourceLineNo">702</span> }<a name="line.702"></a>
-<span class="sourceLineNo">703</span> } catch (Exception e) {<a name="line.703"></a>
-<span class="sourceLineNo">704</span> throw new IOException("The procedure class " + proc.getClass().getName() +<a name="line.704"></a>
-<span class="sourceLineNo">705</span> " must be accessible and have an empty constructor", e);<a name="line.705"></a>
-<span class="sourceLineNo">706</span> }<a name="line.706"></a>
-<span class="sourceLineNo">707</span> }<a name="line.707"></a>
-<span class="sourceLineNo">708</span><a name="line.708"></a>
-<span class="sourceLineNo">709</span> /**<a name="line.709"></a>
-<span class="sourceLineNo">710</span> * Helper to create the ProcedureInfo from Procedure.<a name="line.710"></a>
-<span class="sourceLineNo">711</span> */<a name="line.711"></a>
-<span class="sourceLineNo">712</span> @InterfaceAudience.Private<a name="line.712"></a>
-<span class="sourceLineNo">713</span> public static ProcedureInfo createProcedureInfo(final Procedure proc, final NonceKey nonceKey) {<a name="line.713"></a>
-<span class="sourceLineNo">714</span> RemoteProcedureException exception = proc.hasException() ? proc.getException() : null;<a name="line.714"></a>
-<span class="sourceLineNo">715</span> return new ProcedureInfo(proc.getProcId(), proc.toStringClass(), proc.getOwner(),<a name="line.715"></a>
-<span class="sourceLineNo">716</span> ProcedureUtil.convertToProcedureState(proc.getState()),<a name="line.716"></a>
-<span class="sourceLineNo">717</span> proc.hasParent() ? proc.getParentProcId() : -1, nonceKey,<a name="line.717"></a>
-<span class="sourceLineNo">718</span> exception != null<a name="line.718"></a>
-<span class="sourceLineNo">719</span> ? new ProcedureUtil.ForeignExceptionMsg(<a name="line.719"></a>
-<span class="sourceLineNo">720</span> RemoteProcedureException.toProto(exception.getSource(), exception.getCause()))<a name="line.720"></a>
-<span class="sourceLineNo">721</span> : null,<a name="line.721"></a>
-<span class="sourceLineNo">722</span> proc.getLastUpdate(), proc.getStartTime(), proc.getResult());<a name="line.722"></a>
-<span class="sourceLineNo">723</span> }<a name="line.723"></a>
-<span class="sourceLineNo">724</span><a name="line.724"></a>
-<span class="sourceLineNo">725</span> /**<a name="line.725"></a>
-<span class="sourceLineNo">726</span> * Helper to convert the procedure to protobuf.<a name="line.726"></a>
-<span class="sourceLineNo">727</span> * Used by ProcedureStore implementations.<a name="line.727"></a>
-<span class="sourceLineNo">728</span> */<a name="line.728"></a>
-<span class="sourceLineNo">729</span> @InterfaceAudience.Private<a name="line.729"></a>
-<span class="sourceLineNo">730</span> public static ProcedureProtos.Procedure convert(final Procedure proc)<a name="line.730"></a>
-<span class="sourceLineNo">731</span> throws IOException {<a name="line.731"></a>
-<span class="sourceLineNo">732</span> Preconditions.checkArgument(proc != null);<a name="line.732"></a>
-<span class="sourceLineNo">733</span> validateClass(proc);<a name="line.733"></a>
-<span class="sourceLineNo">734</span><a name="line.734"></a>
-<span class="sourceLineNo">735</span> ProcedureProtos.Procedure.Builder builder = ProcedureProtos.Procedure.newBuilder()<a name="line.735"></a>
-<span class="sourceLineNo">736</span> .setClassName(proc.getClass().getName())<a name="line.736"></a>
-<span class="sourceLineNo">737</span> .setProcId(proc.getProcId())<a name="line.737"></a>
-<span class="sourceLineNo">738</span> .setState(proc.getState())<a name="line.738"></a>
-<span class="sourceLineNo">739</span> .setStartTime(proc.getStartTime())<a name="line.739"></a>
-<span class="sourceLineNo">740</span> .setLastUpdate(proc.getLastUpdate());<a name="line.740"></a>
-<span class="sourceLineNo">741</span><a name="line.741"></a>
-<span class="sourceLineNo">742</span> if (proc.hasParent()) {<a name="line.742"></a>
-<span class="sourceLineNo">743</span> builder.setParentId(proc.getParentProcId());<a name="line.743"></a>
-<span class="sourceLineNo">744</span> }<a name="line.744"></a>
-<span class="sourceLineNo">745</span><a name="line.745"></a>
-<span class="sourceLineNo">746</span> if (proc.hasTimeout()) {<a name="line.746"></a>
-<span class="sourceLineNo">747</span> builder.setTimeout(proc.getTimeout());<a name="line.747"></a>
-<span class="sourceLineNo">748</span> }<a name="line.748"></a>
-<span class="sourceLineNo">749</span><a name="line.749"></a>
-<span class="sourceLineNo">750</span> if (proc.hasOwner()) {<a name="line.750"></a>
-<span class="sourceLineNo">751</span> builder.setOwner(proc.getOwner());<a name="line.751"></a>
-<span class="sourceLineNo">752</span> }<a name="line.752"></a>
-<span class="sourceLineNo">753</span><a name="line.753"></a>
-<span class="sourceLineNo">754</span> int[] stackIds = proc.getStackIndexes();<a name="line.754"></a>
-<span class="sourceLineNo">755</span> if (stackIds != null) {<a name="line.755"></a>
-<span class="sourceLineNo">756</span> for (int i = 0; i < stackIds.length; ++i) {<a name="line.756"></a>
-<span class="sourceLineNo">757</span> builder.addStackId(stackIds[i]);<a name="line.757"></a>
-<span class="sourceLineNo">758</span> }<a name="line.758"></a>
-<span class="sourceLineNo">759</span> }<a name="line.759"></a>
-<span class="sourceLineNo">760</span><a name="line.760"></a>
-<span class="sourceLineNo">761</span> if (proc.hasException()) {<a name="line.761"></a>
-<span class="sourceLineNo">762</span> RemoteProcedureException exception = proc.getException();<a name="line.762"></a>
-<span class="sourceLineNo">763</span> builder.setException(<a name="line.763"></a>
-<span class="sourceLineNo">764</span> RemoteProcedureException.toProto(exception.getSource(), exception.getCause()));<a name="line.764"></a>
-<span class="sourceLineNo">765</span> }<a name="line.765"></a>
-<span class="sourceLineNo">766</span><a name="line.766"></a>
-<span class="sourceLineNo">767</span> byte[] result = proc.getResult();<a name="line.767"></a>
-<span class="sourceLineNo">768</span> if (result != null) {<a name="line.768"></a>
-<span class="sourceLineNo">769</span> builder.setResult(ByteStringer.wrap(result));<a name="line.769"></a>
+<span class="sourceLineNo">640</span> @InterfaceAudience.Private<a name="line.640"></a>
+<span class="sourceLineNo">641</span> protected synchronized int[] getStackIndexes() {<a name="line.641"></a>
+<span class="sourceLineNo">642</span> return stackIndexes;<a name="line.642"></a>
+<span class="sourceLineNo">643</span> }<a name="line.643"></a>
+<span class="sourceLineNo">644</span><a name="line.644"></a>
+<span class="sourceLineNo">645</span> @Override<a name="line.645"></a>
+<span class="sourceLineNo">646</span> public int compareTo(final Procedure other) {<a name="line.646"></a>
+<span class="sourceLineNo">647</span> long diff = getProcId() - other.getProcId();<a name="line.647"></a>
+<span class="sourceLineNo">648</span> return (diff < 0) ? -1 : (diff > 0) ? 1 : 0;<a name="line.648"></a>
+<span class="sourceLineNo">649</span> }<a name="line.649"></a>
+<span class="sourceLineNo">650</span><a name="line.650"></a>
+<span class="sourceLineNo">651</span> /**<a name="line.651"></a>
+<span class="sourceLineNo">652</span> * Get an hashcode for the specified Procedure ID<a name="line.652"></a>
+<span class="sourceLineNo">653</span> * @return the hashcode for the specified procId<a name="line.653"></a>
+<span class="sourceLineNo">654</span> */<a name="line.654"></a>
+<span class="sourceLineNo">655</span> public static long getProcIdHashCode(final long procId) {<a name="line.655"></a>
+<span class="sourceLineNo">656</span> long h = procId;<a name="line.656"></a>
+<span class="sourceLineNo">657</span> h ^= h >> 16;<a name="line.657"></a>
+<span class="sourceLineNo">658</span> h *= 0x85ebca6b;<a name="line.658"></a>
+<span class="sourceLineNo">659</span> h ^= h >> 13;<a name="line.659"></a>
+<span class="sourceLineNo">660</span> h *= 0xc2b2ae35;<a name="line.660"></a>
+<span class="sourceLineNo">661</span> h ^= h >> 16;<a name="line.661"></a>
+<span class="sourceLineNo">662</span> return h;<a name="line.662"></a>
+<span class="sourceLineNo">663</span> }<a name="line.663"></a>
+<span class="sourceLineNo">664</span><a name="line.664"></a>
+<span class="sourceLineNo">665</span> /*<a name="line.665"></a>
+<span class="sourceLineNo">666</span> * Helper to lookup the root Procedure ID given a specified procedure.<a name="line.666"></a>
+<span class="sourceLineNo">667</span> */<a name="line.667"></a>
+<span class="sourceLineNo">668</span> @InterfaceAudience.Private<a name="line.668"></a>
+<span class="sourceLineNo">669</span> protected static Long getRootProcedureId(final Map<Long, Procedure> procedures, Procedure proc) {<a name="line.669"></a>
+<span class="sourceLineNo">670</span> while (proc.hasParent()) {<a name="line.670"></a>
+<span class="sourceLineNo">671</span> proc = procedures.get(proc.getParentProcId());<a name="line.671"></a>
+<span class="sourceLineNo">672</span> if (proc == null) return null;<a name="line.672"></a>
+<span class="sourceLineNo">673</span> }<a name="line.673"></a>
+<span class="sourceLineNo">674</span> return proc.getProcId();<a name="line.674"></a>
+<span class="sourceLineNo">675</span> }<a name="line.675"></a>
+<span class="sourceLineNo">676</span><a name="line.676"></a>
+<span class="sourceLineNo">677</span> protected static Procedure newInstance(final String className) throws IOException {<a name="line.677"></a>
+<span class="sourceLineNo">678</span> try {<a name="line.678"></a>
+<span class="sourceLineNo">679</span> Class<?> clazz = Class.forName(className);<a name="line.679"></a>
+<span class="sourceLineNo">680</span> if (!Modifier.isPublic(clazz.getModifiers())) {<a name="line.680"></a>
+<span class="sourceLineNo">681</span> throw new Exception("the " + clazz + " class is not public");<a name="line.681"></a>
+<span class="sourceLineNo">682</span> }<a name="line.682"></a>
+<span class="sourceLineNo">683</span><a name="line.683"></a>
+<span class="sourceLineNo">684</span> Constructor<?> ctor = clazz.getConstructor();<a name="line.684"></a>
+<span class="sourceLineNo">685</span> assert ctor != null : "no constructor found";<a name="line.685"></a>
+<span class="sourceLineNo">686</span> if (!Modifier.isPublic(ctor.getModifiers())) {<a name="line.686"></a>
+<span class="sourceLineNo">687</span> throw new Exception("the " + clazz + " constructor is not public");<a name="line.687"></a>
+<span class="sourceLineNo">688</span> }<a name="line.688"></a>
+<span class="sourceLineNo">689</span> return (Procedure)ctor.newInstance();<a name="line.689"></a>
+<span class="sourceLineNo">690</span> } catch (Exception e) {<a name="line.690"></a>
+<span class="sourceLineNo">691</span> throw new IOException("The procedure class " + className +<a name="line.691"></a>
+<span class="sourceLineNo">692</span> " must be accessible and have an empty constructor", e);<a name="line.692"></a>
+<span class="sourceLineNo">693</span> }<a name="line.693"></a>
+<span class="sourceLineNo">694</span> }<a name="line.694"></a>
+<span class="sourceLineNo">695</span><a name="line.695"></a>
+<span class="sourceLineNo">696</span> protected static void validateClass(final Procedure proc) throws IOException {<a name="line.696"></a>
+<span class="sourceLineNo">697</span> try {<a name="line.697"></a>
+<span class="sourceLineNo">698</span> Class<?> clazz = proc.getClass();<a name="line.698"></a>
+<span class="sourceLineNo">699</span> if (!Modifier.isPublic(clazz.getModifiers())) {<a name="line.699"></a>
+<span class="sourceLineNo">700</span> throw new Exception("the " + clazz + " class is not public");<a name="line.700"></a>
+<span class="sourceLineNo">701</span> }<a name="line.701"></a>
+<span class="sourceLineNo">702</span><a name="line.702"></a>
+<span class="sourceLineNo">703</span> Constructor<?> ctor = clazz.getConstructor();<a name="line.703"></a>
+<span class="sourceLineNo">704</span> assert ctor != null;<a name="line.704"></a>
+<span class="sourceLineNo">705</span> if (!Modifier.isPublic(ctor.getModifiers())) {<a name="line.705"></a>
+<span class="sourceLineNo">706</span> throw new Exception("the " + clazz + " constructor is not public");<a name="line.706"></a>
+<span class="sourceLineNo">707</span> }<a name="line.707"></a>
+<span class="sourceLineNo">708</span> } catch (Exception e) {<a name="line.708"></a>
+<span class="sourceLineNo">709</span> throw new IOException("The procedure class " + proc.getClass().getName() +<a name="line.709"></a>
+<span class="sourceLineNo">710</span> " must be accessible and have an empty constructor", e);<a name="line.710"></a>
+<span class="sourceLineNo">711</span> }<a name="line.711"></a>
+<span class="sourceLineNo">712</span> }<a name="line.712"></a>
+<span class="sourceLineNo">713</span><a name="line.713"></a>
+<span class="sourceLineNo">714</span> /**<a name="line.714"></a>
+<span class="sourceLineNo">715</span> * Helper to create the ProcedureInfo from Procedure.<a name="line.715"></a>
+<span class="sourceLineNo">716</span> */<a name="line.716"></a>
+<span class="sourceLineNo">717</span> @InterfaceAudience.Private<a name="line.717"></a>
+<span class="sourceLineNo">718</span> public static ProcedureInfo createProcedureInfo(final Procedure proc, final NonceKey nonceKey) {<a name="line.718"></a>
+<span class="sourceLineNo">719</span> RemoteProcedureException exception = proc.hasException() ? proc.getException() : null;<a name="line.719"></a>
+<span class="sourceLineNo">720</span> return new ProcedureInfo(proc.getProcId(), proc.toStringClass(), proc.getOwner(),<a name="line.720"></a>
+<span class="sourceLineNo">721</span> ProcedureUtil.convertToProcedureState(proc.getState()),<a name="line.721"></a>
+<span class="sourceLineNo">722</span> proc.hasParent() ? proc.getParentProcId() : -1, nonceKey,<a name="line.722"></a>
+<span class="sourceLineNo">723</span> exception != null<a name="line.723"></a>
+<span class="sourceLineNo">724</span> ? new ProcedureUtil.ForeignExceptionMsg(<a name="line.724"></a>
+<span class="sourceLineNo">725</span> RemoteProcedureException.toProto(exception.getSource(), exception.getCause()))<a name="line.725"></a>
+<span class="sourceLineNo">726</span> : null,<a name="line.726"></a>
+<span class="sourceLineNo">727</span> proc.getLastUpdate(), proc.getStartTime(), proc.getResult());<a name="line.727"></a>
+<span class="sourceLineNo">728</span> }<a name="line.728"></a>
+<span class="sourceLineNo">729</span><a name="line.729"></a>
+<span class="sourceLineNo">730</span> /**<a name="line.730"></a>
+<span class="sourceLineNo">731</span> * Helper to convert the procedure to protobuf.<a name="line.731"></a>
+<span class="sourceLineNo">732</span> * Used by ProcedureStore implementations.<a name="line.732"></a>
+<span class="sourceLineNo">733</span> */<a name="line.733"></a>
+<span class="sourceLineNo">734</span> @InterfaceAudience.Private<a name="line.734"></a>
+<span class="sourceLineNo">735</span> public static ProcedureProtos.Procedure convert(final Procedure proc)<a name="line.735"></a>
+<span class="sourceLineNo">736</span> throws IOException {<a name="line.736"></a>
+<span class="sourceLineNo">737</span> Preconditions.checkArgument(proc != null);<a name="line.737"></a>
+<span class="sourceLineNo">738</span> validateClass(proc);<a name="line.738"></a>
+<span class="sourceLineNo">739</span><a name="line.739"></a>
+<span class="sourceLineNo">740</span> ProcedureProtos.Procedure.Builder builder = ProcedureProtos.Procedure.newBuilder()<a name="line.740"></a>
+<span class="sourceLineNo">741</span> .setClassName(proc.getClass().getName())<a name="line.741"></a>
+<span class="sourceLineNo">742</span> .setProcId(proc.getProcId())<a name="line.742"></a>
+<span class="sourceLineNo">743</span> .setState(proc.getState())<a name="line.743"></a>
+<span class="sourceLineNo">744</span> .setStartTime(proc.getStartTime())<a name="line.744"></a>
+<span class="sourceLineNo">745</span> .setLastUpdate(proc.getLastUpdate());<a name="line.745"></a>
+<span class="sourceLineNo">746</span><a name="line.746"></a>
+<span class="sourceLineNo">747</span> if (proc.hasParent()) {<a name="line.747"></a>
+<span class="sourceLineNo">748</span> builder.setParentId(proc.getParentProcId());<a name="line.748"></a>
+<span class="sourceLineNo">749</span> }<a name="line.749"></a>
+<span class="sourceLineNo">750</span><a name="line.750"></a>
+<span class="sourceLineNo">751</span> if (proc.hasTimeout()) {<a name="line.751"></a>
+<span class="sourceLineNo">752</span> builder.setTimeout(proc.getTimeout());<a name="line.752"></a>
+<span class="sourceLineNo">753</span> }<a name="line.753"></a>
+<span class="sourceLineNo">754</span><a name="line.754"></a>
+<span class="sourceLineNo">755</span> if (proc.hasOwner()) {<a name="line.755"></a>
+<span class="sourceLineNo">756</span> builder.setOwner(proc.getOwner());<a name="line.756"></a>
+<span class="sourceLineNo">757</span> }<a name="line.757"></a>
+<span class="sourceLineNo">758</span><a name="line.758"></a>
+<span class="sourceLineNo">759</span> int[] stackIds = proc.getStackIndexes();<a name="line.759"></a>
+<span class="sourceLineNo">760</span> if (stackIds != null) {<a name="line.760"></a>
+<span class="sourceLineNo">761</span> for (int i = 0; i < stackIds.length; ++i) {<a name="line.761"></a>
+<span class="sourceLineNo">762</span> builder.addStackId(stackIds[i]);<a name="line.762"></a>
+<span class="sourceLineNo">763</span> }<a name="line.763"></a>
+<span class="sourceLineNo">764</span> }<a name="line.764"></a>
+<span class="sourceLineNo">765</span><a name="line.765"></a>
+<span class="sourceLineNo">766</span> if (proc.hasException()) {<a name="line.766"></a>
+<span class="sourceLineNo">767</span> RemoteProcedureException exception = proc.getException();<a name="line.767"></a>
+<span class="sourceLineNo">768</span> builder.setException(<a name="line.768"></a>
+<span class="sourceLineNo">769</span> RemoteProcedureException.toProto(exception.getSource(), exception.getCause()));<a name="line.769"></a>
<span class="sourceLineNo">770</span> }<a name="line.770"></a>
<span class="sourceLineNo">771</span><a name="line.771"></a>
-<span class="sourceLineNo">772</span> ByteString.Output stateStream = ByteString.newOutput();<a name="line.772"></a>
-<span class="sourceLineNo">773</span> proc.serializeStateData(stateStream);<a name="line.773"></a>
-<span class="sourceLineNo">774</span> if (stateStream.size() > 0) {<a name="line.774"></a>
-<span class="sourceLineNo">775</span> builder.setStateData(stateStream.toByteString());<a name="line.775"></a>
-<span class="sourceLineNo">776</span> }<a name="line.776"></a>
-<span class="sourceLineNo">777</span><a name="line.777"></a>
-<span class="sourceLineNo">778</span> if (proc.getNonceKey() != null) {<a name="line.778"></a>
-<span class="sourceLineNo">779</span> builder.setNonceGroup(proc.getNonceKey().getNonceGroup());<a name="line.779"></a>
-<span class="sourceLineNo">780</span> builder.setNonce(proc.getNonceKey().getNonce());<a name="line.780"></a>
+<span class="sourceLineNo">772</span> byte[] result = proc.getResult();<a name="line.772"></a>
+<span class="sourceLineNo">773</span> if (result != null) {<a name="line.773"></a>
+<span class="sourceLineNo">774</span> builder.setResult(ByteStringer.wrap(result));<a name="line.774"></a>
+<span class="sourceLineNo">775</span> }<a name="line.775"></a>
+<span class="sourceLineNo">776</span><a name="line.776"></a>
+<span class="sourceLineNo">777</span> ByteString.Output stateStream = ByteString.newOutput();<a name="line.777"></a>
+<span class="sourceLineNo">778</span> proc.serializeStateData(stateStream);<a name="line.778"></a>
+<span class="sourceLineNo">779</span> if (stateStream.size() > 0) {<a name="line.779"></a>
+<span class="sourceLineNo">780</span> builder.setStateData(stateStream.toByteString());<a name="line.780"></a>
<span class="sourceLineNo">781</span> }<a name="line.781"></a>
<span class="sourceLineNo">782</span><a name="line.782"></a>
-<span class="sourceLineNo">783</span> return builder.build();<a name="line.783"></a>
-<span class="sourceLineNo">784</span> }<a name="line.784"></a>
-<span class="sourceLineNo">785</span><a name="line.785"></a>
-<span class="sourceLineNo">786</span> /**<a name="line.786"></a>
-<span class="sourceLineNo">787</span> * Helper to convert the protobuf procedure.<a name="line.787"></a>
-<span class="sourceLineNo">788</span> * Used by ProcedureStore implementations.<a name="line.788"></a>
-<span class="sourceLineNo">789</span> *<a name="line.789"></a>
-<span class="sourceLineNo">790</span> * TODO: OPTIMIZATION: some of the field never change during the execution<a name="line.790"></a>
-<span class="sourceLineNo">791</span> * (e.g. className, procId, parentId, ...).<a name="line.791"></a>
-<span class="sourceLineNo">792</span> * We can split in 'data' and 'state', and the store<a name="line.792"></a>
-<span class="sourceLineNo">793</span> * may take advantage of it by storing the data only on insert().<a name="line.793"></a>
-<span class="sourceLineNo">794</span> */<a name="line.794"></a>
-<span class="sourceLineNo">795</span> @InterfaceAudience.Private<a name="line.795"></a>
-<span class="sourceLineNo">796</span> public static Procedure convert(final ProcedureProtos.Procedure proto)<a name="line.796"></a>
-<span class="sourceLineNo">797</span> throws IOException {<a name="line.797"></a>
-<span class="sourceLineNo">798</span> // Procedure from class name<a name="line.798"></a>
-<span class="sourceLineNo">799</span> Procedure proc = Procedure.newInstance(proto.getClassName());<a name="line.799"></a>
-<span class="sourceLineNo">800</span><a name="line.800"></a>
-<span class="sourceLineNo">801</span> // set fields<a name="line.801"></a>
-<span class="sourceLineNo">802</span> proc.setProcId(proto.getProcId());<a name="line.802"></a>
-<span class="sourceLineNo">803</span> proc.setState(proto.getState());<a name="line.803"></a>
-<span class="sourceLineNo">804</span> proc.setStartTime(proto.getStartTime());<a name="line.804"></a>
-<span class="sourceLineNo">805</span> proc.setLastUpdate(proto.getLastUpdate());<a name="line.805"></a>
-<span class="sourceLineNo">806</span><a name="line.806"></a>
-<span class="sourceLineNo">807</span> if (proto.hasParentId()) {<a name="line.807"></a>
-<span class="sourceLineNo">808</span> proc.setParentProcId(proto.getParentId());<a name="line.808"></a>
-<span class="sourceLineNo">809</span> }<a name="line.809"></a>
-<span class="sourceLineNo">810</span><a name="line.810"></a>
-<span class="sourceLineNo">811</span> if (proto.hasOwner()) {<a name="line.811"></a>
-<span class="sourceLineNo">812</span> proc.setOwner(proto.getOwner());<a name="line.812"></a>
-<span class="sourceLineNo">813</span> }<a name="line.813"></a>
-<span class="sourceLineNo">814</span><a name="line.814"></a>
-<span class="sourceLineNo">815</span> if (proto.hasTimeout()) {<a name="line.815"></a>
-<span class="sourceLineNo">816</span> proc.setTimeout(proto.getTimeout());<a name="line.816"></a>
-<span class="sourceLineNo">817</span> }<a name="line.817"></a>
-<span class="sourceLineNo">818</span><a name="line.818"></a>
-<span class="sourceLineNo">819</span> if (proto.getStackIdCount() > 0) {<a name="line.819"></a>
-<span class="sourceLineNo">820</span> proc.setStackIndexes(proto.getStackIdList());<a name="line.820"></a>
-<span class="sourceLineNo">821</span> }<a name="line.821"></a>
-<span class="sourceLineNo">822</span><a name="line.822"></a>
-<span class="sourceLineNo">823</span> if (proto.hasException()) {<a name="line.823"></a>
-<span class="sourceLineNo">824</span> assert proc.getState() == ProcedureState.FINISHED ||<a name="line.824"></a>
-<span class="sourceLineNo">825</span> proc.getState() == ProcedureState.ROLLEDBACK :<a name="line.825"></a>
-<span class="sourceLineNo">826</span> "The procedure must be failed (waiting to rollback) or rolledback";<a name="line.826"></a>
-<span class="sourceLineNo">827</span> proc.setFailure(RemoteProcedureException.fromProto(proto.getException()));<a name="line.827"></a>
-<span class="sourceLineNo">828</span> }<a name="line.828"></a>
-<span class="sourceLineNo">829</span><a name="line.829"></a>
-<span class="sourceLineNo">830</span> if (proto.hasResult()) {<a name="line.830"></a>
-<span class="sourceLineNo">831</span> proc.setResult(proto.getResult().toByteArray());<a name="line.831"></a>
-<span class="sourceLineNo">832</span> }<a name="line.832"></a>
-<span class="sourceLineNo">833</span><a name="line.833"></a>
-<span class="sourceLineNo">834</span> if (proto.getNonce() != HConstants.NO_NONCE) {<a name="line.834"></a>
-<span class="sourceLineNo">835</span> NonceKey nonceKey = new NonceKey(proto.getNonceGroup(), proto.getNonce());<a name="line.835"></a>
-<span class="sourceLineNo">836</span> proc.setNonceKey(nonceKey);<a name="line.836"></a>
+<span class="sourceLineNo">783</span> if (proc.getNonceKey() != null) {<a name="line.783"></a>
+<span class="sourceLineNo">784</span> builder.setNonceGroup(proc.getNonceKey().getNonceGroup());<a name="line.784"></a>
+<span class="sourceLineNo">785</span> builder.setNonce(proc.getNonceKey().getNonce());<a name="line.785"></a>
+<span class="sourceLineNo">786</span> }<a name="line.786"></a>
+<span class="sourceLineNo">787</span><a name="line.787"></a>
+<span class="sourceLineNo">788</span> return builder.build();<a name="line.788"></a>
+<span class="sourceLineNo">789</span> }<a name="line.789"></a>
+<span class="sourceLineNo">790</span><a name="line.790"></a>
+<span class="sourceLineNo">791</span> /**<a name="line.791"></a>
+<span class="sourceLineNo">792</span> * Helper to convert the protobuf procedure.<a name="line.792"></a>
+<span class="sourceLineNo">793</span> * Used by ProcedureStore implementations.<a name="line.793"></a>
+<span class="sourceLineNo">794</span> *<a name="line.794"></a>
+<span class="sourceLineNo">795</span> * TODO: OPTIMIZATION: some of the field never change during the execution<a name="line.795"></a>
+<span class="sourceLineNo">796</span> * (e.g. className, procId, parentId, ...).<a name="line.796"></a>
+<span class="sourceLineNo">797</span> * We can split in 'data' and 'state', and the store<a name="line.797"></a>
+<span class="sourceLineNo">798</span> * may take advantage of it by storing the data only on insert().<a name="line.798"></a>
+<span class="sourceLineNo">799</span> */<a name="line.799"></a>
+<span class="sourceLineNo">800</span> @InterfaceAudience.Private<a name="line.800"></a>
+<span class="sourceLineNo">801</span> public static Procedure convert(final ProcedureProtos.Procedure proto)<a name="line.801"></a>
+<span class="sourceLineNo">802</span> throws IOException {<a name="line.802"></a>
+<span class="sourceLineNo">803</span> // Procedure from class name<a name="line.803"></a>
+<span class="sourceLineNo">804</span> Procedure proc = Procedure.newInstance(proto.getClassName());<a name="line.804"></a>
+<span class="sourceLineNo">805</span><a name="line.805"></a>
+<span class="sourceLineNo">806</span> // set fields<a name="line.806"></a>
+<span class="sourceLineNo">807</span> proc.setProcId(proto.getProcId());<a name="line.807"></a>
+<span class="sourceLineNo">808</span> proc.setState(proto.getState());<a name="line.808"></a>
+<span class="sourceLineNo">809</span> proc.setStartTime(proto.getStartTime());<a name="line.809"></a>
+<span class="sourceLineNo">810</span> proc.setLastUpdate(proto.getLastUpdate());<a name="line.810"></a>
+<span class="sourceLineNo">811</span><a name="line.811"></a>
+<span class="sourceLineNo">812</span> if (proto.hasParentId()) {<a name="line.812"></a>
+<span class="sourceLineNo">813</span> proc.setParentProcId(proto.getParentId());<a name="line.813"></a>
+<span class="sourceLineNo">814</span> }<a name="line.814"></a>
+<span class="sourceLineNo">815</span><a name="line.815"></a>
+<span class="sourceLineNo">816</span> if (proto.hasOwner()) {<a name="line.816"></a>
+<span class="sourceLineNo">817</span> proc.setOwner(proto.getOwner());<a name="line.817"></a>
+<span class="sourceLineNo">818</span> }<a name="line.818"></a>
+<span class="sourceLineNo">819</span><a name="line.819"></a>
+<span class="sourceLineNo">820</span> if (proto.hasTimeout()) {<a name="line.820"></a>
+<span class="sourceLineNo">821</span> proc.setTimeout(proto.getTimeout());<a name="line.821"></a>
+<span class="sourceLineNo">822</span> }<a name="line.822"></a>
+<span class="sourceLineNo">823</span><a name="line.823"></a>
+<span class="sourceLineNo">824</span> if (proto.getStackIdCount() > 0) {<a name="line.824"></a>
+<span class="sourceLineNo">825</span> proc.setStackIndexes(proto.getStackIdList());<a name="line.825"></a>
+<span class="sourceLineNo">826</span> }<a name="line.826"></a>
+<span class="sourceLineNo">827</span><a name="line.827"></a>
+<span class="sourceLineNo">828</span> if (proto.hasException()) {<a name="line.828"></a>
+<span class="sourceLineNo">829</span> assert proc.getState() == ProcedureState.FINISHED ||<a name="line.829"></a>
+<span class="sourceLineNo">830</span> proc.getState() == ProcedureState.ROLLEDBACK :<a name="line.830"></a>
+<span class="sourceLineNo">831</span> "The procedure must be failed (waiting to rollback) or rolledback";<a name="line.831"></a>
+<span class="sourceLineNo">832</span> proc.setFailure(RemoteProcedureException.fromProto(proto.getException()));<a name="line.832"></a>
+<span class="sourceLineNo">833</span> }<a name="line.833"></a>
+<span class="sourceLineNo">834</span><a name="line.834"></a>
+<span class="sourceLineNo">835</span> if (proto.hasResult()) {<a name="line.835"></a>
+<span class="sourceLineNo">836</span> proc.setResult(proto.getResult().toByteArray());<a name="line.836"></a>
<span class="sourceLineNo">837</span> }<a name="line.837"></a>
<span class="sourceLineNo">838</span><a name="line.838"></a>
-<span class="sourceLineNo">839</span> // we want to call deserialize even when the stream is empty, mainly for testing.<a name="line.839"></a>
-<span class="sourceLineNo">840</span> proc.deserializeStateData(proto.getStateData().newInput());<a name="line.840"></a>
-<span class="sourceLineNo">841</span><a name="line.841"></a>
-<span class="sourceLineNo">842</span> return proc;<a name="line.842"></a>
-<span class="sourceLineNo">843</span> }<a name="line.843"></a>
-<span class="sourceLineNo">844</span>}<a name="line.844"></a>
+<span class="sourceLineNo">839</span> if (proto.getNonce() != HConstants.NO_NONCE) {<a name="line.839"></a>
+<span class="sourceLineNo">840</span> NonceKey nonceKey = new NonceKey(proto.getNonceGroup(), proto.getNonce());<a name="line.840"></a>
+<span class="sourceLineNo">841</span> proc.setNonceKey(nonceKey);<a name="line.841"></a>
+<span class="sourceLineNo">842</span> }<a name="line.842"></a>
+<span class="sourceLineNo">843</span><a name="line.843"></a>
+<span class="sourceLineNo">844</span> // we want to call deserialize even when the stream is empty, mainly for testing.<a name="line.844"></a>
+<span class="sourceLineNo">845</span> proc.deserializeStateData(proto.getStateData().newInput());<a name="line.845"></a>
+<span class="sourceLineNo">846</span><a name="line.846"></a>
+<span class="sourceLineNo">847</span> return proc;<a name="line.847"></a>
+<span class="sourceLineNo">848</span> }<a name="line.848"></a>
+<span class="sourceLineNo">849</span>}<a name="line.849"></a>