You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by st...@apache.org on 2013/04/06 08:06:09 UTC
svn commit: r1465198 [31/41] - in /hbase/hbase.apache.org/trunk: ./ css/
hbase-assembly/ images/ xref-test/ xref-test/org/apache/hadoop/hbase/
xref-test/org/apache/hadoop/hbase/client/
xref-test/org/apache/hadoop/hbase/client/replication/ xref-test/org...
Modified: hbase/hbase.apache.org/trunk/xref/org/apache/hadoop/hbase/replication/master/ReplicationLogCleaner.html
URL: http://svn.apache.org/viewvc/hbase/hbase.apache.org/trunk/xref/org/apache/hadoop/hbase/replication/master/ReplicationLogCleaner.html?rev=1465198&r1=1465197&r2=1465198&view=diff
==============================================================================
--- hbase/hbase.apache.org/trunk/xref/org/apache/hadoop/hbase/replication/master/ReplicationLogCleaner.html (original)
+++ hbase/hbase.apache.org/trunk/xref/org/apache/hadoop/hbase/replication/master/ReplicationLogCleaner.html Sat Apr 6 06:06:07 2013
@@ -37,147 +37,161 @@
<a class="jxr_linenumber" name="27" href="#27">27</a> <strong class="jxr_keyword">import</strong> org.apache.hadoop.hbase.HConstants;
<a class="jxr_linenumber" name="28" href="#28">28</a> <strong class="jxr_keyword">import</strong> org.apache.hadoop.hbase.client.HConnectionManager;
<a class="jxr_linenumber" name="29" href="#29">29</a> <strong class="jxr_keyword">import</strong> org.apache.hadoop.hbase.master.cleaner.BaseLogCleanerDelegate;
-<a class="jxr_linenumber" name="30" href="#30">30</a> <strong class="jxr_keyword">import</strong> org.apache.hadoop.hbase.replication.ReplicationZookeeper;
-<a class="jxr_linenumber" name="31" href="#31">31</a> <strong class="jxr_keyword">import</strong> org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;
-<a class="jxr_linenumber" name="32" href="#32">32</a> <strong class="jxr_keyword">import</strong> org.apache.zookeeper.KeeperException;
-<a class="jxr_linenumber" name="33" href="#33">33</a>
-<a class="jxr_linenumber" name="34" href="#34">34</a> <strong class="jxr_keyword">import</strong> java.io.IOException;
-<a class="jxr_linenumber" name="35" href="#35">35</a> <strong class="jxr_keyword">import</strong> java.util.HashSet;
-<a class="jxr_linenumber" name="36" href="#36">36</a> <strong class="jxr_keyword">import</strong> java.util.List;
-<a class="jxr_linenumber" name="37" href="#37">37</a> <strong class="jxr_keyword">import</strong> java.util.Set;
-<a class="jxr_linenumber" name="38" href="#38">38</a>
-<a class="jxr_linenumber" name="39" href="#39">39</a> <em class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="40" href="#40">40</a> <em class="jxr_javadoccomment"> * Implementation of a log cleaner that checks if a log is still scheduled for</em>
-<a class="jxr_linenumber" name="41" href="#41">41</a> <em class="jxr_javadoccomment"> * replication before deleting it when its TTL is over.</em>
-<a class="jxr_linenumber" name="42" href="#42">42</a> <em class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="43" href="#43">43</a> @InterfaceAudience.Private
-<a class="jxr_linenumber" name="44" href="#44">44</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../../../org/apache/hadoop/hbase/replication/master/ReplicationLogCleaner.html">ReplicationLogCleaner</a> <strong class="jxr_keyword">extends</strong> <a href="../../../../../../org/apache/hadoop/hbase/master/cleaner/BaseLogCleanerDelegate.html">BaseLogCleanerDelegate</a> <strong class="jxr_keyword">implements</strong> <a href="../../../../../../org/apache/hadoop/hbase/Abortable.html">Abortable</a> {
-<a class="jxr_linenumber" name="45" href="#45">45</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> Log LOG = LogFactory.getLog(ReplicationLogCleaner.<strong class="jxr_keyword">class</strong>);
-<a class="jxr_linenumber" name="46" href="#46">46</a> <strong class="jxr_keyword">private</strong> <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationZookeeper.html">ReplicationZookeeper</a> zkHelper;
-<a class="jxr_linenumber" name="47" href="#47">47</a> <strong class="jxr_keyword">private</strong> Set<String> hlogs = <strong class="jxr_keyword">new</strong> HashSet<String>();
-<a class="jxr_linenumber" name="48" href="#48">48</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> stopped = false;
-<a class="jxr_linenumber" name="49" href="#49">49</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> aborted;
-<a class="jxr_linenumber" name="50" href="#50">50</a>
-<a class="jxr_linenumber" name="51" href="#51">51</a>
-<a class="jxr_linenumber" name="52" href="#52">52</a> @Override
-<a class="jxr_linenumber" name="53" href="#53">53</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">boolean</strong> isLogDeletable(Path filePath) {
-<a class="jxr_linenumber" name="54" href="#54">54</a>
-<a class="jxr_linenumber" name="55" href="#55">55</a> <strong class="jxr_keyword">try</strong> {
-<a class="jxr_linenumber" name="56" href="#56">56</a> <strong class="jxr_keyword">if</strong> (!zkHelper.getReplication()) {
-<a class="jxr_linenumber" name="57" href="#57">57</a> <strong class="jxr_keyword">return</strong> false;
-<a class="jxr_linenumber" name="58" href="#58">58</a> }
-<a class="jxr_linenumber" name="59" href="#59">59</a> } <strong class="jxr_keyword">catch</strong> (KeeperException e) {
-<a class="jxr_linenumber" name="60" href="#60">60</a> abort(<span class="jxr_string">"Cannot get the state of replication"</span>, e);
-<a class="jxr_linenumber" name="61" href="#61">61</a> <strong class="jxr_keyword">return</strong> false;
-<a class="jxr_linenumber" name="62" href="#62">62</a> }
-<a class="jxr_linenumber" name="63" href="#63">63</a>
-<a class="jxr_linenumber" name="64" href="#64">64</a> <em class="jxr_comment">// all members of this class are null if replication is disabled, and we</em>
-<a class="jxr_linenumber" name="65" href="#65">65</a> <em class="jxr_comment">// return true since false would render the LogsCleaner useless</em>
-<a class="jxr_linenumber" name="66" href="#66">66</a> <strong class="jxr_keyword">if</strong> (<strong class="jxr_keyword">this</strong>.getConf() == <strong class="jxr_keyword">null</strong>) {
-<a class="jxr_linenumber" name="67" href="#67">67</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">true</strong>;
-<a class="jxr_linenumber" name="68" href="#68">68</a> }
-<a class="jxr_linenumber" name="69" href="#69">69</a> String log = filePath.getName();
-<a class="jxr_linenumber" name="70" href="#70">70</a> <em class="jxr_comment">// If we saw the hlog previously, let's consider it's still used</em>
-<a class="jxr_linenumber" name="71" href="#71">71</a> <em class="jxr_comment">// At some point in the future we will refresh the list and it will be gone</em>
-<a class="jxr_linenumber" name="72" href="#72">72</a> <strong class="jxr_keyword">if</strong> (<strong class="jxr_keyword">this</strong>.hlogs.contains(log)) {
-<a class="jxr_linenumber" name="73" href="#73">73</a> <strong class="jxr_keyword">return</strong> false;
-<a class="jxr_linenumber" name="74" href="#74">74</a> }
-<a class="jxr_linenumber" name="75" href="#75">75</a>
-<a class="jxr_linenumber" name="76" href="#76">76</a> <em class="jxr_comment">// Let's see it's still there</em>
-<a class="jxr_linenumber" name="77" href="#77">77</a> <em class="jxr_comment">// This solution makes every miss very expensive to process since we</em>
-<a class="jxr_linenumber" name="78" href="#78">78</a> <em class="jxr_comment">// almost completely refresh the cache each time</em>
-<a class="jxr_linenumber" name="79" href="#79">79</a> <strong class="jxr_keyword">return</strong> !refreshHLogsAndSearch(log);
-<a class="jxr_linenumber" name="80" href="#80">80</a> }
-<a class="jxr_linenumber" name="81" href="#81">81</a>
-<a class="jxr_linenumber" name="82" href="#82">82</a> <em class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="83" href="#83">83</a> <em class="jxr_javadoccomment"> * Search through all the hlogs we have in ZK to refresh the cache</em>
-<a class="jxr_linenumber" name="84" href="#84">84</a> <em class="jxr_javadoccomment"> * If a log is specified and found, then we early out and return true</em>
-<a class="jxr_linenumber" name="85" href="#85">85</a> <em class="jxr_javadoccomment"> * @param searchedLog log we are searching for, pass null to cache everything</em>
-<a class="jxr_linenumber" name="86" href="#86">86</a> <em class="jxr_javadoccomment"> * that's in zookeeper.</em>
-<a class="jxr_linenumber" name="87" href="#87">87</a> <em class="jxr_javadoccomment"> * @return false until a specified log is found.</em>
-<a class="jxr_linenumber" name="88" href="#88">88</a> <em class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="89" href="#89">89</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> refreshHLogsAndSearch(String searchedLog) {
-<a class="jxr_linenumber" name="90" href="#90">90</a> <strong class="jxr_keyword">this</strong>.hlogs.clear();
-<a class="jxr_linenumber" name="91" href="#91">91</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> lookForLog = searchedLog != <strong class="jxr_keyword">null</strong>;
-<a class="jxr_linenumber" name="92" href="#92">92</a> List<String> rss = zkHelper.getListOfReplicators();
-<a class="jxr_linenumber" name="93" href="#93">93</a> <strong class="jxr_keyword">if</strong> (rss == <strong class="jxr_keyword">null</strong>) {
-<a class="jxr_linenumber" name="94" href="#94">94</a> LOG.debug(<span class="jxr_string">"Didn't find any region server that replicates, deleting: "</span> +
-<a class="jxr_linenumber" name="95" href="#95">95</a> searchedLog);
-<a class="jxr_linenumber" name="96" href="#96">96</a> <strong class="jxr_keyword">return</strong> false;
-<a class="jxr_linenumber" name="97" href="#97">97</a> }
-<a class="jxr_linenumber" name="98" href="#98">98</a> <strong class="jxr_keyword">for</strong> (String rs: rss) {
-<a class="jxr_linenumber" name="99" href="#99">99</a> List<String> listOfPeers = zkHelper.getListPeersForRS(rs);
-<a class="jxr_linenumber" name="100" href="#100">100</a> <em class="jxr_comment">// if rs just died, this will be null</em>
-<a class="jxr_linenumber" name="101" href="#101">101</a> <strong class="jxr_keyword">if</strong> (listOfPeers == <strong class="jxr_keyword">null</strong>) {
-<a class="jxr_linenumber" name="102" href="#102">102</a> <strong class="jxr_keyword">continue</strong>;
-<a class="jxr_linenumber" name="103" href="#103">103</a> }
-<a class="jxr_linenumber" name="104" href="#104">104</a> <strong class="jxr_keyword">for</strong> (String id : listOfPeers) {
-<a class="jxr_linenumber" name="105" href="#105">105</a> List<String> peersHlogs = zkHelper.getListHLogsForPeerForRS(rs, id);
-<a class="jxr_linenumber" name="106" href="#106">106</a> <strong class="jxr_keyword">if</strong> (peersHlogs != <strong class="jxr_keyword">null</strong>) {
-<a class="jxr_linenumber" name="107" href="#107">107</a> <strong class="jxr_keyword">this</strong>.hlogs.addAll(peersHlogs);
-<a class="jxr_linenumber" name="108" href="#108">108</a> }
-<a class="jxr_linenumber" name="109" href="#109">109</a> <em class="jxr_comment">// early exit if we found the log</em>
-<a class="jxr_linenumber" name="110" href="#110">110</a> <strong class="jxr_keyword">if</strong>(lookForLog && <strong class="jxr_keyword">this</strong>.hlogs.contains(searchedLog)) {
-<a class="jxr_linenumber" name="111" href="#111">111</a> LOG.debug(<span class="jxr_string">"Found log in ZK, keeping: "</span> + searchedLog);
-<a class="jxr_linenumber" name="112" href="#112">112</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">true</strong>;
+<a class="jxr_linenumber" name="30" href="#30">30</a> <strong class="jxr_keyword">import</strong> org.apache.hadoop.hbase.replication.ReplicationQueuesClient;
+<a class="jxr_linenumber" name="31" href="#31">31</a> <strong class="jxr_keyword">import</strong> org.apache.hadoop.hbase.replication.ReplicationQueuesClientZKImpl;
+<a class="jxr_linenumber" name="32" href="#32">32</a> <strong class="jxr_keyword">import</strong> org.apache.hadoop.hbase.replication.ReplicationStateImpl;
+<a class="jxr_linenumber" name="33" href="#33">33</a> <strong class="jxr_keyword">import</strong> org.apache.hadoop.hbase.replication.ReplicationStateInterface;
+<a class="jxr_linenumber" name="34" href="#34">34</a> <strong class="jxr_keyword">import</strong> org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;
+<a class="jxr_linenumber" name="35" href="#35">35</a> <strong class="jxr_keyword">import</strong> org.apache.zookeeper.KeeperException;
+<a class="jxr_linenumber" name="36" href="#36">36</a>
+<a class="jxr_linenumber" name="37" href="#37">37</a> <strong class="jxr_keyword">import</strong> java.io.IOException;
+<a class="jxr_linenumber" name="38" href="#38">38</a> <strong class="jxr_keyword">import</strong> java.util.HashSet;
+<a class="jxr_linenumber" name="39" href="#39">39</a> <strong class="jxr_keyword">import</strong> java.util.List;
+<a class="jxr_linenumber" name="40" href="#40">40</a> <strong class="jxr_keyword">import</strong> java.util.Set;
+<a class="jxr_linenumber" name="41" href="#41">41</a>
+<a class="jxr_linenumber" name="42" href="#42">42</a> <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="43" href="#43">43</a> <em class="jxr_javadoccomment"> * Implementation of a log cleaner that checks if a log is still scheduled for</em>
+<a class="jxr_linenumber" name="44" href="#44">44</a> <em class="jxr_javadoccomment"> * replication before deleting it when its TTL is over.</em>
+<a class="jxr_linenumber" name="45" href="#45">45</a> <em class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="46" href="#46">46</a> @InterfaceAudience.Private
+<a class="jxr_linenumber" name="47" href="#47">47</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../../../org/apache/hadoop/hbase/replication/master/ReplicationLogCleaner.html">ReplicationLogCleaner</a> <strong class="jxr_keyword">extends</strong> <a href="../../../../../../org/apache/hadoop/hbase/master/cleaner/BaseLogCleanerDelegate.html">BaseLogCleanerDelegate</a> <strong class="jxr_keyword">implements</strong> <a href="../../../../../../org/apache/hadoop/hbase/Abortable.html">Abortable</a> {
+<a class="jxr_linenumber" name="48" href="#48">48</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> Log LOG = LogFactory.getLog(ReplicationLogCleaner.<strong class="jxr_keyword">class</strong>);
+<a class="jxr_linenumber" name="49" href="#49">49</a> <strong class="jxr_keyword">private</strong> <a href="../../../../../../org/apache/hadoop/hbase/zookeeper/ZooKeeperWatcher.html">ZooKeeperWatcher</a> zkw;
+<a class="jxr_linenumber" name="50" href="#50">50</a> <strong class="jxr_keyword">private</strong> <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationQueuesClient.html">ReplicationQueuesClient</a> replicationQueues;
+<a class="jxr_linenumber" name="51" href="#51">51</a> <strong class="jxr_keyword">private</strong> <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationStateInterface.html">ReplicationStateInterface</a> replicationState;
+<a class="jxr_linenumber" name="52" href="#52">52</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> Set<String> hlogs = <strong class="jxr_keyword">new</strong> HashSet<String>();
+<a class="jxr_linenumber" name="53" href="#53">53</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> stopped = false;
+<a class="jxr_linenumber" name="54" href="#54">54</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> aborted;
+<a class="jxr_linenumber" name="55" href="#55">55</a>
+<a class="jxr_linenumber" name="56" href="#56">56</a>
+<a class="jxr_linenumber" name="57" href="#57">57</a> @Override
+<a class="jxr_linenumber" name="58" href="#58">58</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">boolean</strong> isLogDeletable(Path filePath) {
+<a class="jxr_linenumber" name="59" href="#59">59</a>
+<a class="jxr_linenumber" name="60" href="#60">60</a> <strong class="jxr_keyword">try</strong> {
+<a class="jxr_linenumber" name="61" href="#61">61</a> <strong class="jxr_keyword">if</strong> (!replicationState.getState()) {
+<a class="jxr_linenumber" name="62" href="#62">62</a> <strong class="jxr_keyword">return</strong> false;
+<a class="jxr_linenumber" name="63" href="#63">63</a> }
+<a class="jxr_linenumber" name="64" href="#64">64</a> } <strong class="jxr_keyword">catch</strong> (KeeperException e) {
+<a class="jxr_linenumber" name="65" href="#65">65</a> abort(<span class="jxr_string">"Cannot get the state of replication"</span>, e);
+<a class="jxr_linenumber" name="66" href="#66">66</a> <strong class="jxr_keyword">return</strong> false;
+<a class="jxr_linenumber" name="67" href="#67">67</a> }
+<a class="jxr_linenumber" name="68" href="#68">68</a>
+<a class="jxr_linenumber" name="69" href="#69">69</a> <em class="jxr_comment">// all members of this class are null if replication is disabled, and we</em>
+<a class="jxr_linenumber" name="70" href="#70">70</a> <em class="jxr_comment">// return true since false would render the LogsCleaner useless</em>
+<a class="jxr_linenumber" name="71" href="#71">71</a> <strong class="jxr_keyword">if</strong> (<strong class="jxr_keyword">this</strong>.getConf() == <strong class="jxr_keyword">null</strong>) {
+<a class="jxr_linenumber" name="72" href="#72">72</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">true</strong>;
+<a class="jxr_linenumber" name="73" href="#73">73</a> }
+<a class="jxr_linenumber" name="74" href="#74">74</a> String log = filePath.getName();
+<a class="jxr_linenumber" name="75" href="#75">75</a> <em class="jxr_comment">// If we saw the hlog previously, let's consider it's still used</em>
+<a class="jxr_linenumber" name="76" href="#76">76</a> <em class="jxr_comment">// At some point in the future we will refresh the list and it will be gone</em>
+<a class="jxr_linenumber" name="77" href="#77">77</a> <strong class="jxr_keyword">if</strong> (<strong class="jxr_keyword">this</strong>.hlogs.contains(log)) {
+<a class="jxr_linenumber" name="78" href="#78">78</a> <strong class="jxr_keyword">return</strong> false;
+<a class="jxr_linenumber" name="79" href="#79">79</a> }
+<a class="jxr_linenumber" name="80" href="#80">80</a>
+<a class="jxr_linenumber" name="81" href="#81">81</a> <em class="jxr_comment">// Let's see it's still there</em>
+<a class="jxr_linenumber" name="82" href="#82">82</a> <em class="jxr_comment">// This solution makes every miss very expensive to process since we</em>
+<a class="jxr_linenumber" name="83" href="#83">83</a> <em class="jxr_comment">// almost completely refresh the cache each time</em>
+<a class="jxr_linenumber" name="84" href="#84">84</a> <strong class="jxr_keyword">return</strong> !refreshHLogsAndSearch(log);
+<a class="jxr_linenumber" name="85" href="#85">85</a> }
+<a class="jxr_linenumber" name="86" href="#86">86</a>
+<a class="jxr_linenumber" name="87" href="#87">87</a> <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="88" href="#88">88</a> <em class="jxr_javadoccomment"> * Search through all the hlogs we have in ZK to refresh the cache</em>
+<a class="jxr_linenumber" name="89" href="#89">89</a> <em class="jxr_javadoccomment"> * If a log is specified and found, then we early out and return true</em>
+<a class="jxr_linenumber" name="90" href="#90">90</a> <em class="jxr_javadoccomment"> * @param searchedLog log we are searching for, pass null to cache everything</em>
+<a class="jxr_linenumber" name="91" href="#91">91</a> <em class="jxr_javadoccomment"> * that's in zookeeper.</em>
+<a class="jxr_linenumber" name="92" href="#92">92</a> <em class="jxr_javadoccomment"> * @return false until a specified log is found.</em>
+<a class="jxr_linenumber" name="93" href="#93">93</a> <em class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="94" href="#94">94</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">boolean</strong> refreshHLogsAndSearch(String searchedLog) {
+<a class="jxr_linenumber" name="95" href="#95">95</a> <strong class="jxr_keyword">this</strong>.hlogs.clear();
+<a class="jxr_linenumber" name="96" href="#96">96</a> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> lookForLog = searchedLog != <strong class="jxr_keyword">null</strong>;
+<a class="jxr_linenumber" name="97" href="#97">97</a> List<String> rss = replicationQueues.getListOfReplicators();
+<a class="jxr_linenumber" name="98" href="#98">98</a> <strong class="jxr_keyword">if</strong> (rss == <strong class="jxr_keyword">null</strong>) {
+<a class="jxr_linenumber" name="99" href="#99">99</a> LOG.debug(<span class="jxr_string">"Didn't find any region server that replicates, deleting: "</span> +
+<a class="jxr_linenumber" name="100" href="#100">100</a> searchedLog);
+<a class="jxr_linenumber" name="101" href="#101">101</a> <strong class="jxr_keyword">return</strong> false;
+<a class="jxr_linenumber" name="102" href="#102">102</a> }
+<a class="jxr_linenumber" name="103" href="#103">103</a> <strong class="jxr_keyword">for</strong> (String rs: rss) {
+<a class="jxr_linenumber" name="104" href="#104">104</a> List<String> listOfPeers = replicationQueues.getAllQueues(rs);
+<a class="jxr_linenumber" name="105" href="#105">105</a> <em class="jxr_comment">// if rs just died, this will be null</em>
+<a class="jxr_linenumber" name="106" href="#106">106</a> <strong class="jxr_keyword">if</strong> (listOfPeers == <strong class="jxr_keyword">null</strong>) {
+<a class="jxr_linenumber" name="107" href="#107">107</a> <strong class="jxr_keyword">continue</strong>;
+<a class="jxr_linenumber" name="108" href="#108">108</a> }
+<a class="jxr_linenumber" name="109" href="#109">109</a> <strong class="jxr_keyword">for</strong> (String id : listOfPeers) {
+<a class="jxr_linenumber" name="110" href="#110">110</a> List<String> peersHlogs = replicationQueues.getLogsInQueue(rs, id);
+<a class="jxr_linenumber" name="111" href="#111">111</a> <strong class="jxr_keyword">if</strong> (peersHlogs != <strong class="jxr_keyword">null</strong>) {
+<a class="jxr_linenumber" name="112" href="#112">112</a> <strong class="jxr_keyword">this</strong>.hlogs.addAll(peersHlogs);
<a class="jxr_linenumber" name="113" href="#113">113</a> }
-<a class="jxr_linenumber" name="114" href="#114">114</a> }
-<a class="jxr_linenumber" name="115" href="#115">115</a> }
-<a class="jxr_linenumber" name="116" href="#116">116</a> LOG.debug(<span class="jxr_string">"Didn't find this log in ZK, deleting: "</span> + searchedLog);
-<a class="jxr_linenumber" name="117" href="#117">117</a> <strong class="jxr_keyword">return</strong> false;
-<a class="jxr_linenumber" name="118" href="#118">118</a> }
-<a class="jxr_linenumber" name="119" href="#119">119</a>
-<a class="jxr_linenumber" name="120" href="#120">120</a> @Override
-<a class="jxr_linenumber" name="121" href="#121">121</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setConf(Configuration config) {
-<a class="jxr_linenumber" name="122" href="#122">122</a> <em class="jxr_comment">// If replication is disabled, keep all members null</em>
-<a class="jxr_linenumber" name="123" href="#123">123</a> <strong class="jxr_keyword">if</strong> (!config.getBoolean(HConstants.REPLICATION_ENABLE_KEY, false)) {
-<a class="jxr_linenumber" name="124" href="#124">124</a> <strong class="jxr_keyword">return</strong>;
-<a class="jxr_linenumber" name="125" href="#125">125</a> }
-<a class="jxr_linenumber" name="126" href="#126">126</a> <em class="jxr_comment">// Make my own Configuration. Then I'll have my own connection to zk that</em>
-<a class="jxr_linenumber" name="127" href="#127">127</a> <em class="jxr_comment">// I can close myself when comes time.</em>
-<a class="jxr_linenumber" name="128" href="#128">128</a> Configuration conf = <strong class="jxr_keyword">new</strong> Configuration(config);
-<a class="jxr_linenumber" name="129" href="#129">129</a> <strong class="jxr_keyword">super</strong>.setConf(conf);
-<a class="jxr_linenumber" name="130" href="#130">130</a> <strong class="jxr_keyword">try</strong> {
-<a class="jxr_linenumber" name="131" href="#131">131</a> <a href="../../../../../../org/apache/hadoop/hbase/zookeeper/ZooKeeperWatcher.html">ZooKeeperWatcher</a> zkw = <strong class="jxr_keyword">new</strong> <a href="../../../../../../org/apache/hadoop/hbase/zookeeper/ZooKeeperWatcher.html">ZooKeeperWatcher</a>(conf, <span class="jxr_string">"replicationLogCleaner"</span>, <strong class="jxr_keyword">null</strong>);
-<a class="jxr_linenumber" name="132" href="#132">132</a> <strong class="jxr_keyword">this</strong>.zkHelper = <strong class="jxr_keyword">new</strong> <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationZookeeper.html">ReplicationZookeeper</a>(<strong class="jxr_keyword">this</strong>, conf, zkw);
-<a class="jxr_linenumber" name="133" href="#133">133</a> } <strong class="jxr_keyword">catch</strong> (KeeperException e) {
-<a class="jxr_linenumber" name="134" href="#134">134</a> LOG.error(<span class="jxr_string">"Error while configuring "</span> + <strong class="jxr_keyword">this</strong>.getClass().getName(), e);
-<a class="jxr_linenumber" name="135" href="#135">135</a> } <strong class="jxr_keyword">catch</strong> (IOException e) {
-<a class="jxr_linenumber" name="136" href="#136">136</a> LOG.error(<span class="jxr_string">"Error while configuring "</span> + <strong class="jxr_keyword">this</strong>.getClass().getName(), e);
-<a class="jxr_linenumber" name="137" href="#137">137</a> }
-<a class="jxr_linenumber" name="138" href="#138">138</a> refreshHLogsAndSearch(<strong class="jxr_keyword">null</strong>);
-<a class="jxr_linenumber" name="139" href="#139">139</a> }
-<a class="jxr_linenumber" name="140" href="#140">140</a>
-<a class="jxr_linenumber" name="141" href="#141">141</a>
-<a class="jxr_linenumber" name="142" href="#142">142</a> @Override
-<a class="jxr_linenumber" name="143" href="#143">143</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> stop(String why) {
-<a class="jxr_linenumber" name="144" href="#144">144</a> <strong class="jxr_keyword">if</strong> (<strong class="jxr_keyword">this</strong>.stopped) <strong class="jxr_keyword">return</strong>;
-<a class="jxr_linenumber" name="145" href="#145">145</a> <strong class="jxr_keyword">this</strong>.stopped = <strong class="jxr_keyword">true</strong>;
-<a class="jxr_linenumber" name="146" href="#146">146</a> <strong class="jxr_keyword">if</strong> (<strong class="jxr_keyword">this</strong>.zkHelper != <strong class="jxr_keyword">null</strong>) {
-<a class="jxr_linenumber" name="147" href="#147">147</a> LOG.info(<span class="jxr_string">"Stopping "</span> + <strong class="jxr_keyword">this</strong>.zkHelper.getZookeeperWatcher());
-<a class="jxr_linenumber" name="148" href="#148">148</a> <strong class="jxr_keyword">this</strong>.zkHelper.getZookeeperWatcher().close();
-<a class="jxr_linenumber" name="149" href="#149">149</a> }
-<a class="jxr_linenumber" name="150" href="#150">150</a> <em class="jxr_comment">// Not sure why we're deleting a connection that we never acquired or used</em>
-<a class="jxr_linenumber" name="151" href="#151">151</a> HConnectionManager.deleteConnection(<strong class="jxr_keyword">this</strong>.getConf());
-<a class="jxr_linenumber" name="152" href="#152">152</a> }
-<a class="jxr_linenumber" name="153" href="#153">153</a>
-<a class="jxr_linenumber" name="154" href="#154">154</a> @Override
-<a class="jxr_linenumber" name="155" href="#155">155</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">boolean</strong> isStopped() {
-<a class="jxr_linenumber" name="156" href="#156">156</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">this</strong>.stopped;
-<a class="jxr_linenumber" name="157" href="#157">157</a> }
-<a class="jxr_linenumber" name="158" href="#158">158</a>
-<a class="jxr_linenumber" name="159" href="#159">159</a> @Override
-<a class="jxr_linenumber" name="160" href="#160">160</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> abort(String why, Throwable e) {
-<a class="jxr_linenumber" name="161" href="#161">161</a> LOG.warn(<span class="jxr_string">"Aborting ReplicationLogCleaner because "</span> + why, e);
-<a class="jxr_linenumber" name="162" href="#162">162</a> <strong class="jxr_keyword">this</strong>.aborted = <strong class="jxr_keyword">true</strong>;
-<a class="jxr_linenumber" name="163" href="#163">163</a> stop(why);
-<a class="jxr_linenumber" name="164" href="#164">164</a> }
-<a class="jxr_linenumber" name="165" href="#165">165</a>
-<a class="jxr_linenumber" name="166" href="#166">166</a> @Override
-<a class="jxr_linenumber" name="167" href="#167">167</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">boolean</strong> isAborted() {
-<a class="jxr_linenumber" name="168" href="#168">168</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">this</strong>.aborted;
-<a class="jxr_linenumber" name="169" href="#169">169</a> }
-<a class="jxr_linenumber" name="170" href="#170">170</a> }
+<a class="jxr_linenumber" name="114" href="#114">114</a> <em class="jxr_comment">// early exit if we found the log</em>
+<a class="jxr_linenumber" name="115" href="#115">115</a> <strong class="jxr_keyword">if</strong>(lookForLog && <strong class="jxr_keyword">this</strong>.hlogs.contains(searchedLog)) {
+<a class="jxr_linenumber" name="116" href="#116">116</a> LOG.debug(<span class="jxr_string">"Found log in ZK, keeping: "</span> + searchedLog);
+<a class="jxr_linenumber" name="117" href="#117">117</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">true</strong>;
+<a class="jxr_linenumber" name="118" href="#118">118</a> }
+<a class="jxr_linenumber" name="119" href="#119">119</a> }
+<a class="jxr_linenumber" name="120" href="#120">120</a> }
+<a class="jxr_linenumber" name="121" href="#121">121</a> LOG.debug(<span class="jxr_string">"Didn't find this log in ZK, deleting: "</span> + searchedLog);
+<a class="jxr_linenumber" name="122" href="#122">122</a> <strong class="jxr_keyword">return</strong> false;
+<a class="jxr_linenumber" name="123" href="#123">123</a> }
+<a class="jxr_linenumber" name="124" href="#124">124</a>
+<a class="jxr_linenumber" name="125" href="#125">125</a> @Override
+<a class="jxr_linenumber" name="126" href="#126">126</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> setConf(Configuration config) {
+<a class="jxr_linenumber" name="127" href="#127">127</a> <em class="jxr_comment">// If replication is disabled, keep all members null</em>
+<a class="jxr_linenumber" name="128" href="#128">128</a> <strong class="jxr_keyword">if</strong> (!config.getBoolean(HConstants.REPLICATION_ENABLE_KEY, false)) {
+<a class="jxr_linenumber" name="129" href="#129">129</a> <strong class="jxr_keyword">return</strong>;
+<a class="jxr_linenumber" name="130" href="#130">130</a> }
+<a class="jxr_linenumber" name="131" href="#131">131</a> <em class="jxr_comment">// Make my own Configuration. Then I'll have my own connection to zk that</em>
+<a class="jxr_linenumber" name="132" href="#132">132</a> <em class="jxr_comment">// I can close myself when comes time.</em>
+<a class="jxr_linenumber" name="133" href="#133">133</a> Configuration conf = <strong class="jxr_keyword">new</strong> Configuration(config);
+<a class="jxr_linenumber" name="134" href="#134">134</a> <strong class="jxr_keyword">super</strong>.setConf(conf);
+<a class="jxr_linenumber" name="135" href="#135">135</a> <strong class="jxr_keyword">try</strong> {
+<a class="jxr_linenumber" name="136" href="#136">136</a> <strong class="jxr_keyword">this</strong>.zkw = <strong class="jxr_keyword">new</strong> <a href="../../../../../../org/apache/hadoop/hbase/zookeeper/ZooKeeperWatcher.html">ZooKeeperWatcher</a>(conf, <span class="jxr_string">"replicationLogCleaner"</span>, <strong class="jxr_keyword">null</strong>);
+<a class="jxr_linenumber" name="137" href="#137">137</a> <strong class="jxr_keyword">this</strong>.replicationQueues = <strong class="jxr_keyword">new</strong> <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationQueuesClientZKImpl.html">ReplicationQueuesClientZKImpl</a>(zkw, conf, <strong class="jxr_keyword">this</strong>);
+<a class="jxr_linenumber" name="138" href="#138">138</a> <strong class="jxr_keyword">this</strong>.replicationState = <strong class="jxr_keyword">new</strong> <a href="../../../../../../org/apache/hadoop/hbase/replication/ReplicationStateImpl.html">ReplicationStateImpl</a>(zkw, conf, <strong class="jxr_keyword">this</strong>);
+<a class="jxr_linenumber" name="139" href="#139">139</a> } <strong class="jxr_keyword">catch</strong> (KeeperException e) {
+<a class="jxr_linenumber" name="140" href="#140">140</a> LOG.error(<span class="jxr_string">"Error while configuring "</span> + <strong class="jxr_keyword">this</strong>.getClass().getName(), e);
+<a class="jxr_linenumber" name="141" href="#141">141</a> } <strong class="jxr_keyword">catch</strong> (IOException e) {
+<a class="jxr_linenumber" name="142" href="#142">142</a> LOG.error(<span class="jxr_string">"Error while configuring "</span> + <strong class="jxr_keyword">this</strong>.getClass().getName(), e);
+<a class="jxr_linenumber" name="143" href="#143">143</a> }
+<a class="jxr_linenumber" name="144" href="#144">144</a> refreshHLogsAndSearch(<strong class="jxr_keyword">null</strong>);
+<a class="jxr_linenumber" name="145" href="#145">145</a> }
+<a class="jxr_linenumber" name="146" href="#146">146</a>
+<a class="jxr_linenumber" name="147" href="#147">147</a>
+<a class="jxr_linenumber" name="148" href="#148">148</a> @Override
+<a class="jxr_linenumber" name="149" href="#149">149</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> stop(String why) {
+<a class="jxr_linenumber" name="150" href="#150">150</a> <strong class="jxr_keyword">if</strong> (<strong class="jxr_keyword">this</strong>.stopped) <strong class="jxr_keyword">return</strong>;
+<a class="jxr_linenumber" name="151" href="#151">151</a> <strong class="jxr_keyword">this</strong>.stopped = <strong class="jxr_keyword">true</strong>;
+<a class="jxr_linenumber" name="152" href="#152">152</a> <strong class="jxr_keyword">if</strong> (<strong class="jxr_keyword">this</strong>.zkw != <strong class="jxr_keyword">null</strong>) {
+<a class="jxr_linenumber" name="153" href="#153">153</a> LOG.info(<span class="jxr_string">"Stopping "</span> + <strong class="jxr_keyword">this</strong>.zkw);
+<a class="jxr_linenumber" name="154" href="#154">154</a> <strong class="jxr_keyword">this</strong>.zkw.close();
+<a class="jxr_linenumber" name="155" href="#155">155</a> }
+<a class="jxr_linenumber" name="156" href="#156">156</a> <strong class="jxr_keyword">if</strong> (<strong class="jxr_keyword">this</strong>.replicationState != <strong class="jxr_keyword">null</strong>) {
+<a class="jxr_linenumber" name="157" href="#157">157</a> LOG.info(<span class="jxr_string">"Stopping "</span> + <strong class="jxr_keyword">this</strong>.replicationState);
+<a class="jxr_linenumber" name="158" href="#158">158</a> <strong class="jxr_keyword">try</strong> {
+<a class="jxr_linenumber" name="159" href="#159">159</a> <strong class="jxr_keyword">this</strong>.replicationState.close();
+<a class="jxr_linenumber" name="160" href="#160">160</a> } <strong class="jxr_keyword">catch</strong> (IOException e) {
+<a class="jxr_linenumber" name="161" href="#161">161</a> LOG.error(<span class="jxr_string">"Error while stopping "</span> + <strong class="jxr_keyword">this</strong>.replicationState, e);
+<a class="jxr_linenumber" name="162" href="#162">162</a> }
+<a class="jxr_linenumber" name="163" href="#163">163</a> }
+<a class="jxr_linenumber" name="164" href="#164">164</a> <em class="jxr_comment">// Not sure why we're deleting a connection that we never acquired or used</em>
+<a class="jxr_linenumber" name="165" href="#165">165</a> HConnectionManager.deleteConnection(<strong class="jxr_keyword">this</strong>.getConf());
+<a class="jxr_linenumber" name="166" href="#166">166</a> }
+<a class="jxr_linenumber" name="167" href="#167">167</a>
+<a class="jxr_linenumber" name="168" href="#168">168</a> @Override
+<a class="jxr_linenumber" name="169" href="#169">169</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">boolean</strong> isStopped() {
+<a class="jxr_linenumber" name="170" href="#170">170</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">this</strong>.stopped;
+<a class="jxr_linenumber" name="171" href="#171">171</a> }
+<a class="jxr_linenumber" name="172" href="#172">172</a>
+<a class="jxr_linenumber" name="173" href="#173">173</a> @Override
+<a class="jxr_linenumber" name="174" href="#174">174</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> abort(String why, Throwable e) {
+<a class="jxr_linenumber" name="175" href="#175">175</a> LOG.warn(<span class="jxr_string">"Aborting ReplicationLogCleaner because "</span> + why, e);
+<a class="jxr_linenumber" name="176" href="#176">176</a> <strong class="jxr_keyword">this</strong>.aborted = <strong class="jxr_keyword">true</strong>;
+<a class="jxr_linenumber" name="177" href="#177">177</a> stop(why);
+<a class="jxr_linenumber" name="178" href="#178">178</a> }
+<a class="jxr_linenumber" name="179" href="#179">179</a>
+<a class="jxr_linenumber" name="180" href="#180">180</a> @Override
+<a class="jxr_linenumber" name="181" href="#181">181</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">boolean</strong> isAborted() {
+<a class="jxr_linenumber" name="182" href="#182">182</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">this</strong>.aborted;
+<a class="jxr_linenumber" name="183" href="#183">183</a> }
+<a class="jxr_linenumber" name="184" href="#184">184</a> }
</pre>
<hr/><div id="footer">This page was automatically generated by <a href="http://maven.apache.org/">Maven</a></div></body>
</html>
Modified: hbase/hbase.apache.org/trunk/xref/org/apache/hadoop/hbase/replication/package-frame.html
URL: http://svn.apache.org/viewvc/hbase/hbase.apache.org/trunk/xref/org/apache/hadoop/hbase/replication/package-frame.html?rev=1465198&r1=1465197&r2=1465198&view=diff
==============================================================================
--- hbase/hbase.apache.org/trunk/xref/org/apache/hadoop/hbase/replication/package-frame.html (original)
+++ hbase/hbase.apache.org/trunk/xref/org/apache/hadoop/hbase/replication/package-frame.html Sat Apr 6 06:06:07 2013
@@ -22,6 +22,18 @@
<a href="ReplicationPeer.html" target="classFrame">ReplicationPeer</a>
</li>
<li>
+ <a href="ReplicationQueues.html" target="classFrame">ReplicationQueues</a>
+ </li>
+ <li>
+ <a href="ReplicationQueuesClient.html" target="classFrame">ReplicationQueuesClient</a>
+ </li>
+ <li>
+ <a href="ReplicationQueuesClientZKImpl.html" target="classFrame">ReplicationQueuesClientZKImpl</a>
+ </li>
+ <li>
+ <a href="ReplicationQueuesZKImpl.html" target="classFrame">ReplicationQueuesZKImpl</a>
+ </li>
+ <li>
<a href="ReplicationStateImpl.html" target="classFrame">ReplicationStateImpl</a>
</li>
<li>
@@ -31,6 +43,9 @@
<a href="ReplicationStateImpl.html" target="classFrame">ReplicationStateTracker</a>
</li>
<li>
+ <a href="ReplicationStateZKBase.html" target="classFrame">ReplicationStateZKBase</a>
+ </li>
+ <li>
<a href="ReplicationZookeeper.html" target="classFrame">ReplicationZookeeper</a>
</li>
</ul>
Modified: hbase/hbase.apache.org/trunk/xref/org/apache/hadoop/hbase/replication/package-summary.html
URL: http://svn.apache.org/viewvc/hbase/hbase.apache.org/trunk/xref/org/apache/hadoop/hbase/replication/package-summary.html?rev=1465198&r1=1465197&r2=1465198&view=diff
==============================================================================
--- hbase/hbase.apache.org/trunk/xref/org/apache/hadoop/hbase/replication/package-summary.html (original)
+++ hbase/hbase.apache.org/trunk/xref/org/apache/hadoop/hbase/replication/package-summary.html Sat Apr 6 06:06:07 2013
@@ -47,6 +47,26 @@
</tr>
<tr>
<td>
+ <a href="ReplicationQueues.html" target="classFrame">ReplicationQueues</a>
+ </td>
+ </tr>
+ <tr>
+ <td>
+ <a href="ReplicationQueuesClient.html" target="classFrame">ReplicationQueuesClient</a>
+ </td>
+ </tr>
+ <tr>
+ <td>
+ <a href="ReplicationQueuesClientZKImpl.html" target="classFrame">ReplicationQueuesClientZKImpl</a>
+ </td>
+ </tr>
+ <tr>
+ <td>
+ <a href="ReplicationQueuesZKImpl.html" target="classFrame">ReplicationQueuesZKImpl</a>
+ </td>
+ </tr>
+ <tr>
+ <td>
<a href="ReplicationStateImpl.html" target="classFrame">ReplicationStateImpl</a>
</td>
</tr>
@@ -62,6 +82,11 @@
</tr>
<tr>
<td>
+ <a href="ReplicationStateZKBase.html" target="classFrame">ReplicationStateZKBase</a>
+ </td>
+ </tr>
+ <tr>
+ <td>
<a href="ReplicationZookeeper.html" target="classFrame">ReplicationZookeeper</a>
</td>
</tr>