You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mesos.apache.org by gi...@apache.org on 2018/04/27 23:46:46 UTC

[21/25] mesos-site git commit: Updated the website built from mesos SHA: ed83065.

http://git-wip-us.apache.org/repos/asf/mesos-site/blob/32a8ab49/content/api/latest/c++/fetcher__process_8hpp_source.html
----------------------------------------------------------------------
diff --git a/content/api/latest/c++/fetcher__process_8hpp_source.html b/content/api/latest/c++/fetcher__process_8hpp_source.html
index b67e015..bb78087 100644
--- a/content/api/latest/c++/fetcher__process_8hpp_source.html
+++ b/content/api/latest/c++/fetcher__process_8hpp_source.html
@@ -52,9 +52,8 @@
 <div class="title">fetcher_process.hpp</div>  </div>
 </div><!--header-->
 <div class="contents">
-<a href="fetcher__process_8hpp.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno">    1</span>&#160;<span class="comment">// Licensed to the Apache Software Foundation (ASF) under one</span></div><div class="line"><a name="l00002"></a><span class="lineno">    2</span>&#160;<span class="comment">// or more contributor license agreements.  See the NOTICE file</span></div><div class="line"><a name="l00003"></a><span class="lineno">    3</span>&#160;<span class="comment">// distributed with this work for additional information</span></div><div class="line"><a name="l00004"></a><span class="lineno">    4</span>&#160;<span class="comment">// regarding copyright ownership.  The ASF licenses this file</span></div><div class="line"><a name="l00005"></a><span class="lineno">    5</span>&#160;<span class="comment">// to you under the Apache License, Version 2.0 (the</span></div><div class="line"><a name="l00006"></a>
 <span class="lineno">    6</span>&#160;<span class="comment">// &quot;License&quot;); you may not use this file except in compliance</span></div><div class="line"><a name="l00007"></a><span class="lineno">    7</span>&#160;<span class="comment">// with the License.  You may obtain a copy of the License at</span></div><div class="line"><a name="l00008"></a><span class="lineno">    8</span>&#160;<span class="comment">//</span></div><div class="line"><a name="l00009"></a><span class="lineno">    9</span>&#160;<span class="comment">//     http://www.apache.org/licenses/LICENSE-2.0</span></div><div class="line"><a name="l00010"></a><span class="lineno">   10</span>&#160;<span class="comment">//</span></div><div class="line"><a name="l00011"></a><span class="lineno">   11</span>&#160;<span class="comment">// Unless required by applicable law or agreed to in writing, software</span></div><div class="line"><a name="l00012"></a><span class="lineno">   12</span>&#160;<span class="comment">// 
 distributed under the License is distributed on an &quot;AS IS&quot; BASIS,</span></div><div class="line"><a name="l00013"></a><span class="lineno">   13</span>&#160;<span class="comment">// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div><div class="line"><a name="l00014"></a><span class="lineno">   14</span>&#160;<span class="comment">// See the License for the specific language governing permissions and</span></div><div class="line"><a name="l00015"></a><span class="lineno">   15</span>&#160;<span class="comment">// limitations under the License.</span></div><div class="line"><a name="l00016"></a><span class="lineno">   16</span>&#160;</div><div class="line"><a name="l00017"></a><span class="lineno">   17</span>&#160;<span class="preprocessor">#ifndef __SLAVE_CONTAINERIZER_FETCHER_PROCESS_HPP__</span></div><div class="line"><a name="l00018"></a><span class="lineno">   18</span>&#160;<span class="preprocessor">#define __SLAVE_CONTAINERIZER_FETC
 HER_PROCESS_HPP__</span></div><div class="line"><a name="l00019"></a><span class="lineno">   19</span>&#160;</div><div class="line"><a name="l00020"></a><span class="lineno">   20</span>&#160;<span class="preprocessor">#include &lt;list&gt;</span></div><div class="line"><a name="l00021"></a><span class="lineno">   21</span>&#160;<span class="preprocessor">#include &lt;memory&gt;</span></div><div class="line"><a name="l00022"></a><span class="lineno">   22</span>&#160;<span class="preprocessor">#include &lt;string&gt;</span></div><div class="line"><a name="l00023"></a><span class="lineno">   23</span>&#160;</div><div class="line"><a name="l00024"></a><span class="lineno">   24</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="include_2mesos_2mesos_8hpp.html">mesos/mesos.hpp</a>&gt;</span></div><div class="line"><a name="l00025"></a><span class="lineno">   25</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="type__utils_8hpp.html">mesos/
 type_utils.hpp</a>&gt;</span></div><div class="line"><a name="l00026"></a><span class="lineno">   26</span>&#160;</div><div class="line"><a name="l00027"></a><span class="lineno">   27</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="future_8hpp.html">process/future.hpp</a>&gt;</span></div><div class="line"><a name="l00028"></a><span class="lineno">   28</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="libprocess_2include_2process_2process_8hpp.html">process/process.hpp</a>&gt;</span></div><div class="line"><a name="l00029"></a><span class="lineno">   29</span>&#160;</div><div class="line"><a name="l00030"></a><span class="lineno">   30</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="counter_8hpp.html">process/metrics/counter.hpp</a>&gt;</span></div><div class="line"><a name="l00031"></a><span class="lineno">   31</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="gauge_8hpp.html">proc
 ess/metrics/gauge.hpp</a>&gt;</span></div><div class="line"><a name="l00032"></a><span class="lineno">   32</span>&#160;</div><div class="line"><a name="l00033"></a><span class="lineno">   33</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="hashmap_8hpp.html">stout/hashmap.hpp</a>&gt;</span></div><div class="line"><a name="l00034"></a><span class="lineno">   34</span>&#160;</div><div class="line"><a name="l00035"></a><span class="lineno">   35</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="src_2slave_2flags_8hpp.html">slave/flags.hpp</a>&quot;</span></div><div class="line"><a name="l00036"></a><span class="lineno">   36</span>&#160;</div><div class="line"><a name="l00037"></a><span class="lineno">   37</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacemesos.html">mesos</a> {</div><div class="line"><a name="l00038"></a><span class="lineno">   38</span>&#160;<span class="keyword">namespace </span><a 
 class="code" href="namespaceinternal.html">internal</a> {</div><div class="line"><a name="l00039"></a><span class="lineno">   39</span>&#160;<span class="keyword">namespace </span>slave {</div><div class="line"><a name="l00040"></a><span class="lineno">   40</span>&#160;</div><div class="line"><a name="l00041"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html">   41</a></span>&#160;<span class="keyword">class </span><a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html">FetcherProcess</a> : <span class="keyword">public</span> <a class="code" href="classprocess_1_1Process.html">process::Process</a>&lt;FetcherProcess&gt;</div><div class="line"><a name="l00042"></a><span class="lineno">   42</span>&#160;{</div><div class="line"><a name="l00043"></a><span class="lineno">   43</span>&#160;<span class="keyword">public</span>:</div><div class="line"><a name="l00044"></a><span class="lineno">   44</span>&#160;  <span
  class="keyword">explicit</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#a0e1e5d30009069a71b9aff975304e3e3">FetcherProcess</a>(<span class="keyword">const</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1Flags.html">Flags</a>&amp; _flags);</div><div class="line"><a name="l00045"></a><span class="lineno">   45</span>&#160;  <span class="keyword">virtual</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#ac547207a79610941e4fd1a44fb1eb225">~FetcherProcess</a>();</div><div class="line"><a name="l00046"></a><span class="lineno">   46</span>&#160;</div><div class="line"><a name="l00047"></a><span class="lineno">   47</span>&#160;  <a class="code" href="classprocess_1_1Future.html">process::Future&lt;Nothing&gt;</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#aa85f02a121ced7824d5f1a4f8868d12d">fetch</a>(</div><div class="line"><a name="l00048"></a><span class="lineno">   48
 </span>&#160;      <span class="keyword">const</span> ContainerID&amp; containerId,</div><div class="line"><a name="l00049"></a><span class="lineno">   49</span>&#160;      <span class="keyword">const</span> CommandInfo&amp; commandInfo,</div><div class="line"><a name="l00050"></a><span class="lineno">   50</span>&#160;      <span class="keyword">const</span> std::string&amp; sandboxDirectory,</div><div class="line"><a name="l00051"></a><span class="lineno">   51</span>&#160;      <span class="keyword">const</span> <a class="code" href="classOption.html">Option&lt;std::string&gt;</a>&amp; <a class="code" href="namespaceos.html#a698aa27e5ea6b1dc1c190b978c2f7960">user</a>);</div><div class="line"><a name="l00052"></a><span class="lineno">   52</span>&#160;</div><div class="line"><a name="l00053"></a><span class="lineno">   53</span>&#160;  <span class="comment">// Runs the mesos-fetcher, creating a &quot;stdout&quot; and &quot;stderr&quot; file</span></div><div class="line"><a name="l
 00054"></a><span class="lineno">   54</span>&#160;  <span class="comment">// in the given directory, using these for trace output.</span></div><div class="line"><a name="l00055"></a><span class="lineno">   55</span>&#160;  <span class="keyword">virtual</span> <a class="code" href="classprocess_1_1Future.html">process::Future&lt;Nothing&gt;</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#af4f74f98f2997125702f99aaad749764">run</a>(</div><div class="line"><a name="l00056"></a><span class="lineno">   56</span>&#160;      <span class="keyword">const</span> ContainerID&amp; containerId,</div><div class="line"><a name="l00057"></a><span class="lineno">   57</span>&#160;      <span class="keyword">const</span> std::string&amp; sandboxDirectory,</div><div class="line"><a name="l00058"></a><span class="lineno">   58</span>&#160;      <span class="keyword">const</span> <a class="code" href="classOption.html">Option&lt;std::string&gt;</a>&amp; user,</div><div cl
 ass="line"><a name="l00059"></a><span class="lineno">   59</span>&#160;      <span class="keyword">const</span> mesos::fetcher::FetcherInfo&amp; info);</div><div class="line"><a name="l00060"></a><span class="lineno">   60</span>&#160;</div><div class="line"><a name="l00061"></a><span class="lineno">   61</span>&#160;  <span class="comment">// Best effort attempt to kill the external mesos-fetcher process</span></div><div class="line"><a name="l00062"></a><span class="lineno">   62</span>&#160;  <span class="comment">// running on behalf of the given container ID, if any.</span></div><div class="line"><a name="l00063"></a><span class="lineno">   63</span>&#160;  <span class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#a5d2404279c883b8bd50493349ae70dbc">kill</a>(<span class="keyword">const</span> ContainerID&amp; containerId);</div><div class="line"><a name="l00064"></a><span class="lineno">   64</span>&#160;</div><div class="
 line"><a name="l00065"></a><span class="lineno">   65</span>&#160;  <span class="comment">// Representation of the fetcher cache and its contents. There is</span></div><div class="line"><a name="l00066"></a><span class="lineno">   66</span>&#160;  <span class="comment">// exactly one instance per instance of FetcherProcess. All methods</span></div><div class="line"><a name="l00067"></a><span class="lineno">   67</span>&#160;  <span class="comment">// of Cache are to be executed on the latter to ensure atomicity of</span></div><div class="line"><a name="l00068"></a><span class="lineno">   68</span>&#160;  <span class="comment">// cache operations.</span></div><div class="line"><a name="l00069"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html">   69</a></span>&#160;  <span class="keyword">class </span><a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html">Cache</a></div><div class="line"><a n
 ame="l00070"></a><span class="lineno">   70</span>&#160;  {</div><div class="line"><a name="l00071"></a><span class="lineno">   71</span>&#160;  <span class="keyword">public</span>:</div><div class="line"><a name="l00072"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html">   72</a></span>&#160;    <span class="keyword">class </span><a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html">Entry</a></div><div class="line"><a name="l00073"></a><span class="lineno">   73</span>&#160;    {</div><div class="line"><a name="l00074"></a><span class="lineno">   74</span>&#160;    <span class="keyword">public</span>:</div><div class="line"><a name="l00075"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a455df03497fa53d3a2b174181a9c91d6">   75</a></span>&#160;      <a class="code" href="classmesos_1_1internal_1_1sla
 ve_1_1FetcherProcess_1_1Cache_1_1Entry.html#a455df03497fa53d3a2b174181a9c91d6">Entry</a>(</div><div class="line"><a name="l00076"></a><span class="lineno">   76</span>&#160;          <span class="keyword">const</span> std::string&amp; <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a0297220fc67343a86f4433e51d95adb4">key</a>,</div><div class="line"><a name="l00077"></a><span class="lineno">   77</span>&#160;          <span class="keyword">const</span> std::string&amp; <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a287fe4e57be0aef3e9c62440e615d97a">directory</a>,</div><div class="line"><a name="l00078"></a><span class="lineno">   78</span>&#160;          <span class="keyword">const</span> std::string&amp; <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a7fcdedae0524c389961c6ab122c25074">filename</a>)</div><div class="line"><a name="l00079"></a>
 <span class="lineno">   79</span>&#160;        : key(key),</div><div class="line"><a name="l00080"></a><span class="lineno">   80</span>&#160;          directory(directory),</div><div class="line"><a name="l00081"></a><span class="lineno">   81</span>&#160;          filename(filename),</div><div class="line"><a name="l00082"></a><span class="lineno">   82</span>&#160;          <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#aa555eaa4e8f7155290f52088bf69ba34">size</a>(0),</div><div class="line"><a name="l00083"></a><span class="lineno">   83</span>&#160;          referenceCount(0) {}</div><div class="line"><a name="l00084"></a><span class="lineno">   84</span>&#160;</div><div class="line"><a name="l00085"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a29819d6b83020d6b1158ac0d104c1b07">   85</a></span>&#160;      <a class="code" href="classmesos_1_1internal_1_1slave
 _1_1FetcherProcess_1_1Cache_1_1Entry.html#a29819d6b83020d6b1158ac0d104c1b07">~Entry</a>() {}</div><div class="line"><a name="l00086"></a><span class="lineno">   86</span>&#160;</div><div class="line"><a name="l00087"></a><span class="lineno">   87</span>&#160;      <span class="comment">// Marks this file&#39;s download as successful by setting its promise</span></div><div class="line"><a name="l00088"></a><span class="lineno">   88</span>&#160;      <span class="comment">// to the path of the file in the cache.</span></div><div class="line"><a name="l00089"></a><span class="lineno">   89</span>&#160;      <span class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#ab605385790138d8f71abc18974aee1d5">complete</a>();</div><div class="line"><a name="l00090"></a><span class="lineno">   90</span>&#160;</div><div class="line"><a name="l00091"></a><span class="lineno">   91</span>&#160;      <span class="comment">// I
 ndicates whether this file&#39;s download into the cache is</span></div><div class="line"><a name="l00092"></a><span class="lineno">   92</span>&#160;      <span class="comment">// successfully completed.</span></div><div class="line"><a name="l00093"></a><span class="lineno">   93</span>&#160;      <a class="code" href="classprocess_1_1Future.html">process::Future&lt;Nothing&gt;</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a45d1570d67ed377199137e272a126711">completion</a>();</div><div class="line"><a name="l00094"></a><span class="lineno">   94</span>&#160;</div><div class="line"><a name="l00095"></a><span class="lineno">   95</span>&#160;      <span class="comment">// Marks this download as failed, notifying concurrent fetch attempts</span></div><div class="line"><a name="l00096"></a><span class="lineno">   96</span>&#160;      <span class="comment">// waiting for this result, by setting the promise to failed.</span></div><div 
 class="line"><a name="l00097"></a><span class="lineno">   97</span>&#160;      <span class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#ad67bbd6639b81505a6c3be8825eafa5b">fail</a>();</div><div class="line"><a name="l00098"></a><span class="lineno">   98</span>&#160;</div><div class="line"><a name="l00099"></a><span class="lineno">   99</span>&#160;      <span class="comment">// While an entry is &quot;referenced&quot; it cannot be evicted from the</span></div><div class="line"><a name="l00100"></a><span class="lineno">  100</span>&#160;      <span class="comment">// cache.</span></div><div class="line"><a name="l00101"></a><span class="lineno">  101</span>&#160;      <span class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a201044dce390fe17935873208428fc86">reference</a>();</div><div class="line"><a name="l00102"></a><span class="lin
 eno">  102</span>&#160;      <span class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a3df365057bac1a641a348583b2fa7480">unreference</a>();</div><div class="line"><a name="l00103"></a><span class="lineno">  103</span>&#160;      <span class="keywordtype">bool</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a9ac79e387cdf76b3daa0b3e160758b29">isReferenced</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00104"></a><span class="lineno">  104</span>&#160;</div><div class="line"><a name="l00105"></a><span class="lineno">  105</span>&#160;      <span class="comment">// Returns the path in the filesystem where cache entry resides.</span></div><div class="line"><a name="l00106"></a><span class="lineno">  106</span>&#160;      <span class="comment">// TODO(bernd-mesos): Remove this construct after refactoring so</span></div><div class="li
 ne"><a name="l00107"></a><span class="lineno">  107</span>&#160;      <span class="comment">// that the slave flags get injected into the fetcher.</span></div><div class="line"><a name="l00108"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a67db657f034ac8b51e68ee0477a2da1e">  108</a></span>&#160;      <a class="code" href="classPath.html">Path</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a67db657f034ac8b51e68ee0477a2da1e">path</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classPath.html">Path</a>(<a class="code" href="namespacepath.html#aa86b16a2171cec90bb3337930513ef0f">path::join</a>(<a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a287fe4e57be0aef3e9c62440e615d97a">directory</a>, <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_
 1_1Cache_1_1Entry.html#a7fcdedae0524c389961c6ab122c25074">filename</a>)); }</div><div class="line"><a name="l00109"></a><span class="lineno">  109</span>&#160;</div><div class="line"><a name="l00110"></a><span class="lineno">  110</span>&#160;      <span class="comment">// Uniquely identifies a user/URI combination.</span></div><div class="line"><a name="l00111"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a0297220fc67343a86f4433e51d95adb4">  111</a></span>&#160;      <span class="keyword">const</span> std::string <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a0297220fc67343a86f4433e51d95adb4">key</a>;</div><div class="line"><a name="l00112"></a><span class="lineno">  112</span>&#160;</div><div class="line"><a name="l00113"></a><span class="lineno">  113</span>&#160;      <span class="comment">// Cache directory where this entry is stored.</span></div><div clas
 s="line"><a name="l00114"></a><span class="lineno">  114</span>&#160;      <span class="comment">// TODO(bernd-mesos): Remove this construct after refactoring so</span></div><div class="line"><a name="l00115"></a><span class="lineno">  115</span>&#160;      <span class="comment">// that the slave flags get injected into the fetcher.</span></div><div class="line"><a name="l00116"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a287fe4e57be0aef3e9c62440e615d97a">  116</a></span>&#160;      <span class="keyword">const</span> std::string <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a287fe4e57be0aef3e9c62440e615d97a">directory</a>;</div><div class="line"><a name="l00117"></a><span class="lineno">  117</span>&#160;</div><div class="line"><a name="l00118"></a><span class="lineno">  118</span>&#160;      <span class="comment">// The unique name of the file held in the ca
 che on behalf of a</span></div><div class="line"><a name="l00119"></a><span class="lineno">  119</span>&#160;      <span class="comment">// URI.</span></div><div class="line"><a name="l00120"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a7fcdedae0524c389961c6ab122c25074">  120</a></span>&#160;      <span class="keyword">const</span> std::string <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a7fcdedae0524c389961c6ab122c25074">filename</a>;</div><div class="line"><a name="l00121"></a><span class="lineno">  121</span>&#160;</div><div class="line"><a name="l00122"></a><span class="lineno">  122</span>&#160;      <span class="comment">// The expected size of the cache file. This field is set before</span></div><div class="line"><a name="l00123"></a><span class="lineno">  123</span>&#160;      <span class="comment">// downloading. If the actual size of the downloaded 
 file is</span></div><div class="line"><a name="l00124"></a><span class="lineno">  124</span>&#160;      <span class="comment">// different a warning is logged and the field&#39;s value adjusted.</span></div><div class="line"><a name="l00125"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#aa555eaa4e8f7155290f52088bf69ba34">  125</a></span>&#160;      <a class="code" href="classBytes.html">Bytes</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#aa555eaa4e8f7155290f52088bf69ba34">size</a>;</div><div class="line"><a name="l00126"></a><span class="lineno">  126</span>&#160;</div><div class="line"><a name="l00127"></a><span class="lineno">  127</span>&#160;    <span class="keyword">private</span>:</div><div class="line"><a name="l00128"></a><span class="lineno">  128</span>&#160;      <span class="comment">// Concurrent fetch attempts can reference the same entry multi
 ple</span></div><div class="line"><a name="l00129"></a><span class="lineno">  129</span>&#160;      <span class="comment">// times.</span></div><div class="line"><a name="l00130"></a><span class="lineno">  130</span>&#160;      <span class="keywordtype">unsigned</span> <span class="keywordtype">long</span> referenceCount;</div><div class="line"><a name="l00131"></a><span class="lineno">  131</span>&#160;</div><div class="line"><a name="l00132"></a><span class="lineno">  132</span>&#160;     <span class="comment">// Indicates successful downloading to the cache.</span></div><div class="line"><a name="l00133"></a><span class="lineno">  133</span>&#160;      <a class="code" href="classprocess_1_1Promise.html">process::Promise&lt;Nothing&gt;</a> promise;</div><div class="line"><a name="l00134"></a><span class="lineno">  134</span>&#160;    };</div><div class="line"><a name="l00135"></a><span class="lineno">  135</span>&#160;</div><div class="line"><a name="l00136"></a><span class="linen
 o"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#abe9028cb04e53cd6ee174961af83d59b">  136</a></span>&#160;    <span class="keyword">explicit</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#abe9028cb04e53cd6ee174961af83d59b">Cache</a>(<a class="code" href="classBytes.html">Bytes</a> _space) : space(_space), tally(0), filenameSerial(0) {}</div><div class="line"><a name="l00137"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a6512abf4e95bb472c6d1847fd560c66b">  137</a></span>&#160;    <span class="keyword">virtual</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a6512abf4e95bb472c6d1847fd560c66b">~Cache</a>() {}</div><div class="line"><a name="l00138"></a><span class="lineno">  138</span>&#160;</div><div class="line"><a name="l00139"></a><span class="lineno">  139</span>&#160;    <span class="key
 wordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a4ed2793e1dcf944525235ae1f4a2c474">claimSpace</a>(<span class="keyword">const</span> <a class="code" href="classBytes.html">Bytes</a>&amp; bytes);</div><div class="line"><a name="l00140"></a><span class="lineno">  140</span>&#160;    <span class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#aa71855bc2a58180c8abdfac250e6c4af">releaseSpace</a>(<span class="keyword">const</span> <a class="code" href="classBytes.html">Bytes</a>&amp; bytes);</div><div class="line"><a name="l00141"></a><span class="lineno">  141</span>&#160;</div><div class="line"><a name="l00142"></a><span class="lineno">  142</span>&#160;    <a class="code" href="classBytes.html">Bytes</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a7e9241ea074b72218ace2abaf65a00ab">totalSpace</a>() <span class="keyword">co
 nst</span>;</div><div class="line"><a name="l00143"></a><span class="lineno">  143</span>&#160;    <a class="code" href="classBytes.html">Bytes</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#ad6cbb59defc88edb511562c691bb4d10">usedSpace</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00144"></a><span class="lineno">  144</span>&#160;    <a class="code" href="classBytes.html">Bytes</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#aad24cf6d30a1f1deec48c39b1adb01cc">availableSpace</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00145"></a><span class="lineno">  145</span>&#160;</div><div class="line"><a name="l00146"></a><span class="lineno">  146</span>&#160;    <span class="comment">// Invents a new, distinct base name for a cache file, using the same</span></div><div class="line"><a name="l00147"></a><span class="lineno">  147</span>&#160;    <span
  class="comment">// filename extension as the URI.</span></div><div class="line"><a name="l00148"></a><span class="lineno">  148</span>&#160;    std::string <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a4d70156e4b7b93d9a5570adcdb870898">nextFilename</a>(<span class="keyword">const</span> CommandInfo::URI&amp; <a class="code" href="namespaceuri.html">uri</a>);</div><div class="line"><a name="l00149"></a><span class="lineno">  149</span>&#160;</div><div class="line"><a name="l00150"></a><span class="lineno">  150</span>&#160;    <span class="comment">// Creates a new entry and inserts it into the cache table. Also</span></div><div class="line"><a name="l00151"></a><span class="lineno">  151</span>&#160;    <span class="comment">// sets its reference count to 1. Returns the entry.</span></div><div class="line"><a name="l00152"></a><span class="lineno">  152</span>&#160;    std::shared_ptr&lt;Entry&gt; <a class="code" href="classmesos_1_1internal
 _1_1slave_1_1FetcherProcess_1_1Cache.html#ae3c4174b4c86b74869e4069e7e3ceab1">create</a>(</div><div class="line"><a name="l00153"></a><span class="lineno">  153</span>&#160;        <span class="keyword">const</span> std::string&amp; cacheDirectory,</div><div class="line"><a name="l00154"></a><span class="lineno">  154</span>&#160;        <span class="keyword">const</span> <a class="code" href="classOption.html">Option&lt;std::string&gt;</a>&amp; user,</div><div class="line"><a name="l00155"></a><span class="lineno">  155</span>&#160;        <span class="keyword">const</span> CommandInfo::URI&amp; uri);</div><div class="line"><a name="l00156"></a><span class="lineno">  156</span>&#160;</div><div class="line"><a name="l00157"></a><span class="lineno">  157</span>&#160;    <span class="comment">// Retrieves the cache entry indexed by the parameters, without</span></div><div class="line"><a name="l00158"></a><span class="lineno">  158</span>&#160;    <span class="comment">// changing its
  reference count.</span></div><div class="line"><a name="l00159"></a><span class="lineno">  159</span>&#160;    <a class="code" href="classOption.html">Option&lt;std::shared_ptr&lt;Entry&gt;</a>&gt; <span class="keyword">get</span>(</div><div class="line"><a name="l00160"></a><span class="lineno">  160</span>&#160;        <span class="keyword">const</span> <a class="code" href="classOption.html">Option&lt;std::string&gt;</a>&amp; <a class="code" href="namespaceos.html#a698aa27e5ea6b1dc1c190b978c2f7960">user</a>,</div><div class="line"><a name="l00161"></a><span class="lineno">  161</span>&#160;        <span class="keyword">const</span> std::string&amp; uri);</div><div class="line"><a name="l00162"></a><span class="lineno">  162</span>&#160;</div><div class="line"><a name="l00163"></a><span class="lineno">  163</span>&#160;    <span class="comment">// Returns whether an entry for this user and URI is in the cache.</span></div><div class="line"><a name="l00164"></a><span class="lineno
 ">  164</span>&#160;    <span class="keywordtype">bool</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#ab3c3ecce0a57e75bfc160d343c23c876">contains</a>(</div><div class="line"><a name="l00165"></a><span class="lineno">  165</span>&#160;        <span class="keyword">const</span> <a class="code" href="classOption.html">Option&lt;std::string&gt;</a>&amp; user, <span class="keyword">const</span> std::string&amp; uri) <span class="keyword">const</span>;</div><div class="line"><a name="l00166"></a><span class="lineno">  166</span>&#160;</div><div class="line"><a name="l00167"></a><span class="lineno">  167</span>&#160;    <span class="comment">// Returns whether this identical entry is in the cache.</span></div><div class="line"><a name="l00168"></a><span class="lineno">  168</span>&#160;    <span class="keywordtype">bool</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#ab3c3ecce0a57e75bfc160d343c23c87
 6">contains</a>(<span class="keyword">const</span> std::shared_ptr&lt;Cache::Entry&gt;&amp; entry) <span class="keyword">const</span>;</div><div class="line"><a name="l00169"></a><span class="lineno">  169</span>&#160;</div><div class="line"><a name="l00170"></a><span class="lineno">  170</span>&#160;    <span class="comment">// Completely deletes a cache entry and its file. Warns on failure.</span></div><div class="line"><a name="l00171"></a><span class="lineno">  171</span>&#160;    <span class="comment">// Virtual for mock testing.</span></div><div class="line"><a name="l00172"></a><span class="lineno">  172</span>&#160;    <span class="keyword">virtual</span> <a class="code" href="classTry.html">Try&lt;Nothing&gt;</a> <span class="keyword">remove</span>(<span class="keyword">const</span> std::shared_ptr&lt;Entry&gt;&amp; entry);</div><div class="line"><a name="l00173"></a><span class="lineno">  173</span>&#160;</div><div class="line"><a name="l00174"></a><span class="lineno">  1
 74</span>&#160;    <span class="comment">// Determines a list of cache entries to remove, respectively cache files</span></div><div class="line"><a name="l00175"></a><span class="lineno">  175</span>&#160;    <span class="comment">// to delete, so that at least the required amount of space would become</span></div><div class="line"><a name="l00176"></a><span class="lineno">  176</span>&#160;    <span class="comment">// available.</span></div><div class="line"><a name="l00177"></a><span class="lineno">  177</span>&#160;    <a class="code" href="classTry.html">Try&lt;std::list&lt;std::shared_ptr&lt;Cache::Entry&gt;</a>&gt;&gt;</div><div class="line"><a name="l00178"></a><span class="lineno">  178</span>&#160;        <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a0467f9eeeff780c236140976df41e6bf">selectVictims</a>(<span class="keyword">const</span> <a class="code" href="classBytes.html">Bytes</a>&amp; requiredSpace);</div><div class="line"><a nam
 e="l00179"></a><span class="lineno">  179</span>&#160;</div><div class="line"><a name="l00180"></a><span class="lineno">  180</span>&#160;    <span class="comment">// Ensures that there is the requested amount of space is available</span></div><div class="line"><a name="l00181"></a><span class="lineno">  181</span>&#160;    <span class="comment">// Evicts other files as necessary to make it so.</span></div><div class="line"><a name="l00182"></a><span class="lineno">  182</span>&#160;    <a class="code" href="classTry.html">Try&lt;Nothing&gt;</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a78dc006d647ff14c96d51ed2306493e0">reserve</a>(<span class="keyword">const</span> <a class="code" href="classBytes.html">Bytes</a>&amp; requestedSpace);</div><div class="line"><a name="l00183"></a><span class="lineno">  183</span>&#160;</div><div class="line"><a name="l00184"></a><span class="lineno">  184</span>&#160;    <span class="comment">// Finds out 
 if any predictions about cache file sizes have been</span></div><div class="line"><a name="l00185"></a><span class="lineno">  185</span>&#160;    <span class="comment">// inaccurate, logs this if so, and records the cache files&#39; actual</span></div><div class="line"><a name="l00186"></a><span class="lineno">  186</span>&#160;    <span class="comment">// sizes and adjusts the cache&#39;s total amount of space in use.</span></div><div class="line"><a name="l00187"></a><span class="lineno">  187</span>&#160;    <a class="code" href="classTry.html">Try&lt;Nothing&gt;</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#ac38d5471648944c61e590c1c673604c9">adjust</a>(<span class="keyword">const</span> std::shared_ptr&lt;Cache::Entry&gt;&amp; entry);</div><div class="line"><a name="l00188"></a><span class="lineno">  188</span>&#160;</div><div class="line"><a name="l00189"></a><span class="lineno">  189</span>&#160;    <span class="comment">// Number o
 f entries.</span></div><div class="line"><a name="l00190"></a><span class="lineno">  190</span>&#160;    <span class="keywordtype">size_t</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#aa555eaa4e8f7155290f52088bf69ba34">size</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00191"></a><span class="lineno">  191</span>&#160;</div><div class="line"><a name="l00192"></a><span class="lineno">  192</span>&#160;  <span class="keyword">private</span>:</div><div class="line"><a name="l00193"></a><span class="lineno">  193</span>&#160;    <span class="comment">// Maximum storable number of bytes in the cache directory.</span></div><div class="line"><a name="l00194"></a><span class="lineno">  194</span>&#160;    <span class="keyword">const</span> <a class="code" href="classBytes.html">Bytes</a> space;</div><div class="line"><a name="l00195"></a><span class="lineno">  195</span>&#160;</div><div class="line"><a name
 ="l00196"></a><span class="lineno">  196</span>&#160;    <span class="comment">// How much space has been reserved to be occupied by cache files.</span></div><div class="line"><a name="l00197"></a><span class="lineno">  197</span>&#160;    <a class="code" href="classBytes.html">Bytes</a> tally;</div><div class="line"><a name="l00198"></a><span class="lineno">  198</span>&#160;</div><div class="line"><a name="l00199"></a><span class="lineno">  199</span>&#160;    <span class="comment">// Used to generate distinct cache file names simply by counting.</span></div><div class="line"><a name="l00200"></a><span class="lineno">  200</span>&#160;    <span class="keywordtype">unsigned</span> <span class="keywordtype">long</span> filenameSerial;</div><div class="line"><a name="l00201"></a><span class="lineno">  201</span>&#160;</div><div class="line"><a name="l00202"></a><span class="lineno">  202</span>&#160;    <span class="comment">// Maps keys (cache directory / URI combinations) to cache 
 file</span></div><div class="line"><a name="l00203"></a><span class="lineno">  203</span>&#160;    <span class="comment">// entries.</span></div><div class="line"><a name="l00204"></a><span class="lineno">  204</span>&#160;    <a class="code" href="classhashmap.html">hashmap&lt;std::string, std::shared_ptr&lt;Entry&gt;</a>&gt; table;</div><div class="line"><a name="l00205"></a><span class="lineno">  205</span>&#160;</div><div class="line"><a name="l00206"></a><span class="lineno">  206</span>&#160;    <span class="comment">// Stores cache file entries sorted from LRU to MRU.</span></div><div class="line"><a name="l00207"></a><span class="lineno">  207</span>&#160;    std::list&lt;std::shared_ptr&lt;Entry&gt;&gt; lruSortedEntries;</div><div class="line"><a name="l00208"></a><span class="lineno">  208</span>&#160;  };</div><div class="line"><a name="l00209"></a><span class="lineno">  209</span>&#160;</div><div class="line"><a name="l00210"></a><span class="lineno">  210</span>&#160;  
 <span class="comment">// Public and virtual for mock testing.</span></div><div class="line"><a name="l00211"></a><span class="lineno">  211</span>&#160;  <span class="keyword">virtual</span> <a class="code" href="classprocess_1_1Future.html">process::Future&lt;Nothing&gt;</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#a7839bfa6ada1f6f5a0107878bfc358f2">_fetch</a>(</div><div class="line"><a name="l00212"></a><span class="lineno">  212</span>&#160;      <span class="keyword">const</span> <a class="code" href="classhashmap.html">hashmap</a>&lt;</div><div class="line"><a name="l00213"></a><span class="lineno">  213</span>&#160;          CommandInfo::URI,</div><div class="line"><a name="l00214"></a><span class="lineno">  214</span>&#160;          <a class="code" href="classOption.html">Option</a>&lt;<a class="code" href="classprocess_1_1Future.html">process::Future</a>&lt;std::shared_ptr&lt;Cache::Entry&gt;&gt;&gt;&gt;&amp;</div><div class="line"><a name
 ="l00215"></a><span class="lineno">  215</span>&#160;        entries,</div><div class="line"><a name="l00216"></a><span class="lineno">  216</span>&#160;      <span class="keyword">const</span> ContainerID&amp; containerId,</div><div class="line"><a name="l00217"></a><span class="lineno">  217</span>&#160;      <span class="keyword">const</span> std::string&amp; sandboxDirectory,</div><div class="line"><a name="l00218"></a><span class="lineno">  218</span>&#160;      <span class="keyword">const</span> std::string&amp; cacheDirectory,</div><div class="line"><a name="l00219"></a><span class="lineno">  219</span>&#160;      <span class="keyword">const</span> <a class="code" href="classOption.html">Option&lt;std::string&gt;</a>&amp; user);</div><div class="line"><a name="l00220"></a><span class="lineno">  220</span>&#160;</div><div class="line"><a name="l00221"></a><span class="lineno">  221</span>&#160;  <span class="comment">// Returns a list of cache files on disk for the given slave
 </span></div><div class="line"><a name="l00222"></a><span class="lineno">  222</span>&#160;  <span class="comment">// (for all users combined). For testing.</span></div><div class="line"><a name="l00223"></a><span class="lineno">  223</span>&#160;  <a class="code" href="classTry.html">Try&lt;std::list&lt;Path&gt;</a>&gt; <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#a2b61700c6c2727a27e6dc2c96a85fd3f">cacheFiles</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00224"></a><span class="lineno">  224</span>&#160;</div><div class="line"><a name="l00225"></a><span class="lineno">  225</span>&#160;  <span class="comment">// Returns the number of cache entries for the given slave (for all</span></div><div class="line"><a name="l00226"></a><span class="lineno">  226</span>&#160;  <span class="comment">// users combined). For testing.</span></div><div class="line"><a name="l00227"></a><span class="lineno">  227</span>&#160;  <span class
 ="keywordtype">size_t</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#a179d83b99f69455b6968bd27d9b5649e">cacheSize</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00228"></a><span class="lineno">  228</span>&#160;</div><div class="line"><a name="l00229"></a><span class="lineno">  229</span>&#160;  <span class="comment">// Returns the amount of remaining cache space that is not occupied</span></div><div class="line"><a name="l00230"></a><span class="lineno">  230</span>&#160;  <span class="comment">// by cache entries. For testing.</span></div><div class="line"><a name="l00231"></a><span class="lineno">  231</span>&#160;  <a class="code" href="classBytes.html">Bytes</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#a94fb0cab716a430c9a9e85c6f2ccaf70">availableCacheSpace</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00232"></a><span class="lineno">  232</span>&#160
 ;</div><div class="line"><a name="l00233"></a><span class="lineno">  233</span>&#160;<span class="keyword">private</span>:</div><div class="line"><a name="l00234"></a><span class="lineno">  234</span>&#160;  <a class="code" href="classprocess_1_1Future.html">process::Future&lt;Nothing&gt;</a> __fetch(</div><div class="line"><a name="l00235"></a><span class="lineno">  235</span>&#160;      <span class="keyword">const</span> <a class="code" href="classhashmap.html">hashmap</a>&lt;CommandInfo::URI,</div><div class="line"><a name="l00236"></a><span class="lineno">  236</span>&#160;      <a class="code" href="classOption.html">Option</a>&lt;std::shared_ptr&lt;Cache::Entry&gt;&gt;&gt;&amp; entries,</div><div class="line"><a name="l00237"></a><span class="lineno">  237</span>&#160;      <span class="keyword">const</span> ContainerID&amp; containerId,</div><div class="line"><a name="l00238"></a><span class="lineno">  238</span>&#160;      <span class="keyword">const</span> std::string&amp; 
 sandboxDirectory,</div><div class="line"><a name="l00239"></a><span class="lineno">  239</span>&#160;      <span class="keyword">const</span> std::string&amp; cacheDirectory,</div><div class="line"><a name="l00240"></a><span class="lineno">  240</span>&#160;      <span class="keyword">const</span> <a class="code" href="classOption.html">Option&lt;std::string&gt;</a>&amp; user);</div><div class="line"><a name="l00241"></a><span class="lineno">  241</span>&#160;</div><div class="line"><a name="l00242"></a><span class="lineno">  242</span>&#160;  <span class="comment">// Calls Cache::reserve() and returns a ready entry future if successful,</span></div><div class="line"><a name="l00243"></a><span class="lineno">  243</span>&#160;  <span class="comment">// else Failure. Claims the space and assigns the entry&#39;s size to this</span></div><div class="line"><a name="l00244"></a><span class="lineno">  244</span>&#160;  <span class="comment">// amount if and only if successful.</span></div
 ><div class="line"><a name="l00245"></a><span class="lineno">  245</span>&#160;  <a class="code" href="classprocess_1_1Future.html">process::Future&lt;std::shared_ptr&lt;Cache::Entry&gt;</a>&gt; reserveCacheSpace(</div><div class="line"><a name="l00246"></a><span class="lineno">  246</span>&#160;      <span class="keyword">const</span> <a class="code" href="classTry.html">Try&lt;Bytes&gt;</a>&amp; requestedSpace,</div><div class="line"><a name="l00247"></a><span class="lineno">  247</span>&#160;      <span class="keyword">const</span> std::shared_ptr&lt;Cache::Entry&gt;&amp; entry);</div><div class="line"><a name="l00248"></a><span class="lineno">  248</span>&#160;</div><div class="line"><a name="l00249"></a><span class="lineno">  249</span>&#160;  <span class="keyword">struct </span><a class="code" href="namespacemesos_1_1internal_1_1tests.html#ace210c8852d8ef1f0f67ec3af06281f6">Metrics</a></div><div class="line"><a name="l00250"></a><span class="lineno">  250</span>&#160;  {</div>
 <div class="line"><a name="l00251"></a><span class="lineno">  251</span>&#160;    <span class="keyword">explicit</span> <a class="code" href="namespacemesos_1_1internal_1_1tests.html#ace210c8852d8ef1f0f67ec3af06281f6">Metrics</a>(<a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html">FetcherProcess</a> *fetcher);</div><div class="line"><a name="l00252"></a><span class="lineno">  252</span>&#160;    ~<a class="code" href="namespacemesos_1_1internal_1_1tests.html#ace210c8852d8ef1f0f67ec3af06281f6">Metrics</a>();</div><div class="line"><a name="l00253"></a><span class="lineno">  253</span>&#160;</div><div class="line"><a name="l00254"></a><span class="lineno">  254</span>&#160;    <span class="comment">// NOTE: These metrics will increment at most once per task. Even if</span></div><div class="line"><a name="l00255"></a><span class="lineno">  255</span>&#160;    <span class="comment">// a single task asks for multiple artifacts, the total number of</span></div><d
 iv class="line"><a name="l00256"></a><span class="lineno">  256</span>&#160;    <span class="comment">// fetches will only go up by one. And if any of those artifacts</span></div><div class="line"><a name="l00257"></a><span class="lineno">  257</span>&#160;    <span class="comment">// fail to fetch, the failure count will only increase by one.</span></div><div class="line"><a name="l00258"></a><span class="lineno">  258</span>&#160;    <a class="code" href="classprocess_1_1metrics_1_1Counter.html">process::metrics::Counter</a> task_fetches_succeeded;</div><div class="line"><a name="l00259"></a><span class="lineno">  259</span>&#160;    <a class="code" href="classprocess_1_1metrics_1_1Counter.html">process::metrics::Counter</a> task_fetches_failed;</div><div class="line"><a name="l00260"></a><span class="lineno">  260</span>&#160;</div><div class="line"><a name="l00261"></a><span class="lineno">  261</span>&#160;    <a class="code" href="classprocess_1_1metrics_1_1Gauge.html">process
 ::metrics::Gauge</a> cache_size_total_bytes;</div><div class="line"><a name="l00262"></a><span class="lineno">  262</span>&#160;    <a class="code" href="classprocess_1_1metrics_1_1Gauge.html">process::metrics::Gauge</a> cache_size_used_bytes;</div><div class="line"><a name="l00263"></a><span class="lineno">  263</span>&#160;  } metrics;</div><div class="line"><a name="l00264"></a><span class="lineno">  264</span>&#160;</div><div class="line"><a name="l00265"></a><span class="lineno">  265</span>&#160;  <span class="keyword">const</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1Flags.html">Flags</a> <a class="code" href="namespaceflags.html">flags</a>;</div><div class="line"><a name="l00266"></a><span class="lineno">  266</span>&#160;</div><div class="line"><a name="l00267"></a><span class="lineno">  267</span>&#160;  <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html">Cache</a> cache;</div><div class="line"><a name="l00268"></a><sp
 an class="lineno">  268</span>&#160;</div><div class="line"><a name="l00269"></a><span class="lineno">  269</span>&#160;  <a class="code" href="classhashmap.html">hashmap&lt;ContainerID, pid_t&gt;</a> subprocessPids;</div><div class="line"><a name="l00270"></a><span class="lineno">  270</span>&#160;};</div><div class="line"><a name="l00271"></a><span class="lineno">  271</span>&#160;</div><div class="line"><a name="l00272"></a><span class="lineno">  272</span>&#160;</div><div class="line"><a name="l00273"></a><span class="lineno">  273</span>&#160;} <span class="comment">// namespace slave {</span></div><div class="line"><a name="l00274"></a><span class="lineno">  274</span>&#160;} <span class="comment">// namespace internal {</span></div><div class="line"><a name="l00275"></a><span class="lineno">  275</span>&#160;} <span class="comment">// namespace mesos {</span></div><div class="line"><a name="l00276"></a><span class="lineno">  276</span>&#160;</div><div class="line"><a name="l0
 0277"></a><span class="lineno">  277</span>&#160;<span class="preprocessor">#endif // __SLAVE_CONTAINERIZER_FETCHER_PROCESS_HPP__</span></div><div class="ttc" id="classmesos_1_1internal_1_1slave_1_1FetcherProcess_html_a0e1e5d30009069a71b9aff975304e3e3"><div class="ttname"><a href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#a0e1e5d30009069a71b9aff975304e3e3">mesos::internal::slave::FetcherProcess::FetcherProcess</a></div><div class="ttdeci">FetcherProcess(const Flags &amp;_flags)</div></div>
+<a href="fetcher__process_8hpp.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno">    1</span>&#160;<span class="comment">// Licensed to the Apache Software Foundation (ASF) under one</span></div><div class="line"><a name="l00002"></a><span class="lineno">    2</span>&#160;<span class="comment">// or more contributor license agreements.  See the NOTICE file</span></div><div class="line"><a name="l00003"></a><span class="lineno">    3</span>&#160;<span class="comment">// distributed with this work for additional information</span></div><div class="line"><a name="l00004"></a><span class="lineno">    4</span>&#160;<span class="comment">// regarding copyright ownership.  The ASF licenses this file</span></div><div class="line"><a name="l00005"></a><span class="lineno">    5</span>&#160;<span class="comment">// to you under the Apache License, Version 2.0 (the</span></div><div class="line"><a name="l00006"></a>
 <span class="lineno">    6</span>&#160;<span class="comment">// &quot;License&quot;); you may not use this file except in compliance</span></div><div class="line"><a name="l00007"></a><span class="lineno">    7</span>&#160;<span class="comment">// with the License.  You may obtain a copy of the License at</span></div><div class="line"><a name="l00008"></a><span class="lineno">    8</span>&#160;<span class="comment">//</span></div><div class="line"><a name="l00009"></a><span class="lineno">    9</span>&#160;<span class="comment">//     http://www.apache.org/licenses/LICENSE-2.0</span></div><div class="line"><a name="l00010"></a><span class="lineno">   10</span>&#160;<span class="comment">//</span></div><div class="line"><a name="l00011"></a><span class="lineno">   11</span>&#160;<span class="comment">// Unless required by applicable law or agreed to in writing, software</span></div><div class="line"><a name="l00012"></a><span class="lineno">   12</span>&#160;<span class="comment">// 
 distributed under the License is distributed on an &quot;AS IS&quot; BASIS,</span></div><div class="line"><a name="l00013"></a><span class="lineno">   13</span>&#160;<span class="comment">// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div><div class="line"><a name="l00014"></a><span class="lineno">   14</span>&#160;<span class="comment">// See the License for the specific language governing permissions and</span></div><div class="line"><a name="l00015"></a><span class="lineno">   15</span>&#160;<span class="comment">// limitations under the License.</span></div><div class="line"><a name="l00016"></a><span class="lineno">   16</span>&#160;</div><div class="line"><a name="l00017"></a><span class="lineno">   17</span>&#160;<span class="preprocessor">#ifndef __SLAVE_CONTAINERIZER_FETCHER_PROCESS_HPP__</span></div><div class="line"><a name="l00018"></a><span class="lineno">   18</span>&#160;<span class="preprocessor">#define __SLAVE_CONTAINERIZER_FETC
 HER_PROCESS_HPP__</span></div><div class="line"><a name="l00019"></a><span class="lineno">   19</span>&#160;</div><div class="line"><a name="l00020"></a><span class="lineno">   20</span>&#160;<span class="preprocessor">#include &lt;list&gt;</span></div><div class="line"><a name="l00021"></a><span class="lineno">   21</span>&#160;<span class="preprocessor">#include &lt;memory&gt;</span></div><div class="line"><a name="l00022"></a><span class="lineno">   22</span>&#160;<span class="preprocessor">#include &lt;string&gt;</span></div><div class="line"><a name="l00023"></a><span class="lineno">   23</span>&#160;</div><div class="line"><a name="l00024"></a><span class="lineno">   24</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="include_2mesos_2mesos_8hpp.html">mesos/mesos.hpp</a>&gt;</span></div><div class="line"><a name="l00025"></a><span class="lineno">   25</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="type__utils_8hpp.html">mesos/
 type_utils.hpp</a>&gt;</span></div><div class="line"><a name="l00026"></a><span class="lineno">   26</span>&#160;</div><div class="line"><a name="l00027"></a><span class="lineno">   27</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="future_8hpp.html">process/future.hpp</a>&gt;</span></div><div class="line"><a name="l00028"></a><span class="lineno">   28</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="libprocess_2include_2process_2process_8hpp.html">process/process.hpp</a>&gt;</span></div><div class="line"><a name="l00029"></a><span class="lineno">   29</span>&#160;</div><div class="line"><a name="l00030"></a><span class="lineno">   30</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="counter_8hpp.html">process/metrics/counter.hpp</a>&gt;</span></div><div class="line"><a name="l00031"></a><span class="lineno">   31</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="pull__gauge_8hpp.html
 ">process/metrics/pull_gauge.hpp</a>&gt;</span></div><div class="line"><a name="l00032"></a><span class="lineno">   32</span>&#160;</div><div class="line"><a name="l00033"></a><span class="lineno">   33</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="hashmap_8hpp.html">stout/hashmap.hpp</a>&gt;</span></div><div class="line"><a name="l00034"></a><span class="lineno">   34</span>&#160;</div><div class="line"><a name="l00035"></a><span class="lineno">   35</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="src_2slave_2flags_8hpp.html">slave/flags.hpp</a>&quot;</span></div><div class="line"><a name="l00036"></a><span class="lineno">   36</span>&#160;</div><div class="line"><a name="l00037"></a><span class="lineno">   37</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacemesos.html">mesos</a> {</div><div class="line"><a name="l00038"></a><span class="lineno">   38</span>&#160;<span class="keyword">namespace
  </span><a class="code" href="namespaceinternal.html">internal</a> {</div><div class="line"><a name="l00039"></a><span class="lineno">   39</span>&#160;<span class="keyword">namespace </span>slave {</div><div class="line"><a name="l00040"></a><span class="lineno">   40</span>&#160;</div><div class="line"><a name="l00041"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html">   41</a></span>&#160;<span class="keyword">class </span><a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html">FetcherProcess</a> : <span class="keyword">public</span> <a class="code" href="classprocess_1_1Process.html">process::Process</a>&lt;FetcherProcess&gt;</div><div class="line"><a name="l00042"></a><span class="lineno">   42</span>&#160;{</div><div class="line"><a name="l00043"></a><span class="lineno">   43</span>&#160;<span class="keyword">public</span>:</div><div class="line"><a name="l00044"></a><span class="lineno">   44</span>&#
 160;  <span class="keyword">explicit</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#a0e1e5d30009069a71b9aff975304e3e3">FetcherProcess</a>(<span class="keyword">const</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1Flags.html">Flags</a>&amp; _flags);</div><div class="line"><a name="l00045"></a><span class="lineno">   45</span>&#160;  <span class="keyword">virtual</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#ac547207a79610941e4fd1a44fb1eb225">~FetcherProcess</a>();</div><div class="line"><a name="l00046"></a><span class="lineno">   46</span>&#160;</div><div class="line"><a name="l00047"></a><span class="lineno">   47</span>&#160;  <a class="code" href="classprocess_1_1Future.html">process::Future&lt;Nothing&gt;</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#aa85f02a121ced7824d5f1a4f8868d12d">fetch</a>(</div><div class="line"><a name="l00048"></a><span class="li
 neno">   48</span>&#160;      <span class="keyword">const</span> ContainerID&amp; containerId,</div><div class="line"><a name="l00049"></a><span class="lineno">   49</span>&#160;      <span class="keyword">const</span> CommandInfo&amp; commandInfo,</div><div class="line"><a name="l00050"></a><span class="lineno">   50</span>&#160;      <span class="keyword">const</span> std::string&amp; sandboxDirectory,</div><div class="line"><a name="l00051"></a><span class="lineno">   51</span>&#160;      <span class="keyword">const</span> <a class="code" href="classOption.html">Option&lt;std::string&gt;</a>&amp; <a class="code" href="namespaceos.html#a698aa27e5ea6b1dc1c190b978c2f7960">user</a>);</div><div class="line"><a name="l00052"></a><span class="lineno">   52</span>&#160;</div><div class="line"><a name="l00053"></a><span class="lineno">   53</span>&#160;  <span class="comment">// Runs the mesos-fetcher, creating a &quot;stdout&quot; and &quot;stderr&quot; file</span></div><div class="line"
 ><a name="l00054"></a><span class="lineno">   54</span>&#160;  <span class="comment">// in the given directory, using these for trace output.</span></div><div class="line"><a name="l00055"></a><span class="lineno">   55</span>&#160;  <span class="keyword">virtual</span> <a class="code" href="classprocess_1_1Future.html">process::Future&lt;Nothing&gt;</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#af4f74f98f2997125702f99aaad749764">run</a>(</div><div class="line"><a name="l00056"></a><span class="lineno">   56</span>&#160;      <span class="keyword">const</span> ContainerID&amp; containerId,</div><div class="line"><a name="l00057"></a><span class="lineno">   57</span>&#160;      <span class="keyword">const</span> std::string&amp; sandboxDirectory,</div><div class="line"><a name="l00058"></a><span class="lineno">   58</span>&#160;      <span class="keyword">const</span> <a class="code" href="classOption.html">Option&lt;std::string&gt;</a>&amp; user,</
 div><div class="line"><a name="l00059"></a><span class="lineno">   59</span>&#160;      <span class="keyword">const</span> mesos::fetcher::FetcherInfo&amp; info);</div><div class="line"><a name="l00060"></a><span class="lineno">   60</span>&#160;</div><div class="line"><a name="l00061"></a><span class="lineno">   61</span>&#160;  <span class="comment">// Best effort attempt to kill the external mesos-fetcher process</span></div><div class="line"><a name="l00062"></a><span class="lineno">   62</span>&#160;  <span class="comment">// running on behalf of the given container ID, if any.</span></div><div class="line"><a name="l00063"></a><span class="lineno">   63</span>&#160;  <span class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess.html#a5d2404279c883b8bd50493349ae70dbc">kill</a>(<span class="keyword">const</span> ContainerID&amp; containerId);</div><div class="line"><a name="l00064"></a><span class="lineno">   64</span>&#160;</div><
 div class="line"><a name="l00065"></a><span class="lineno">   65</span>&#160;  <span class="comment">// Representation of the fetcher cache and its contents. There is</span></div><div class="line"><a name="l00066"></a><span class="lineno">   66</span>&#160;  <span class="comment">// exactly one instance per instance of FetcherProcess. All methods</span></div><div class="line"><a name="l00067"></a><span class="lineno">   67</span>&#160;  <span class="comment">// of Cache are to be executed on the latter to ensure atomicity of</span></div><div class="line"><a name="l00068"></a><span class="lineno">   68</span>&#160;  <span class="comment">// cache operations.</span></div><div class="line"><a name="l00069"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html">   69</a></span>&#160;  <span class="keyword">class </span><a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html">Cache</a></div><div class=
 "line"><a name="l00070"></a><span class="lineno">   70</span>&#160;  {</div><div class="line"><a name="l00071"></a><span class="lineno">   71</span>&#160;  <span class="keyword">public</span>:</div><div class="line"><a name="l00072"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html">   72</a></span>&#160;    <span class="keyword">class </span><a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html">Entry</a></div><div class="line"><a name="l00073"></a><span class="lineno">   73</span>&#160;    {</div><div class="line"><a name="l00074"></a><span class="lineno">   74</span>&#160;    <span class="keyword">public</span>:</div><div class="line"><a name="l00075"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a455df03497fa53d3a2b174181a9c91d6">   75</a></span>&#160;      <a class="code" href="classmesos_1_1inte
 rnal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a455df03497fa53d3a2b174181a9c91d6">Entry</a>(</div><div class="line"><a name="l00076"></a><span class="lineno">   76</span>&#160;          <span class="keyword">const</span> std::string&amp; <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a0297220fc67343a86f4433e51d95adb4">key</a>,</div><div class="line"><a name="l00077"></a><span class="lineno">   77</span>&#160;          <span class="keyword">const</span> std::string&amp; <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a287fe4e57be0aef3e9c62440e615d97a">directory</a>,</div><div class="line"><a name="l00078"></a><span class="lineno">   78</span>&#160;          <span class="keyword">const</span> std::string&amp; <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a7fcdedae0524c389961c6ab122c25074">filename</a>)</div><div class="line"><a name="l
 00079"></a><span class="lineno">   79</span>&#160;        : key(key),</div><div class="line"><a name="l00080"></a><span class="lineno">   80</span>&#160;          directory(directory),</div><div class="line"><a name="l00081"></a><span class="lineno">   81</span>&#160;          filename(filename),</div><div class="line"><a name="l00082"></a><span class="lineno">   82</span>&#160;          <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#aa555eaa4e8f7155290f52088bf69ba34">size</a>(0),</div><div class="line"><a name="l00083"></a><span class="lineno">   83</span>&#160;          referenceCount(0) {}</div><div class="line"><a name="l00084"></a><span class="lineno">   84</span>&#160;</div><div class="line"><a name="l00085"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a29819d6b83020d6b1158ac0d104c1b07">   85</a></span>&#160;      <a class="code" href="classmesos_1_1intern
 al_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a29819d6b83020d6b1158ac0d104c1b07">~Entry</a>() {}</div><div class="line"><a name="l00086"></a><span class="lineno">   86</span>&#160;</div><div class="line"><a name="l00087"></a><span class="lineno">   87</span>&#160;      <span class="comment">// Marks this file&#39;s download as successful by setting its promise</span></div><div class="line"><a name="l00088"></a><span class="lineno">   88</span>&#160;      <span class="comment">// to the path of the file in the cache.</span></div><div class="line"><a name="l00089"></a><span class="lineno">   89</span>&#160;      <span class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#ab605385790138d8f71abc18974aee1d5">complete</a>();</div><div class="line"><a name="l00090"></a><span class="lineno">   90</span>&#160;</div><div class="line"><a name="l00091"></a><span class="lineno">   91</span>&#160;      <span class="co
 mment">// Indicates whether this file&#39;s download into the cache is</span></div><div class="line"><a name="l00092"></a><span class="lineno">   92</span>&#160;      <span class="comment">// successfully completed.</span></div><div class="line"><a name="l00093"></a><span class="lineno">   93</span>&#160;      <a class="code" href="classprocess_1_1Future.html">process::Future&lt;Nothing&gt;</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a45d1570d67ed377199137e272a126711">completion</a>();</div><div class="line"><a name="l00094"></a><span class="lineno">   94</span>&#160;</div><div class="line"><a name="l00095"></a><span class="lineno">   95</span>&#160;      <span class="comment">// Marks this download as failed, notifying concurrent fetch attempts</span></div><div class="line"><a name="l00096"></a><span class="lineno">   96</span>&#160;      <span class="comment">// waiting for this result, by setting the promise to failed.</span>
 </div><div class="line"><a name="l00097"></a><span class="lineno">   97</span>&#160;      <span class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#ad67bbd6639b81505a6c3be8825eafa5b">fail</a>();</div><div class="line"><a name="l00098"></a><span class="lineno">   98</span>&#160;</div><div class="line"><a name="l00099"></a><span class="lineno">   99</span>&#160;      <span class="comment">// While an entry is &quot;referenced&quot; it cannot be evicted from the</span></div><div class="line"><a name="l00100"></a><span class="lineno">  100</span>&#160;      <span class="comment">// cache.</span></div><div class="line"><a name="l00101"></a><span class="lineno">  101</span>&#160;      <span class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a201044dce390fe17935873208428fc86">reference</a>();</div><div class="line"><a name="l00102"></a><span
  class="lineno">  102</span>&#160;      <span class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a3df365057bac1a641a348583b2fa7480">unreference</a>();</div><div class="line"><a name="l00103"></a><span class="lineno">  103</span>&#160;      <span class="keywordtype">bool</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a9ac79e387cdf76b3daa0b3e160758b29">isReferenced</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00104"></a><span class="lineno">  104</span>&#160;</div><div class="line"><a name="l00105"></a><span class="lineno">  105</span>&#160;      <span class="comment">// Returns the path in the filesystem where cache entry resides.</span></div><div class="line"><a name="l00106"></a><span class="lineno">  106</span>&#160;      <span class="comment">// TODO(bernd-mesos): Remove this construct after refactoring so</span></div><di
 v class="line"><a name="l00107"></a><span class="lineno">  107</span>&#160;      <span class="comment">// that the slave flags get injected into the fetcher.</span></div><div class="line"><a name="l00108"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a67db657f034ac8b51e68ee0477a2da1e">  108</a></span>&#160;      <a class="code" href="classPath.html">Path</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a67db657f034ac8b51e68ee0477a2da1e">path</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classPath.html">Path</a>(<a class="code" href="namespacepath.html#aa86b16a2171cec90bb3337930513ef0f">path::join</a>(<a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a287fe4e57be0aef3e9c62440e615d97a">directory</a>, <a class="code" href="classmesos_1_1internal_1_1slave_1_1Fetc
 herProcess_1_1Cache_1_1Entry.html#a7fcdedae0524c389961c6ab122c25074">filename</a>)); }</div><div class="line"><a name="l00109"></a><span class="lineno">  109</span>&#160;</div><div class="line"><a name="l00110"></a><span class="lineno">  110</span>&#160;      <span class="comment">// Uniquely identifies a user/URI combination.</span></div><div class="line"><a name="l00111"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a0297220fc67343a86f4433e51d95adb4">  111</a></span>&#160;      <span class="keyword">const</span> std::string <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a0297220fc67343a86f4433e51d95adb4">key</a>;</div><div class="line"><a name="l00112"></a><span class="lineno">  112</span>&#160;</div><div class="line"><a name="l00113"></a><span class="lineno">  113</span>&#160;      <span class="comment">// Cache directory where this entry is stored.</span></di
 v><div class="line"><a name="l00114"></a><span class="lineno">  114</span>&#160;      <span class="comment">// TODO(bernd-mesos): Remove this construct after refactoring so</span></div><div class="line"><a name="l00115"></a><span class="lineno">  115</span>&#160;      <span class="comment">// that the slave flags get injected into the fetcher.</span></div><div class="line"><a name="l00116"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a287fe4e57be0aef3e9c62440e615d97a">  116</a></span>&#160;      <span class="keyword">const</span> std::string <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a287fe4e57be0aef3e9c62440e615d97a">directory</a>;</div><div class="line"><a name="l00117"></a><span class="lineno">  117</span>&#160;</div><div class="line"><a name="l00118"></a><span class="lineno">  118</span>&#160;      <span class="comment">// The unique name of the file hel
 d in the cache on behalf of a</span></div><div class="line"><a name="l00119"></a><span class="lineno">  119</span>&#160;      <span class="comment">// URI.</span></div><div class="line"><a name="l00120"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a7fcdedae0524c389961c6ab122c25074">  120</a></span>&#160;      <span class="keyword">const</span> std::string <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#a7fcdedae0524c389961c6ab122c25074">filename</a>;</div><div class="line"><a name="l00121"></a><span class="lineno">  121</span>&#160;</div><div class="line"><a name="l00122"></a><span class="lineno">  122</span>&#160;      <span class="comment">// The expected size of the cache file. This field is set before</span></div><div class="line"><a name="l00123"></a><span class="lineno">  123</span>&#160;      <span class="comment">// downloading. If the actual size of the 
 downloaded file is</span></div><div class="line"><a name="l00124"></a><span class="lineno">  124</span>&#160;      <span class="comment">// different a warning is logged and the field&#39;s value adjusted.</span></div><div class="line"><a name="l00125"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#aa555eaa4e8f7155290f52088bf69ba34">  125</a></span>&#160;      <a class="code" href="classBytes.html">Bytes</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#aa555eaa4e8f7155290f52088bf69ba34">size</a>;</div><div class="line"><a name="l00126"></a><span class="lineno">  126</span>&#160;</div><div class="line"><a name="l00127"></a><span class="lineno">  127</span>&#160;    <span class="keyword">private</span>:</div><div class="line"><a name="l00128"></a><span class="lineno">  128</span>&#160;      <span class="comment">// Concurrent fetch attempts can reference the same 
 entry multiple</span></div><div class="line"><a name="l00129"></a><span class="lineno">  129</span>&#160;      <span class="comment">// times.</span></div><div class="line"><a name="l00130"></a><span class="lineno">  130</span>&#160;      <span class="keywordtype">unsigned</span> <span class="keywordtype">long</span> referenceCount;</div><div class="line"><a name="l00131"></a><span class="lineno">  131</span>&#160;</div><div class="line"><a name="l00132"></a><span class="lineno">  132</span>&#160;     <span class="comment">// Indicates successful downloading to the cache.</span></div><div class="line"><a name="l00133"></a><span class="lineno">  133</span>&#160;      <a class="code" href="classprocess_1_1Promise.html">process::Promise&lt;Nothing&gt;</a> promise;</div><div class="line"><a name="l00134"></a><span class="lineno">  134</span>&#160;    };</div><div class="line"><a name="l00135"></a><span class="lineno">  135</span>&#160;</div><div class="line"><a name="l00136"></a><span c
 lass="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#abe9028cb04e53cd6ee174961af83d59b">  136</a></span>&#160;    <span class="keyword">explicit</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#abe9028cb04e53cd6ee174961af83d59b">Cache</a>(<a class="code" href="classBytes.html">Bytes</a> _space) : space(_space), tally(0), filenameSerial(0) {}</div><div class="line"><a name="l00137"></a><span class="lineno"><a class="line" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a6512abf4e95bb472c6d1847fd560c66b">  137</a></span>&#160;    <span class="keyword">virtual</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a6512abf4e95bb472c6d1847fd560c66b">~Cache</a>() {}</div><div class="line"><a name="l00138"></a><span class="lineno">  138</span>&#160;</div><div class="line"><a name="l00139"></a><span class="lineno">  139</span>&#160;    <span
  class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a4ed2793e1dcf944525235ae1f4a2c474">claimSpace</a>(<span class="keyword">const</span> <a class="code" href="classBytes.html">Bytes</a>&amp; bytes);</div><div class="line"><a name="l00140"></a><span class="lineno">  140</span>&#160;    <span class="keywordtype">void</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#aa71855bc2a58180c8abdfac250e6c4af">releaseSpace</a>(<span class="keyword">const</span> <a class="code" href="classBytes.html">Bytes</a>&amp; bytes);</div><div class="line"><a name="l00141"></a><span class="lineno">  141</span>&#160;</div><div class="line"><a name="l00142"></a><span class="lineno">  142</span>&#160;    <a class="code" href="classBytes.html">Bytes</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a7e9241ea074b72218ace2abaf65a00ab">totalSpace</a>() <span class="
 keyword">const</span>;</div><div class="line"><a name="l00143"></a><span class="lineno">  143</span>&#160;    <a class="code" href="classBytes.html">Bytes</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#ad6cbb59defc88edb511562c691bb4d10">usedSpace</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00144"></a><span class="lineno">  144</span>&#160;    <a class="code" href="classBytes.html">Bytes</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#aad24cf6d30a1f1deec48c39b1adb01cc">availableSpace</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00145"></a><span class="lineno">  145</span>&#160;</div><div class="line"><a name="l00146"></a><span class="lineno">  146</span>&#160;    <span class="comment">// Invents a new, distinct base name for a cache file, using the same</span></div><div class="line"><a name="l00147"></a><span class="lineno">  147</span>&#16
 0;    <span class="comment">// filename extension as the URI.</span></div><div class="line"><a name="l00148"></a><span class="lineno">  148</span>&#160;    std::string <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a4d70156e4b7b93d9a5570adcdb870898">nextFilename</a>(<span class="keyword">const</span> CommandInfo::URI&amp; <a class="code" href="namespaceuri.html">uri</a>);</div><div class="line"><a name="l00149"></a><span class="lineno">  149</span>&#160;</div><div class="line"><a name="l00150"></a><span class="lineno">  150</span>&#160;    <span class="comment">// Creates a new entry and inserts it into the cache table. Also</span></div><div class="line"><a name="l00151"></a><span class="lineno">  151</span>&#160;    <span class="comment">// sets its reference count to 1. Returns the entry.</span></div><div class="line"><a name="l00152"></a><span class="lineno">  152</span>&#160;    std::shared_ptr&lt;Entry&gt; <a class="code" href="classmesos_
 1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#ae3c4174b4c86b74869e4069e7e3ceab1">create</a>(</div><div class="line"><a name="l00153"></a><span class="lineno">  153</span>&#160;        <span class="keyword">const</span> std::string&amp; cacheDirectory,</div><div class="line"><a name="l00154"></a><span class="lineno">  154</span>&#160;        <span class="keyword">const</span> <a class="code" href="classOption.html">Option&lt;std::string&gt;</a>&amp; user,</div><div class="line"><a name="l00155"></a><span class="lineno">  155</span>&#160;        <span class="keyword">const</span> CommandInfo::URI&amp; uri);</div><div class="line"><a name="l00156"></a><span class="lineno">  156</span>&#160;</div><div class="line"><a name="l00157"></a><span class="lineno">  157</span>&#160;    <span class="comment">// Retrieves the cache entry indexed by the parameters, without</span></div><div class="line"><a name="l00158"></a><span class="lineno">  158</span>&#160;    <span class="comment">// c
 hanging its reference count.</span></div><div class="line"><a name="l00159"></a><span class="lineno">  159</span>&#160;    <a class="code" href="classOption.html">Option&lt;std::shared_ptr&lt;Entry&gt;</a>&gt; <span class="keyword">get</span>(</div><div class="line"><a name="l00160"></a><span class="lineno">  160</span>&#160;        <span class="keyword">const</span> <a class="code" href="classOption.html">Option&lt;std::string&gt;</a>&amp; <a class="code" href="namespaceos.html#a698aa27e5ea6b1dc1c190b978c2f7960">user</a>,</div><div class="line"><a name="l00161"></a><span class="lineno">  161</span>&#160;        <span class="keyword">const</span> std::string&amp; uri);</div><div class="line"><a name="l00162"></a><span class="lineno">  162</span>&#160;</div><div class="line"><a name="l00163"></a><span class="lineno">  163</span>&#160;    <span class="comment">// Returns whether an entry for this user and URI is in the cache.</span></div><div class="line"><a name="l00164"></a><span cl
 ass="lineno">  164</span>&#160;    <span class="keywordtype">bool</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#ab3c3ecce0a57e75bfc160d343c23c876">contains</a>(</div><div class="line"><a name="l00165"></a><span class="lineno">  165</span>&#160;        <span class="keyword">const</span> <a class="code" href="classOption.html">Option&lt;std::string&gt;</a>&amp; user, <span class="keyword">const</span> std::string&amp; uri) <span class="keyword">const</span>;</div><div class="line"><a name="l00166"></a><span class="lineno">  166</span>&#160;</div><div class="line"><a name="l00167"></a><span class="lineno">  167</span>&#160;    <span class="comment">// Returns whether this identical entry is in the cache.</span></div><div class="line"><a name="l00168"></a><span class="lineno">  168</span>&#160;    <span class="keywordtype">bool</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#ab3c3ecce0a57e75bfc16
 0d343c23c876">contains</a>(<span class="keyword">const</span> std::shared_ptr&lt;Cache::Entry&gt;&amp; entry) <span class="keyword">const</span>;</div><div class="line"><a name="l00169"></a><span class="lineno">  169</span>&#160;</div><div class="line"><a name="l00170"></a><span class="lineno">  170</span>&#160;    <span class="comment">// Completely deletes a cache entry and its file. Warns on failure.</span></div><div class="line"><a name="l00171"></a><span class="lineno">  171</span>&#160;    <span class="comment">// Virtual for mock testing.</span></div><div class="line"><a name="l00172"></a><span class="lineno">  172</span>&#160;    <span class="keyword">virtual</span> <a class="code" href="classTry.html">Try&lt;Nothing&gt;</a> <span class="keyword">remove</span>(<span class="keyword">const</span> std::shared_ptr&lt;Entry&gt;&amp; entry);</div><div class="line"><a name="l00173"></a><span class="lineno">  173</span>&#160;</div><div class="line"><a name="l00174"></a><span class="
 lineno">  174</span>&#160;    <span class="comment">// Determines a list of cache entries to remove, respectively cache files</span></div><div class="line"><a name="l00175"></a><span class="lineno">  175</span>&#160;    <span class="comment">// to delete, so that at least the required amount of space would become</span></div><div class="line"><a name="l00176"></a><span class="lineno">  176</span>&#160;    <span class="comment">// available.</span></div><div class="line"><a name="l00177"></a><span class="lineno">  177</span>&#160;    <a class="code" href="classTry.html">Try&lt;std::list&lt;std::shared_ptr&lt;Cache::Entry&gt;</a>&gt;&gt;</div><div class="line"><a name="l00178"></a><span class="lineno">  178</span>&#160;        <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a0467f9eeeff780c236140976df41e6bf">selectVictims</a>(<span class="keyword">const</span> <a class="code" href="classBytes.html">Bytes</a>&amp; requiredSpace);</div><div class="l
 ine"><a name="l00179"></a><span class="lineno">  179</span>&#160;</div><div class="line"><a name="l00180"></a><span class="lineno">  180</span>&#160;    <span class="comment">// Ensures that there is the requested amount of space is available</span></div><div class="line"><a name="l00181"></a><span class="lineno">  181</span>&#160;    <span class="comment">// Evicts other files as necessary to make it so.</span></div><div class="line"><a name="l00182"></a><span class="lineno">  182</span>&#160;    <a class="code" href="classTry.html">Try&lt;Nothing&gt;</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#a78dc006d647ff14c96d51ed2306493e0">reserve</a>(<span class="keyword">const</span> <a class="code" href="classBytes.html">Bytes</a>&amp; requestedSpace);</div><div class="line"><a name="l00183"></a><span class="lineno">  183</span>&#160;</div><div class="line"><a name="l00184"></a><span class="lineno">  184</span>&#160;    <span class="comment">//
  Finds out if any predictions about cache file sizes have been</span></div><div class="line"><a name="l00185"></a><span class="lineno">  185</span>&#160;    <span class="comment">// inaccurate, logs this if so, and records the cache files&#39; actual</span></div><div class="line"><a name="l00186"></a><span class="lineno">  186</span>&#160;    <span class="comment">// sizes and adjusts the cache&#39;s total amount of space in use.</span></div><div class="line"><a name="l00187"></a><span class="lineno">  187</span>&#160;    <a class="code" href="classTry.html">Try&lt;Nothing&gt;</a> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache.html#ac38d5471648944c61e590c1c673604c9">adjust</a>(<span class="keyword">const</span> std::shared_ptr&lt;Cache::Entry&gt;&amp; entry);</div><div class="line"><a name="l00188"></a><span class="lineno">  188</span>&#160;</div><div class="line"><a name="l00189"></a><span class="lineno">  189</span>&#160;    <span class="comment">
 // Number of entries.</span></div><div class="line"><a name="l00190"></a><span class="lineno">  190</span>&#160;    <span class="keywordtype">size_t</span> <a class="code" href="classmesos_1_1internal_1_1slave_1_1FetcherProcess_1_1Cache_1_1Entry.html#aa555eaa4e8f7155290f52088bf69ba34">size</a>() <span class="keyword">const</span>;</div><div class="line"><a name="l00191"></a><span class="lineno">  191</span>&#160;</div><div class="line"><a name="l00192"></a><span class="lineno">  192</span>&#160;  <span class="keyword">private</span>:</div><div class="line"><a name="l00193"></a><span class="lineno">  193</span>&#160;    <span class="comment">// Maximum storable number of bytes in the cache directory.</span></div><div class="line"><a name="l00194"></a><span class="lineno">  194</span>&#160;    <span class="keyword">const</span> <a class="code" href="classBytes.html">Bytes</a> space;</div><div class="line"><a name="l00195"></a><span class="lineno">  195</span>&#160;</div><div class="li
 ne"><a name="l00196"></a><span class="lineno">  196</span>&#160;    <span class="comment">// How much space has been reserved to be occupied by cache files.</span></div><div class="line"><a name="l00197"></a><span class="lineno">  197</span>&#160;    <a class="code" href="classBytes.html">Bytes</a> tally;</div><div class="line"><a name="l00198"></a><span class="lineno">  198</span>&#160;</div><div class="line"><a name="l00199"></a><span class="lineno">  199</span>&#160;    <span class="comment">// Used to generate distinct cache file names simply by counting.</span></div><div class="line"><a name="l00200"></a><span class="lineno">  200</span>&#160;    <span class="keywordtype">unsigned</span> <span class="keywordtype">long</span> filenameSerial;</div><div class="line"><a name="l00201"></a><span class="lineno">  201</span>&#160;</div><div class="line"><a name="l00202"></a><span class="lineno">  202</span>&#160;    <span class="comment">// Maps keys (cache directory / URI combinations
 ) to cache file</span></div><div class="line"><a name="l00203"></a><span class="lineno">  203</span>&#160;    <span class="comment">// entries.</span></div><div class="line"><a name="l00204"></a><span class="lineno">  204</span>&#160;    <a class="code" href="classhashmap.html">hashmap&lt;std::string, std::shared_ptr&lt;Entry&gt;</a>&gt; table;</div><div class="line"><a name="l00205"></a><span class="lineno">  205</span>&#160;</div><div class="line"><a name="l00206"></a><span class="lineno">  206</span>&#160;    <span class="comment">// Stores cache file entries sorted from LRU to MRU.</span></div><div class="line"><a name="l00207"></a><spa

<TRUNCATED>