You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by ac...@apache.org on 2007/11/13 10:01:13 UTC
svn commit: r594460 [4/6] - in /lucene/hadoop/trunk: ./ docs/
src/docs/src/documentation/content/xdocs/
Added: lucene/hadoop/trunk/docs/quickstart.html
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/docs/quickstart.html?rev=594460&view=auto
==============================================================================
--- lucene/hadoop/trunk/docs/quickstart.html (added)
+++ lucene/hadoop/trunk/docs/quickstart.html Tue Nov 13 01:01:11 2007
@@ -0,0 +1,573 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<html>
+<head>
+<META http-equiv="Content-Type" content="text/html; charset=UTF-8">
+<meta content="Apache Forrest" name="Generator">
+<meta name="Forrest-version" content="0.8">
+<meta name="Forrest-skin-name" content="pelt">
+<title>Hadoop Quickstart</title>
+<link type="text/css" href="skin/basic.css" rel="stylesheet">
+<link media="screen" type="text/css" href="skin/screen.css" rel="stylesheet">
+<link media="print" type="text/css" href="skin/print.css" rel="stylesheet">
+<link type="text/css" href="skin/profile.css" rel="stylesheet">
+<script src="skin/getBlank.js" language="javascript" type="text/javascript"></script><script src="skin/getMenu.js" language="javascript" type="text/javascript"></script><script src="skin/fontsize.js" language="javascript" type="text/javascript"></script>
+<link rel="shortcut icon" href="images/favicon.ico">
+</head>
+<body onload="init()">
+<script type="text/javascript">ndeSetTextSize();</script>
+<div id="top">
+<!--+
+ |breadtrail
+ +-->
+<div class="breadtrail">
+<a href="http://www.apache.org/">Apache</a> > <a href="http://lucene.apache.org/">Lucene</a> > <a href="http://lucene.apache.org/hadoop/">Hadoop</a><script src="skin/breadcrumbs.js" language="JavaScript" type="text/javascript"></script>
+</div>
+<!--+
+ |header
+ +-->
+<div class="header">
+<!--+
+ |start group logo
+ +-->
+<div class="grouplogo">
+<a href="http://lucene.apache.org/"><img class="logoImage" alt="Lucene" src="images/lucene_green_150.gif" title="Apache Lucene"></a>
+</div>
+<!--+
+ |end group logo
+ +-->
+<!--+
+ |start Project Logo
+ +-->
+<div class="projectlogo">
+<a href="http://lucene.apache.org/hadoop/"><img class="logoImage" alt="Hadoop" src="images/hadoop-logo.jpg" title="Scalable Computing Platform"></a>
+</div>
+<!--+
+ |end Project Logo
+ +-->
+<!--+
+ |start Search
+ +-->
+<div class="searchbox">
+<form action="http://www.google.com/search" method="get" class="roundtopsmall">
+<input value="lucene.apache.org" name="sitesearch" type="hidden"><input onFocus="getBlank (this, 'Search the site with google');" size="25" name="q" id="query" type="text" value="Search the site with google">
+ <input name="Search" value="Search" type="submit">
+</form>
+</div>
+<!--+
+ |end search
+ +-->
+<!--+
+ |start Tabs
+ +-->
+<ul id="tabs">
+<li class="current">
+<a class="selected" href="index.html">Main</a>
+</li>
+<li>
+<a class="unselected" href="http://wiki.apache.org/lucene-hadoop">Wiki</a>
+</li>
+</ul>
+<!--+
+ |end Tabs
+ +-->
+</div>
+</div>
+<div id="main">
+<div id="publishedStrip">
+<!--+
+ |start Subtabs
+ +-->
+<div id="level2tabs"></div>
+<!--+
+ |end Endtabs
+ +-->
+<script type="text/javascript"><!--
+document.write("Last Published: " + document.lastModified);
+// --></script>
+</div>
+<!--+
+ |breadtrail
+ +-->
+<div class="breadtrail">
+
+
+ </div>
+<!--+
+ |start Menu, mainarea
+ +-->
+<!--+
+ |start Menu
+ +-->
+<div id="menu">
+<div onclick="SwitchMenu('menu_1.1', 'skin/')" id="menu_1.1Title" class="menutitle">Project</div>
+<div id="menu_1.1" class="menuitemgroup">
+<div class="menuitem">
+<a href="releases.html">Releases</a>
+</div>
+<div class="menuitem">
+<a href="releases.html#News">News</a>
+</div>
+<div class="menuitem">
+<a href="credits.html">Credits</a>
+</div>
+<div class="menuitem">
+<a href="http://www.cafepress.com/hadoop/">Buy Stuff</a>
+</div>
+</div>
+<div onclick="SwitchMenu('menu_selected_1.2', 'skin/')" id="menu_selected_1.2Title" class="menutitle" style="background-image: url('skin/images/chapter_open.gif');">Documentation</div>
+<div id="menu_selected_1.2" class="selectedmenuitemgroup" style="display: block;">
+<div class="menuitem">
+<a href="documentation.html">Overview</a>
+</div>
+<div class="menupage">
+<div class="menupagetitle">Quickstart</div>
+</div>
+<div class="menuitem">
+<a href="cluster_setup.html">Cluster Setup</a>
+</div>
+<div class="menuitem">
+<a href="hdfs_design.html">HDFS Architecture</a>
+</div>
+<div class="menuitem">
+<a href="mapred_tutorial.html">Map-Reduce Tutorial</a>
+</div>
+<div class="menuitem">
+<a href="api/index.html">API Docs</a>
+</div>
+<div class="menuitem">
+<a href="http://wiki.apache.org/lucene-hadoop/">Wiki</a>
+</div>
+<div class="menuitem">
+<a href="http://wiki.apache.org/lucene-hadoop/FAQ">FAQ</a>
+</div>
+<div class="menuitem">
+<a href="mailing_lists.html#Users">Mailing Lists</a>
+</div>
+</div>
+<div onclick="SwitchMenu('menu_1.3', 'skin/')" id="menu_1.3Title" class="menutitle">Developers</div>
+<div id="menu_1.3" class="menuitemgroup">
+<div class="menuitem">
+<a href="mailing_lists.html#Developers">Mailing Lists</a>
+</div>
+<div class="menuitem">
+<a href="issue_tracking.html">Issue Tracking</a>
+</div>
+<div class="menuitem">
+<a href="version_control.html">Version Control</a>
+</div>
+<div class="menuitem">
+<a href="http://lucene.zones.apache.org:8080/hudson/job/Hadoop-Nightly/">Nightly Build</a>
+</div>
+<div class="menuitem">
+<a href="irc.html">IRC Channel</a>
+</div>
+</div>
+<div id="credit"></div>
+<div id="roundbottom">
+<img style="display: none" class="corner" height="15" width="15" alt="" src="skin/images/rc-b-l-15-1body-2menu-3menu.png"></div>
+<!--+
+ |alternative credits
+ +-->
+<div id="credit2"></div>
+</div>
+<!--+
+ |end Menu
+ +-->
+<!--+
+ |start content
+ +-->
+<div id="content">
+<div title="Portable Document Format" class="pdflink">
+<a class="dida" href="quickstart.pdf"><img alt="PDF -icon" src="skin/images/pdfdoc.gif" class="skin"><br>
+ PDF</a>
+</div>
+<h1>Hadoop Quickstart</h1>
+<div id="minitoc-area">
+<ul class="minitoc">
+<li>
+<a href="#Purpose">Purpose</a>
+</li>
+<li>
+<a href="#PreReqs">Pre-requisites</a>
+<ul class="minitoc">
+<li>
+<a href="#Supported+Platforms">Supported Platforms</a>
+</li>
+<li>
+<a href="#Required+Software">Required Software</a>
+<ul class="minitoc">
+<li>
+<a href="#Additional+requirements+for+Windows">Additional requirements for Windows</a>
+</li>
+</ul>
+</li>
+<li>
+<a href="#Installing+Software">Installing Software</a>
+</li>
+</ul>
+</li>
+<li>
+<a href="#Download">Download</a>
+</li>
+<li>
+<a href="#Standalone+Operation">Standalone Operation</a>
+</li>
+<li>
+<a href="#SingleNodeSetup">Pseudo-Distributed Operation</a>
+<ul class="minitoc">
+<li>
+<a href="#Configuration">Configuration</a>
+</li>
+<li>
+<a href="#Setup+passphraseless">Setup passphraseless ssh</a>
+</li>
+<li>
+<a href="#Execution">Execution</a>
+</li>
+</ul>
+</li>
+<li>
+<a href="#Fully-Distributed+Operation">Fully-Distributed Operation</a>
+</li>
+</ul>
+</div>
+
+
+<a name="N1000C"></a><a name="Purpose"></a>
+<h2 class="h3">Purpose</h2>
+<div class="section">
+<p>The purpose of this document is to help users get a single-node Hadoop
+ installation up and running very quickly so that users can get a flavour
+ of the <a href="hdfs_design.html">Hadoop Distributed File System
+ (<acronym title="Hadoop Distributed File System">HDFS</acronym>)</a> and
+ the Map-Reduce framework i.e. perform simple operations on HDFS, run
+ example/simple jobs etc.</p>
+</div>
+
+
+<a name="N1001E"></a><a name="PreReqs"></a>
+<h2 class="h3">Pre-requisites</h2>
+<div class="section">
+<a name="N10024"></a><a name="Supported+Platforms"></a>
+<h3 class="h4">Supported Platforms</h3>
+<ul>
+
+<li>
+ Hadoop has been demonstrated on GNU/Linux clusters with 2000 nodes.
+ </li>
+
+<li>
+ Win32 is supported as a <em>development platform</em>. Distributed
+ operation has not been well tested on Win32, so this is not a
+ <em>production platform</em>.
+ </li>
+
+</ul>
+<a name="N1003A"></a><a name="Required+Software"></a>
+<h3 class="h4">Required Software</h3>
+<ol>
+
+<li>
+ Java<sup>TM</sup> 1.5.x, preferably from Sun, must be installed. Set
+ <span class="codefrag">JAVA_HOME</span> to the root of your Java installation.
+ </li>
+
+<li>
+
+<strong>ssh</strong> must be installed and <strong>sshd</strong> must
+ be running to use the Hadoop scripts that manage remote Hadoop
+ daemons.
+ </li>
+
+</ol>
+<a name="N10055"></a><a name="Additional+requirements+for+Windows"></a>
+<h4>Additional requirements for Windows</h4>
+<ol>
+
+<li>
+
+<a href="http://www.cygwin.com/">Cygwin</a> - Required for shell
+ support in addition to the required software above.
+ </li>
+
+</ol>
+<a name="N10067"></a><a name="Installing+Software"></a>
+<h3 class="h4">Installing Software</h3>
+<p>If your cluster doesn't have the requisite software you will need to
+ install it.</p>
+<p>For example on Ubuntu Linux:</p>
+<p>
+
+<span class="codefrag">$ sudo apt-get install ssh</span>
+<br>
+
+<span class="codefrag">$ sudo apt-get install rsync</span>
+
+</p>
+<p>On Windows, if you did not install the required software when you
+ installed cygwin, start the cygwin installer and select the packages:</p>
+<ul>
+
+<li>openssh - the <em>Net</em> category</li>
+
+</ul>
+</div>
+
+
+<a name="N1008B"></a><a name="Download"></a>
+<h2 class="h3">Download</h2>
+<div class="section">
+<p>
+ First, you need to get a Hadoop distribution: download a recent
+ <a href="releases.html">stable release</a> and unpack it.
+ </p>
+<p>
+ Once done, in the distribution edit the file
+ <span class="codefrag">conf/hadoop-env.sh</span> to define at least <span class="codefrag">JAVA_HOME</span>.
+ </p>
+<p>
+ Try the following command:<br>
+
+<span class="codefrag">$ bin/hadoop</span>
+<br>
+ This will display the usage documentation for the <strong>hadoop</strong>
+ script.
+ </p>
+</div>
+
+
+<a name="N100AE"></a><a name="Standalone+Operation"></a>
+<h2 class="h3">Standalone Operation</h2>
+<div class="section">
+<p>By default, Hadoop is configured to run things in a non-distributed
+ mode, as a single Java process. This is useful for debugging.</p>
+<p>
+ The following example copies the unpacked <span class="codefrag">conf</span> directory to
+ use as input and then finds and displays every match of the given regular
+ expression. Output is written to the given <span class="codefrag">output</span> directory.
+ <br>
+
+<span class="codefrag">$ mkdir input</span>
+<br>
+
+<span class="codefrag">$ cp conf/*.xml input</span>
+<br>
+
+<span class="codefrag">
+ $ bin/hadoop jar hadoop-*-examples.jar grep input output 'dfs[a-z.]+'
+ </span>
+<br>
+
+<span class="codefrag">$ cat output/*</span>
+
+</p>
+</div>
+
+
+<a name="N100D2"></a><a name="SingleNodeSetup"></a>
+<h2 class="h3">Pseudo-Distributed Operation</h2>
+<div class="section">
+<p>Hadoop can also be run on a single-node in a pseudo-distributed mode
+ where each Hadoop daemon runs in a separate Java process.</p>
+<a name="N100DB"></a><a name="Configuration"></a>
+<h3 class="h4">Configuration</h3>
+<p>Use the following <span class="codefrag">conf/hadoop-site.xml</span>:</p>
+<table class="ForrestTable" cellspacing="1" cellpadding="4">
+
+<tr>
+<td colspan="1" rowspan="1"><configuration></td>
+</tr>
+
+
+<tr>
+<td colspan="1" rowspan="1"> <property></td>
+</tr>
+
+<tr>
+<td colspan="1" rowspan="1"> <name>fs.default.name</name></td>
+</tr>
+
+<tr>
+<td colspan="1" rowspan="1"> <value>localhost:9000</value></td>
+</tr>
+
+<tr>
+<td colspan="1" rowspan="1"> </property></td>
+</tr>
+
+
+<tr>
+<td colspan="1" rowspan="1"> <property></td>
+</tr>
+
+<tr>
+<td colspan="1" rowspan="1"> <name>mapred.job.tracker</name></td>
+</tr>
+
+<tr>
+<td colspan="1" rowspan="1"> <value>localhost:9001</value></td>
+</tr>
+
+<tr>
+<td colspan="1" rowspan="1"> </property></td>
+</tr>
+
+
+<tr>
+<td colspan="1" rowspan="1"> <property></td>
+</tr>
+
+<tr>
+<td colspan="1" rowspan="1"> <name>dfs.replication</name></td>
+</tr>
+
+<tr>
+<td colspan="1" rowspan="1"> <value>1</value></td>
+</tr>
+
+<tr>
+<td colspan="1" rowspan="1"> </property></td>
+</tr>
+
+
+<tr>
+<td colspan="1" rowspan="1"></configuration></td>
+</tr>
+
+</table>
+<a name="N1013F"></a><a name="Setup+passphraseless"></a>
+<h3 class="h4">Setup passphraseless ssh</h3>
+<p>
+ Now check that you can ssh to the localhost without a passphrase:<br>
+
+<span class="codefrag">$ ssh localhost</span>
+
+</p>
+<p>
+ If you cannot ssh to localhost without a passphrase, execute the
+ following commands:<br>
+
+<span class="codefrag">$ ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa</span>
+<br>
+
+<span class="codefrag">$ cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys</span>
+
+</p>
+<a name="N1015C"></a><a name="Execution"></a>
+<h3 class="h4">Execution</h3>
+<p>
+ Format a new distributed-filesystem:<br>
+
+<span class="codefrag">$ bin/hadoop namenode -format</span>
+
+</p>
+<p>
+ Start The hadoop daemons:<br>
+
+<span class="codefrag">$ bin/start-all.sh</span>
+
+</p>
+<p>The hadoop daemon log output is written to the
+ <span class="codefrag">${HADOOP_LOG_DIR}</span> directory (defaults to
+ <span class="codefrag">${HADOOP_HOME}/logs</span>).</p>
+<p>Browse the web-interface for the NameNode and the JobTracker, by
+ default they are available at:</p>
+<ul>
+
+<li>
+
+<span class="codefrag">NameNode</span> -
+ <a href="http://localhost:50070/">http://localhost:50070/</a>
+
+</li>
+
+<li>
+
+<span class="codefrag">JobTracker</span> -
+ <a href="http://localhost:50030/">http://localhost:50030/</a>
+
+</li>
+
+</ul>
+<p>
+ Copy the input files into the distributed filesystem:<br>
+
+<span class="codefrag">$ bin/hadoop dfs -put conf input</span>
+
+</p>
+<p>
+ Run some of the examples provided:<br>
+
+<span class="codefrag">
+ $ bin/hadoop jar hadoop-*-examples.jar grep input output 'dfs[a-z.]+'
+ </span>
+
+</p>
+<p>Examine the output files:</p>
+<p>
+ Copy the output files from the distributed filesystem to the local
+ filesytem and examine them:<br>
+
+<span class="codefrag">$ bin/hadoop dfs -get output output</span>
+<br>
+
+<span class="codefrag">$ cat output/*</span>
+
+</p>
+<p> or </p>
+<p>
+ View the output files on the distributed filesystem:<br>
+
+<span class="codefrag">$ bin/hadoop dfs -cat output/*</span>
+
+</p>
+<p>
+ When you're done, stop the daemons with:<br>
+
+<span class="codefrag">$ bin/stop-all.sh</span>
+
+</p>
+</div>
+
+
+<a name="N101C9"></a><a name="Fully-Distributed+Operation"></a>
+<h2 class="h3">Fully-Distributed Operation</h2>
+<div class="section">
+<p>Information on setting up fully-distributed non-trivial clusters
+ can be found <a href="cluster_setup.html">here</a>.</p>
+</div>
+
+
+<p>
+
+<em>Java and JNI are trademarks or registered trademarks of
+ Sun Microsystems, Inc. in the United States and other countries.</em>
+
+</p>
+
+
+</div>
+<!--+
+ |end content
+ +-->
+<div class="clearboth"> </div>
+</div>
+<div id="footer">
+<!--+
+ |start bottomstrip
+ +-->
+<div class="lastmodified">
+<script type="text/javascript"><!--
+document.write("Last Published: " + document.lastModified);
+// --></script>
+</div>
+<div class="copyright">
+ Copyright ©
+ 2007 <a href="http://www.apache.org/licenses/">The Apache Software Foundation.</a>
+</div>
+<!--+
+ |end bottomstrip
+ +-->
+</div>
+</body>
+</html>
Added: lucene/hadoop/trunk/docs/quickstart.pdf
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/docs/quickstart.pdf?rev=594460&view=auto
==============================================================================
--- lucene/hadoop/trunk/docs/quickstart.pdf (added)
+++ lucene/hadoop/trunk/docs/quickstart.pdf Tue Nov 13 01:01:11 2007
@@ -0,0 +1,654 @@
+%PDF-1.3
+%ª«¬
+4 0 obj
+<< /Type /Info
+/Producer (FOP 0.20.5) >>
+endobj
+5 0 obj
+<< /Length 788 /Filter [ /ASCII85Decode /FlateDecode ]
+ >>
+stream
+Gb!$F]mAEU(km0>"f!l@!Wr=Z9bTa.QTDO_["Dg2>>H!-!,@t701\"<*@tj..M"H$nDT]E%WIm@+''O-'I&X(!O?(e!.eF+!AY`*;Hjr7"N)Vgfe[kXI*N*Cg)I7AEFRcV*kH+`9Bf^H)t4MO?VSHUi'YGH0J$fILX?Y[bF`NeUG2R[+j0?L<]$7(>.Jkd@!!:t,@Ua1$u%iB_nMT;U[FWKl?+IYThPK7LN)+jO>@).qa=gXVQn#MOokuX`qIntad81*FHrj_=0p?0F=./ISV"<AN*uq<&K77c2@1Ngd;QV)'iOX4S7CkGf;4STf,Y"C5A"H!^''n%&PO2:fj+9u^AbahZh0YEU=?BW]_\_=e0K>F[5!ug;2<WMT)MAmXJi;&B(pdodfFfYgOdfY3J0@ch)G)YGN-$07:+4,B9jFqGF08E`7YfpLA'+9SMruDMoOL@^9q5.\e<6r\PD@.MMK[1G0<$fY\@iJ]iMcr`:C'/>#nGTM5adEhJQMP2,0s(qaHL3ZR0jHJ,B(<U+*-K2c"$K@#EhB*%%q3-$Fi`qt^cR>s%2Vc'<&<10;-N8r`L9mB8>bVcH9biM4nj'>)&sIJs*d^?t(,ZpRSuB4U1f/Q6>CQUbhK-C;*C??LDh2ZJXUR$5lO+-#MK$XW[&6%=d4.#,!0TD]j"O>%e;."d<5em9\Z)]]%p&l[rK-*TDkV@`p0agbR.m@12#HTg45ILq7S&j[oe9A,ntKo^)boulARJ#le0cKl*cpn66?Y/`ld\+7[HEVZ(?E('^6O6<h,~>
+endstream
+endobj
+6 0 obj
+<< /Type /Page
+/Parent 1 0 R
+/MediaBox [ 0 0 612 792 ]
+/Resources 3 0 R
+/Contents 5 0 R
+/Annots 7 0 R
+>>
+endobj
+7 0 obj
+[
+8 0 R
+10 0 R
+12 0 R
+14 0 R
+16 0 R
+18 0 R
+20 0 R
+22 0 R
+24 0 R
+26 0 R
+28 0 R
+30 0 R
+]
+endobj
+8 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 102.0 559.666 148.664 547.666 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 9 0 R
+/H /I
+>>
+endobj
+10 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 102.0 541.466 175.988 529.466 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 11 0 R
+/H /I
+>>
+endobj
+12 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 108.0 523.266 222.5 511.266 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 13 0 R
+/H /I
+>>
+endobj
+14 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 108.0 505.066 213.812 493.066 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 15 0 R
+/H /I
+>>
+endobj
+16 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 108.0 486.866 215.156 474.866 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 17 0 R
+/H /I
+>>
+endobj
+18 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 102.0 468.666 159.992 456.666 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 19 0 R
+/H /I
+>>
+endobj
+20 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 102.0 450.466 214.316 438.466 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 21 0 R
+/H /I
+>>
+endobj
+22 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 102.0 432.266 253.652 420.266 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 23 0 R
+/H /I
+>>
+endobj
+24 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 108.0 414.066 190.832 402.066 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 25 0 R
+/H /I
+>>
+endobj
+26 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 108.0 395.866 242.156 383.866 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 27 0 R
+/H /I
+>>
+endobj
+28 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 108.0 377.666 172.16 365.666 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 29 0 R
+/H /I
+>>
+endobj
+30 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 102.0 359.466 244.328 347.466 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 31 0 R
+/H /I
+>>
+endobj
+32 0 obj
+<< /Length 2266 /Filter [ /ASCII85Decode /FlateDecode ]
+ >>
+stream
+Gatm==``=U&:W67i'V-lcU9GfJlgg!_`9'QSbAcAF=7`afMJB\_i"JB(F29t.$@VC3dD;K@X#)t\)5'KmM8k_^-t&eXh2ip[^HQYg$k&+Tac>iG6i=RlY^Y>F[=-G[:HGq^\CbELV+=ff&,'7gVq@J`=FpV&&2;T#9?P@ca.lfq9lT@?kpO^/NthZ8Y*"Q=f^$$a!fnqX6sjQ[(_1@V`++*ra"oS;Qo)-?113_koK]:<N^i?7!d4\\eG>EE%@$'8H16)Cn$;nQH.(8f28($861n=<Ks@XQ/ih2JA-iF\9"8+!';=)F$NT8)(<sHmR?Z==$Pt\rB3RgAWC%/<KgKg8(lqsgn`>G?5HN]2aZD._#!WE=u]hZ66<p2Ht*!(hW"#LjD(5hO9r(.*Ne'S'tU0Zf'49L7;-$V#ES.,<Id\Vc`'#eDL;r74[+'pRFr\2<k_,IW^p05-/p@P%G=Y2XERF#%rN;1`1u[=>Lb`NlV3O;`Gcr"WX3=gS-fNr!A9"?]4]dL+4Q&%5*V>b:RKiMN>jo(OD60OM!&cc0r_$3j[r_q*T&JU^UUiQG1gTG3(P(DajcqA`G<tT>.fn+b:b'Bf4])$7!iptMsgonLd5?o&B,tLp)%<5LD5@]I*l=..Uif;deG29$,A9M/T*hM=.1(aT93)m2:V8:^-XkK[3hFiga5^o/g\_RX]U<^6m7kM!0ess8sGO1_W?`0%TAq8nL/K!C,?=Fm#5Xj&73YIB&&tqlbal!RPO6S!Ap*KT!8E%;W*>Q'(-CY0S>D[/Ct*d4Jtgt`n]E\VbN1<?FM;,i0_U:2l-c`?mPp_F"I$H!YqL4^)0Uu=!,._]h>[--Na1PLAJaUInZl5?8:3Coh)[#;TF1Eb-F]n?b/"JF%fm8cQmSaG^D&=",HgeonpBq7>uL[jq6/YMgLTK#EoW;\kJJGg4>uBm(a<io#h%0P:E+/AsQLsOZeRY*L(C'2]i#u)$"5))>V:M#Qma
UJ6e[=R5F57kZ\N.6,T9]OTX%"2a59m:uVu7XWbm'RB^Mi:ldH/WnK2UI$#gU@*dWjS*Ch*e,5Fl5(SAa[2qY]o%?%RcC%HfeV*_&]SFh`(#MLTdG9.d,UG)=M*cA6`!.u1KfRtdaAH<SXY]VJ*XWi6e-Z'f0nr*<o/^[)e!NBh4#T%b^&I'gT@Y1B^RVh\GC;d_k:._LOBG#4dnTDTZ&FGjUS-_b+J@/4itVB1^p5DoWU<VEe]+?gTC^?_ZJ<\n)=D?7TKjmMLs+Ej0P1fYj9$$9?r/sq&VGm!/j%OVP8OH-YJp[2&]nJ1.b@+0W:60cbTH^1Mmd(OgeIiCY;<M8r`79WM5-pKcGcuD[c>3R9"BZ`9F\/b30?37V8s#rJB0X"mJnqQi+ni)VoaSO\qI\#!=D*E=`E@kQJhrK4;kH[c;birC,_5:Q[=g:]\b^m\i;E6-7gGRUpuu`k7?<WP)]!=*d5-Af?62D2>gMCRasC\n$jW>/Td[(cUJR?::-<MjS.Y7q7V$[Y;j<AWTU6kEDW[JC!5&*O%29i"+Fl@eVRZIIa6CI$Nh$oDJR931i&R'f[2_Wg`ai,GN@.WF?`d64WU/9)sG1E&P"Jff]+qN*O;AuMN#e&%!oXcDL$jJV41#qg!/,KSQ3b4L>tIgl"@+Rf-=NLqs@9F6Zks;kB[j`Wb)&5dV\3[W:0U!@#F,DjSsl-U3t&51Pjm;A$E"uI5HeQ"=D%pP0HBKirhfsTRJ9IqrM9KmP(7je;eXaFb;T>Y#Z-("oZ/G3l+9CZL/9>W!;@J0rL?^($hQRSpNoln'IfOViNP=TV-rBmOsM_njK,@0I(+&3[r%kYtL-4E9[N-BA=3q!Kjr*rLlTqOI8Vi0Kj;pq2dR#f2FVY\\*8A^o7#P5A"UN`KLQuiB,BW'`p-OBS@*;:*h4\WHt*bb3I):6;>AEe77VIP>LiiFIT0F9@_Q^A/&M/N03/HStQC;*2;R\Q\8#uJIt
NrbPId9?9W]ba;'feX6HOnJX1`%`+Sb7MXZBF4Sc;)Va^7E^H[VB/YLC`r_EW`8oW^"X^(M/;587\$ZW8+>hq(aJ51u7%j+t*G:ap53b@:>3<_H<k^1ObpadN04+P.Bgihpsqo!]jCkZldQ-$Vb]PX=l"`4a.3\W>3a.c&fVhX"OPmgeim>csaJGES*U/o&I6dN.A%eb,7Gb,uuMIa>7o%9<(!@Zu+]jeG;lW*[LP'1gScGSsPK[T859jVJ;)O^G3/b$6-7X'^?U(kRp1J'(Rr<IGdpA4~>
+endstream
+endobj
+33 0 obj
+<< /Type /Page
+/Parent 1 0 R
+/MediaBox [ 0 0 612 792 ]
+/Resources 3 0 R
+/Contents 32 0 R
+/Annots 34 0 R
+>>
+endobj
+34 0 obj
+[
+35 0 R
+36 0 R
+37 0 R
+38 0 R
+]
+endobj
+35 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 369.948 616.466 524.952 604.466 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A << /URI (hdfs_design.html)
+/S /URI >>
+/H /I
+>>
+endobj
+36 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 90.0 603.266 128.664 591.266 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A << /URI (hdfs_design.html)
+/S /URI >>
+/H /I
+>>
+endobj
+37 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 108.0 354.254 146.004 342.254 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A << /URI (http://www.cygwin.com/)
+/S /URI >>
+/H /I
+>>
+endobj
+38 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 396.636 145.467 460.944 133.467 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A << /URI (releases.html)
+/S /URI >>
+/H /I
+>>
+endobj
+39 0 obj
+<< /Length 1818 /Filter [ /ASCII85Decode /FlateDecode ]
+ >>
+stream
+Gat%$D3(2F&H9DYJe+,e9tO`9H&\Oh8Xero;K[i%m?]Z0I,Ng,@55`?an=80!!Dqt@G-S,KSa@(n`-$MCu/u0n$]9H=,s\DhqqLtNGQf4IJE,Sc1=!7n@)rZ_s6:Ic$$M*odm"d[G@tOf#WSqNn#"n)#:UUD3*92S,5<[5?hpY]"(CWc@-dhBg+^^#Ba?&W\T"$X->,5=HZ\u#.l^Ed2-Tq*jA'8[N66F#Qe*h[$^$gc%.43(Mf=$,&nG^G\8(&lm$oCU#HDi[S(ZF&QPK9N/D?S?:PrkOP>,2s8&qNs4lH1nSSPoj1-Sfc&eHu4*ErDq\e/ZBo56KAc-nDn&JKa59=O1]XS7'p5n*#p^-;8]=!,ZF%PlF10P2pjIgJ-GY#dZid7,*>%SHdSQ\B4k[$ok\3@42U3[mJG^3aO_$+K0#dKN\L-!&,9-Sq>I,EJV6sQTXL"'M5M$`'*%e2V"(QC[E<Nm2pj(ab5(T`jZCV?<@Ym:(CqL2elNZ1_/Z4<X$X.ViMk"/3e>%a*u`-7B(Tr<[65l!%gf-O'(_NgiECJ=gPq1MlkkkLP:Hp-\GlM/F6<EuIVRL9Ca.29LoO47,d?;p?VJ>2*Z'11@\4[moa>-M;'9dEr[*pW\F&/Yf*CW\'hCLFk5faiB[e9/^B8=>jFMnG_Q[t_!+67*6`7p#l@Cu8KdP5s8`-:qCH\Dit"E/bn0%]+GJ.uFY4Xt<)EhDA#]M*ADJ2@2aWQ^XU9@uj;PGbe>e(l*Jt6/t.W<0<D]?Y?`F2l.oG:S8bo<4T1_D/#HIQ"a6t/lf&JU$$RN%79,K#.P('h*))i\7RM_*P**/pBGb:o`"Up>`;%\VhU`D;8VMYEM5KRc1sBrEQjaD"0o/XrMf1^J+o3X!+kbO^6[:pOS7T/OqhWWqk;$5NWsht*^35?i\Om?LVE]WbW$F&oaOUAZUgSKQT>@c%V[ihS9[^2ILrSUq"cq5BO:*L,TnKX\F1Qm%H&X
'QLkaJgPGL(m'KL*<0d2O.#ItsjLs+f\@Ei+P.o4-s"APVU>o^gJLIpO@&5Vh<0`8$oa%3D)Yb3HG='t["V%NCgu&;c..#&YNuF<<FJCQ4Ll$R.5hL5VHuP=/GUr[^Kq5[t.+;ih4+m_>A&5n>#RV\"?/RqI`Lf21:9'9Une=BJd9N[VGEGq-;i0`sL%2^7(DEkC/0"l8CKBglmAb^>:K_gU@)K5ZI_a08icHQLST0)q2=pbH&KJ27Yp94:k;VS.Wsh$SEkVk,jq_X<:U\MbMujNP.-gSQ)654WC76_+dPA7C^_tgWMR%kMfNN1>!L!%KJ;-I.[+Mjl#DM74*'km&Hra$!oOtCod5-Ep8.Q\>_lJr7\NpHkcC_#T6U$_OJLfuH69.37=$(uoSH1V.Q^d^91gsRlAVA=d1D4<sD7(uDCq2h:8BtR/(j'eJaJVOsea-;UA""FJW*VmMo];rs43a-.D&Hh>!)8D4TmrV>?")(]lK9h!5R4Z2<2n.('%D=_ib&a]Oe:c7fejXiKg>r7c<nFai*N6V]'Er"bb-]=j*K<+e.i0.+?=p;_)WPs<N%-r>?c]nncr-Zbr*&E,Z8s$AXq"11i`eeLoWr/$A/hMSA0_56KU_Z3>&78/[e",SfJ4A32\es3kZ(-!K$r7F7ZY3j):ZdAYi9X+bLRm5_1;DUUInTk#>gt$#1%V1?&Q7EH$_('YOC,#\_)+lR<p`*U*<]mo^eJ(3V`?DgCkPVY``-Y7I(?C,^WPcP]7*[Y&QF^ZKWjf*,D*Pjp-8X1m%\H#q0p4D>=4829EoK6Dl*[SXt;YjrC3GU2^,^Na0S~>
+endstream
+endobj
+40 0 obj
+<< /Type /Page
+/Parent 1 0 R
+/MediaBox [ 0 0 612 792 ]
+/Resources 3 0 R
+/Contents 39 0 R
+>>
+endobj
+41 0 obj
+<< /Length 1803 /Filter [ /ASCII85Decode /FlateDecode ]
+ >>
+stream
+Gat=,D0)1+&H;*)_2$;]]fQTI&20SLB%h$`[WC&rM8-HhN,3$o$Uu,o\EQ`V\).5k#ohRmP-G7KeaBaSqhF!'7[K=dh]lqgi,_$g/7]X$lb^+ubNgmj?0#4mO`=klqE0(NoDg3Td0&AB`$p'q:/HcPM!Tt&?kWIsd,"d3+-<)g...@WtLSjnRIA>'R6gae/67"efnRTjlhe&S=^1`I\6"j7U0->M2A()s.g?]!igaP%+.VYe'J97(.aa/CS
ZHD&2C\C!)4R@;PrW^.i,C+`"Kn_ReR;/kXX??+K+>+uCP^Ph[%5O[LB]=GJ#puCN5iSB:$T*Kac*#I;?$Gn4OZU/3K'#rPpOO)T@0(Q`XZn5@6B8Kq&(mbP:]A4,Pi:f0[?N)d4\GQ>;!_j['WqcE'o`6;O'$G2LZ,q.MEPn^7-n0C!B<t@...@H>\mGN7.++=Jh;2>SLa7ip5&r\Ica2P`L`.>YGF31o\bBr"pH5C1/htX9YG9c\?I's5/hZEl%U394_a\4elFofT'kPE8"`(PbQZ%er[l&KT(;+/*;,F_dqB;JU!*B!\%n^'a;?OcE'.bpnM\aKn#LBT"2@R`K7A/Y^eTR+T(N320;qLbQ?>QX5e*L=rFV7_.ZUd(la)Y&1cBU95H1o0D,e<d_En^Fn~>
+endstream
+endobj
+42 0 obj
+<< /Type /Page
+/Parent 1 0 R
+/MediaBox [ 0 0 612 792 ]
+/Resources 3 0 R
+/Contents 41 0 R
+/Annots 43 0 R
+>>
+endobj
+43 0 obj
+[
+44 0 R
+45 0 R
+]
+endobj
+44 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 175.596 263.594 284.28 251.594 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A << /URI (http://localhost:50070/)
+/S /URI >>
+/H /I
+>>
+endobj
+45 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 189.996 250.394 298.68 238.394 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A << /URI (http://localhost:50030/)
+/S /URI >>
+/H /I
+>>
+endobj
+46 0 obj
+<< /Length 932 /Filter [ /ASCII85Decode /FlateDecode ]
+ >>
+stream
+Gat=)?#Q2d'Rf.GpgMV)BlUto1$ic5euk;3d3[Ng[QQUg&?C=;A")N:cTm:\6<(@M&oerLYB/#Q>gC"nF76:KJBWDE^"A*(#fG$e@a[A7JglBs:`M%!47Da^f.X94#a"jpSpGkOjdT$G3_t?8k[Q;"^ot(gEkOU@'@b#^djo;F=mL44Xdt?>=,s7jEPccG.]pX`epMc$^9'59^#Y"U\P-+SkW<`pV%]?u@tc?,+B\0r*;fj/>6@@-#@e%X1krLFie;@^rRQ6;b)7!=9"DBCbI"Rp,idT^H^kT42Yf$M$6^<ZR'7h0Mc]f@abf;2!rY<M<+G_p1keeVjbMc`k=o-Gc^XO$"!H+&9RP7gSqS#tcFeY0\C9#0eh<<CR4S/LCKA"uAJ>6d$X#N(D1l4YhYD8`#u0SWZ3e]q=KV:*-j]<E(rH@fWXBJ,>JsO4kM+,UZ2&cMF2bM"L=uhrQ51H=Lr-A4(DK,V6<aZ5i.c*UX6$3PV(-Y&`ctI&X[SZ2KA$>cD6"ai="2=L3IMIA4=#2hpnjQ),g=B<E5n0c\e,G,H.N&kFq$Q-0FXl#1h$TNJc]=P+Gt,fO96RoKRsZ#F\qFP<<i.ffGGB_'lU&$VKBf07^lIXIcB;mOMeMkp@9e^?mc*Ip@F:8O3;@AfTI%Eh7F&tm'G]>BY\^U+8&4mo;m,^rZi+&3ru:M'tPh-LS*R&;NA^(2qtq0oQr"k/=:.K?%j3h/knU/Tu9X[0SWXE>6H.+O.`>c'F#uR14JTO#>kh<)Bs-D=,Z.RdS/mKJ$Ns-!hVeOG"^j_7%0Z<qje$_;o[H`I[BRTbP32%EU"#2h9-d-LgoAJ-m/Z4+TW05`<Z+5Y!f^5-(RL7$GR/ZXG)%o>&3!Z=_GBQZc'7a1=_j7K=[8IAqeshL5oK0>GKGK3B"(NHJhG0JbosZ/0A=~>
+endstream
+endobj
+47 0 obj
+<< /Type /Page
+/Parent 1 0 R
+/MediaBox [ 0 0 612 792 ]
+/Resources 3 0 R
+/Contents 46 0 R
+/Annots 48 0 R
+>>
+endobj
+48 0 obj
+[
+49 0 R
+]
+endobj
+49 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 454.632 492.066 475.284 480.066 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A << /URI (cluster_setup.html)
+/S /URI >>
+/H /I
+>>
+endobj
+51 0 obj
+<<
+ /Title (\376\377\0\61\0\40\0\120\0\165\0\162\0\160\0\157\0\163\0\145)
+ /Parent 50 0 R
+ /Next 52 0 R
+ /A 9 0 R
+>> endobj
+52 0 obj
+<<
+ /Title (\376\377\0\62\0\40\0\120\0\162\0\145\0\55\0\162\0\145\0\161\0\165\0\151\0\163\0\151\0\164\0\145\0\163)
+ /Parent 50 0 R
+ /First 53 0 R
+ /Last 57 0 R
+ /Prev 51 0 R
+ /Next 58 0 R
+ /Count -4
+ /A 11 0 R
+>> endobj
+53 0 obj
+<<
+ /Title (\376\377\0\62\0\56\0\61\0\40\0\123\0\165\0\160\0\160\0\157\0\162\0\164\0\145\0\144\0\40\0\120\0\154\0\141\0\164\0\146\0\157\0\162\0\155\0\163)
+ /Parent 52 0 R
+ /Next 54 0 R
+ /A 13 0 R
+>> endobj
+54 0 obj
+<<
+ /Title (\376\377\0\62\0\56\0\62\0\40\0\122\0\145\0\161\0\165\0\151\0\162\0\145\0\144\0\40\0\123\0\157\0\146\0\164\0\167\0\141\0\162\0\145)
+ /Parent 52 0 R
+ /First 56 0 R
+ /Last 56 0 R
+ /Prev 53 0 R
+ /Next 57 0 R
+ /Count -1
+ /A 15 0 R
+>> endobj
+56 0 obj
+<<
+ /Title (\376\377\0\62\0\56\0\62\0\56\0\61\0\40\0\101\0\144\0\144\0\151\0\164\0\151\0\157\0\156\0\141\0\154\0\40\0\162\0\145\0\161\0\165\0\151\0\162\0\145\0\155\0\145\0\156\0\164\0\163\0\40\0\146\0\157\0\162\0\40\0\127\0\151\0\156\0\144\0\157\0\167\0\163)
+ /Parent 54 0 R
+ /A 55 0 R
+>> endobj
+57 0 obj
+<<
+ /Title (\376\377\0\62\0\56\0\63\0\40\0\111\0\156\0\163\0\164\0\141\0\154\0\154\0\151\0\156\0\147\0\40\0\123\0\157\0\146\0\164\0\167\0\141\0\162\0\145)
+ /Parent 52 0 R
+ /Prev 54 0 R
+ /A 17 0 R
+>> endobj
+58 0 obj
+<<
+ /Title (\376\377\0\63\0\40\0\104\0\157\0\167\0\156\0\154\0\157\0\141\0\144)
+ /Parent 50 0 R
+ /Prev 52 0 R
+ /Next 59 0 R
+ /A 19 0 R
+>> endobj
+59 0 obj
+<<
+ /Title (\376\377\0\64\0\40\0\123\0\164\0\141\0\156\0\144\0\141\0\154\0\157\0\156\0\145\0\40\0\117\0\160\0\145\0\162\0\141\0\164\0\151\0\157\0\156)
+ /Parent 50 0 R
+ /Prev 58 0 R
+ /Next 60 0 R
+ /A 21 0 R
+>> endobj
+60 0 obj
+<<
+ /Title (\376\377\0\65\0\40\0\120\0\163\0\145\0\165\0\144\0\157\0\55\0\104\0\151\0\163\0\164\0\162\0\151\0\142\0\165\0\164\0\145\0\144\0\40\0\117\0\160\0\145\0\162\0\141\0\164\0\151\0\157\0\156)
+ /Parent 50 0 R
+ /First 61 0 R
+ /Last 63 0 R
+ /Prev 59 0 R
+ /Next 64 0 R
+ /Count -3
+ /A 23 0 R
+>> endobj
+61 0 obj
+<<
+ /Title (\376\377\0\65\0\56\0\61\0\40\0\103\0\157\0\156\0\146\0\151\0\147\0\165\0\162\0\141\0\164\0\151\0\157\0\156)
+ /Parent 60 0 R
+ /Next 62 0 R
+ /A 25 0 R
+>> endobj
+62 0 obj
+<<
+ /Title (\376\377\0\65\0\56\0\62\0\40\0\123\0\145\0\164\0\165\0\160\0\40\0\160\0\141\0\163\0\163\0\160\0\150\0\162\0\141\0\163\0\145\0\154\0\145\0\163\0\163\0\40\0\163\0\163\0\150)
+ /Parent 60 0 R
+ /Prev 61 0 R
+ /Next 63 0 R
+ /A 27 0 R
+>> endobj
+63 0 obj
+<<
+ /Title (\376\377\0\65\0\56\0\63\0\40\0\105\0\170\0\145\0\143\0\165\0\164\0\151\0\157\0\156)
+ /Parent 60 0 R
+ /Prev 62 0 R
+ /A 29 0 R
+>> endobj
+64 0 obj
+<<
+ /Title (\376\377\0\66\0\40\0\106\0\165\0\154\0\154\0\171\0\55\0\104\0\151\0\163\0\164\0\162\0\151\0\142\0\165\0\164\0\145\0\144\0\40\0\117\0\160\0\145\0\162\0\141\0\164\0\151\0\157\0\156)
+ /Parent 50 0 R
+ /Prev 60 0 R
+ /A 31 0 R
+>> endobj
+65 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F3
+/BaseFont /Helvetica-Bold
+/Encoding /WinAnsiEncoding >>
+endobj
+66 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F5
+/BaseFont /Times-Roman
+/Encoding /WinAnsiEncoding >>
+endobj
+67 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F6
+/BaseFont /Times-Italic
+/Encoding /WinAnsiEncoding >>
+endobj
+68 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F1
+/BaseFont /Helvetica
+/Encoding /WinAnsiEncoding >>
+endobj
+69 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F9
+/BaseFont /Courier
+/Encoding /WinAnsiEncoding >>
+endobj
+70 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F2
+/BaseFont /Helvetica-Oblique
+/Encoding /WinAnsiEncoding >>
+endobj
+71 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F7
+/BaseFont /Times-Bold
+/Encoding /WinAnsiEncoding >>
+endobj
+1 0 obj
+<< /Type /Pages
+/Count 5
+/Kids [6 0 R 33 0 R 40 0 R 42 0 R 47 0 R ] >>
+endobj
+2 0 obj
+<< /Type /Catalog
+/Pages 1 0 R
+ /Outlines 50 0 R
+ /PageMode /UseOutlines
+ >>
+endobj
+3 0 obj
+<<
+/Font << /F3 65 0 R /F5 66 0 R /F1 68 0 R /F6 67 0 R /F9 69 0 R /F2 70 0 R /F7 71 0 R >>
+/ProcSet [ /PDF /ImageC /Text ] >>
+endobj
+9 0 obj
+<<
+/S /GoTo
+/D [33 0 R /XYZ 85.0 659.0 null]
+>>
+endobj
+11 0 obj
+<<
+/S /GoTo
+/D [33 0 R /XYZ 85.0 567.066 null]
+>>
+endobj
+13 0 obj
+<<
+/S /GoTo
+/D [33 0 R /XYZ 85.0 535.932 null]
+>>
+endobj
+15 0 obj
+<<
+/S /GoTo
+/D [33 0 R /XYZ 85.0 460.279 null]
+>>
+endobj
+17 0 obj
+<<
+/S /GoTo
+/D [33 0 R /XYZ 85.0 335.254 null]
+>>
+endobj
+19 0 obj
+<<
+/S /GoTo
+/D [33 0 R /XYZ 85.0 174.801 null]
+>>
+endobj
+21 0 obj
+<<
+/S /GoTo
+/D [40 0 R /XYZ 85.0 577.0 null]
+>>
+endobj
+23 0 obj
+<<
+/S /GoTo
+/D [40 0 R /XYZ 85.0 397.866 null]
+>>
+endobj
+25 0 obj
+<<
+/S /GoTo
+/D [40 0 R /XYZ 85.0 332.332 null]
+>>
+endobj
+27 0 obj
+<<
+/S /GoTo
+/D [42 0 R /XYZ 85.0 537.5 null]
+>>
+endobj
+29 0 obj
+<<
+/S /GoTo
+/D [42 0 R /XYZ 85.0 425.447 null]
+>>
+endobj
+31 0 obj
+<<
+/S /GoTo
+/D [47 0 R /XYZ 85.0 521.4 null]
+>>
+endobj
+50 0 obj
+<<
+ /First 51 0 R
+ /Last 64 0 R
+>> endobj
+55 0 obj
+<<
+/S /GoTo
+/D [33 0 R /XYZ 85.0 377.426 null]
+>>
+endobj
+xref
+0 72
+0000000000 65535 f
+0000015453 00000 n
+0000015539 00000 n
+0000015631 00000 n
+0000000015 00000 n
+0000000071 00000 n
+0000000950 00000 n
+0000001070 00000 n
+0000001172 00000 n
+0000015776 00000 n
+0000001307 00000 n
+0000015839 00000 n
+0000001444 00000 n
+0000015905 00000 n
+0000001579 00000 n
+0000015971 00000 n
+0000001716 00000 n
+0000016037 00000 n
+0000001853 00000 n
+0000016103 00000 n
+0000001990 00000 n
+0000016169 00000 n
+0000002127 00000 n
+0000016233 00000 n
+0000002264 00000 n
+0000016299 00000 n
+0000002401 00000 n
+0000016365 00000 n
+0000002538 00000 n
+0000016429 00000 n
+0000002674 00000 n
+0000016495 00000 n
+0000002811 00000 n
+0000005170 00000 n
+0000005293 00000 n
+0000005341 00000 n
+0000005511 00000 n
+0000005678 00000 n
+0000005852 00000 n
+0000006019 00000 n
+0000007930 00000 n
+0000008038 00000 n
+0000009934 00000 n
+0000010057 00000 n
+0000010091 00000 n
+0000010267 00000 n
+0000010443 00000 n
+0000011467 00000 n
+0000011590 00000 n
+0000011617 00000 n
+0000016559 00000 n
+0000011789 00000 n
+0000011922 00000 n
+0000012151 00000 n
+0000012366 00000 n
+0000016610 00000 n
+0000012623 00000 n
+0000012928 00000 n
+0000013143 00000 n
+0000013297 00000 n
+0000013522 00000 n
+0000013834 00000 n
+0000014014 00000 n
+0000014272 00000 n
+0000014428 00000 n
+0000014680 00000 n
+0000014793 00000 n
+0000014903 00000 n
+0000015014 00000 n
+0000015122 00000 n
+0000015228 00000 n
+0000015344 00000 n
+trailer
+<<
+/Size 72
+/Root 2 0 R
+/Info 4 0 R
+>>
+startxref
+16676
+%%EOF
Added: lucene/hadoop/trunk/src/docs/src/documentation/content/xdocs/cluster_setup.xml
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/docs/src/documentation/content/xdocs/cluster_setup.xml?rev=594460&view=auto
==============================================================================
--- lucene/hadoop/trunk/src/docs/src/documentation/content/xdocs/cluster_setup.xml (added)
+++ lucene/hadoop/trunk/src/docs/src/documentation/content/xdocs/cluster_setup.xml Tue Nov 13 01:01:11 2007
@@ -0,0 +1,414 @@
+<?xml version="1.0"?>
+
+<!DOCTYPE document PUBLIC "-//APACHE//DTD Documentation V2.0//EN" "http://forrest.apache.org/dtd/document-v20.dtd">
+
+<document>
+
+ <header>
+ <title>Hadoop Cluster Setup</title>
+ </header>
+
+ <body>
+
+ <section>
+ <title>Purpose</title>
+
+ <p>This document describes how to install, configure and manage non-trivial
+ Hadoop clusters ranging from a few nodes to extremely large clusters with
+ thousands of nodes.</p>
+
+ <p>If you are looking to install Hadoop on a single machine to play
+ with it, you can find relevant details <a href="quickstart.html">here</a>.
+ </p>
+ </section>
+
+ <section>
+ <title>Pre-requisites</title>
+
+ <ol>
+ <li>
+ Make sure all <a href="quickstart.html#PreReqs">requisite</a> software
+ is installed on all nodes in your cluster.
+ </li>
+ <li>
+ <a href="quickstart.html#GetHadoop">Get</a> the Hadoop software.
+ </li>
+ </ol>
+ </section>
+
+ <section>
+ <title>Installation</title>
+
+ <p>Installing a Hadoop cluster typically involves unpacking the software
+ on all the machines in the cluster.</p>
+
+ <p>Typically one machine in the cluster is designated as the
+ <code>NameNode</code> and another machine the as <code>JobTracker</code>,
+ exclusively. These are the <em>masters</em>. The rest of the machines in
+ the cluster act as both <code>DataNode</code> <em>and</em>
+ <code>TaskTracker</code>. These are the <em>slaves</em>.</p>
+
+ <p>The root of the distribution is referred to as
+ <code>HADOOP_HOME</code>. All machines in the cluster usually have the same
+ <code>HADOOP_HOME</code> path.</p>
+ </section>
+
+ <section>
+ <title>Configuration</title>
+
+ <p>The following sections describe how to configure a Hadoop cluster.</p>
+
+ <section>
+ <title>Configuration Files</title>
+
+ <p>Hadoop configuration is driven by two important configuration files
+ found in the <code>conf/</code> directory of the distribution:</p>
+ <ol>
+ <li>
+ <a href="ext:hadoop-default">hadoop-default.xml</a> - Read-only
+ default configuration.
+ </li>
+ <li>
+ <em>hadoop-site.xml</em> - Site-specific configuration.
+ </li>
+ </ol>
+
+ <p>To learn more about how the Hadoop framework is controlled by these
+ configuration files, look <a href="ext:configuration">here</a>.</p>
+
+ <p>Additionally, you can control the Hadoop scripts found in the
+ <code>bin/</code> directory of the distribution, by setting site-specific
+ values via the <code>conf/hadoop-env.sh</code>.</p>
+ </section>
+
+ <section>
+ <title>Site Configuration</title>
+
+ <p>To configure the the Hadoop cluster you will need to configure the
+ <em>environment</em> in which the Hadoop daemons execute as well as
+ the <em>configuration parameters</em> for the Hadoop daemons.</p>
+
+ <p>The Hadoop daemons are <code>NameNode</code>/<code>DataNode</code>
+ and <code>JobTracker</code>/<code>TaskTracker</code>.</p>
+
+ <section>
+ <title>Configuring the Environment of the Hadoop Daemons</title>
+
+ <p>Administrators should use the <code>conf/hadoop-env.sh</code> script
+ to do site-specific customization of the Hadoop daemons' process
+ environment.</p>
+
+ <p>At the very least you should specify the
+ <code>JAVA_HOME</code> so that it is correctly defined on each
+ remote node.</p>
+
+ <p>Other useful configuration parameters that you can customize
+ include:</p>
+ <ul>
+ <li>
+ <code>HADOOP_LOG_DIR</code> - The directory where the daemons'
+ log files are stored. They are automatically created if they don't
+ exist.
+ </li>
+ <li>
+ <code>HADOOP_HEAPSIZE</code> - The maximum amount of heapsize
+ to use, in MB e.g. <code>2000MB</code>.
+ </li>
+ </ul>
+ </section>
+
+ <section>
+ <title>Configuring the Hadoop Daemons</title>
+
+ <p>This section deals with important parameters to be specified in the
+ <code>conf/hadoop-site.xml</code> for the Hadoop cluster.</p>
+
+ <table>
+ <tr>
+ <th>Parameter</th>
+ <th>Value</th>
+ <th>Notes</th>
+ </tr>
+ <tr>
+ <td>fs.default.name</td>
+ <td>Hostname or IP address of <code>NameNode</code>.</td>
+ <td><em>host:port</em> pair.</td>
+ </tr>
+ <tr>
+ <td>mapred.job.tracker</td>
+ <td>Hostname or IP address of <code>JobTracker</code>.</td>
+ <td><em>host:port</em> pair.</td>
+ </tr>
+ <tr>
+ <td>dfs.name.dir</td>
+ <td>
+ Path on the local filesystem where the <code>NameNode</code>
+ stores the namespace and transactions logs persistently.</td>
+ <td>
+ If this is a comma-delimited list of directories then the name
+ table is replicated in all of the directories, for redundancy.
+ </td>
+ </tr>
+ <tr>
+ <td>dfs.data.dir</td>
+ <td>
+ Comma separated list of paths on the local filesystem of a
+ <code>DataNode</code> where it should store its blocks.
+ </td>
+ <td>
+ If this is a comma-delimited list of directories, then data will
+ be stored in all named directories, typically on different
+ devices.
+ </td>
+ </tr>
+ <tr>
+ <td>mapred.system.dir</td>
+ <td>
+ Path on the HDFS where where the Map-Reduce framework stores
+ system files e.g. <code>/hadoop/mapred/system/</code>.
+ </td>
+ <td>
+ This is in the default filesystem (HDFS) and must be accessible
+ from both the server and client machines.
+ </td>
+ </tr>
+ <tr>
+ <td>mapred.local.dir</td>
+ <td>
+ Comma-separated list of paths on the local filesystem where
+ temporary Map-Reduce data is written.
+ </td>
+ <td>Multiple paths help spread disk i/o.</td>
+ </tr>
+ <tr>
+ <td>mapred.tasktracker.tasks.maximum</td>
+ <td>
+ The maximum number of map and reduce tasks, which are run
+ simultaneously on a given <code>TaskTracker</code>, individually.
+ </td>
+ <td>
+ Defaults to 2 (2 maps and 2 reduces), but vary it depending on
+ your hardware.
+ </td>
+ </tr>
+ <tr>
+ <td>dfs.hosts/dfs.hosts.exclude</td>
+ <td>List of permitted/excluded DataNodes.</td>
+ <td>
+ If necessary, use these files to control the list of allowable
+ datanodes.
+ </td>
+ </tr>
+ <tr>
+ <td>mapred.hosts/mapred.hosts.exclude</td>
+ <td>List of permitted/excluded TaskTrackers.</td>
+ <td>
+ If necessary, use these files to control the list of allowable
+ tasktrackers.
+ </td>
+ </tr>
+ </table>
+
+ <p>Typically all the above parameters are marked as
+ <a href="api/index.html?org/apache/hadoop/conf/Configuration.html#FinalParameters">
+ final</a> to ensure that they cannot be overriden by user-applications.
+ </p>
+
+ <section>
+ <title>Real-World Cluster Configurations</title>
+
+ <p>This section lists some non-default configuration parameters which
+ have been used to run the <em>sort</em> benchmark on very large
+ clusters.</p>
+
+ <ul>
+ <li>
+ <p>Some non-default configuration values used to run sort900,
+ that is 9TB of data sorted on a cluster with 900 nodes:</p>
+ <table>
+ <tr>
+ <th>Parameter</th>
+ <th>Value</th>
+ <th>Notes</th>
+ </tr>
+ <tr>
+ <td>dfs.block.size</td>
+ <td>134217728</td>
+ <td>HDFS blocksize of 128MB for large file-systems.</td>
+ </tr>
+ <tr>
+ <td>dfs.namenode.handler.count</td>
+ <td>40</td>
+ <td>
+ More NameNode server threads to handle RPCs from large
+ number of DataNodes.
+ </td>
+ </tr>
+ <tr>
+ <td>mapred.reduce.parallel.copies</td>
+ <td>20</td>
+ <td>
+ Higher number of parallel copies run by reduces to fetch
+ outputs from very large number of maps.
+ </td>
+ </tr>
+ <tr>
+ <td>mapred.child.java.opts</td>
+ <td>-Xmx512M</td>
+ <td>
+ Larger heap-size for child jvms of maps/reduces.
+ </td>
+ </tr>
+ <tr>
+ <td>fs.inmemory.size.mb</td>
+ <td>200</td>
+ <td>
+ Larger amount of memory allocated for the in-memory
+ file-system used to merge map-outputs at the reduces.
+ </td>
+ </tr>
+ <tr>
+ <td>io.sort.factor</td>
+ <td>100</td>
+ <td>More streams merged at once while sorting files.</td>
+ </tr>
+ <tr>
+ <td>io.sort.mb</td>
+ <td>200</td>
+ <td>Higher memory-limit while sorting data.</td>
+ </tr>
+ <tr>
+ <td>io.file.buffer.size</td>
+ <td>131072</td>
+ <td>Size of read/write buffer used in SequenceFiles.</td>
+ </tr>
+ </table>
+ </li>
+ <li>
+ <p>Updates to some configuration values to run sort1400 and
+ sort2000, that is 14TB of data sorted on 1400 nodes and 20TB of
+ data sorted on 2000 nodes:</p>
+ <table>
+ <tr>
+ <th>Parameter</th>
+ <th>Value</th>
+ <th>Notes</th>
+ </tr>
+ <tr>
+ <td>mapred.job.tracker.handler.count</td>
+ <td>60</td>
+ <td>
+ More JobTracker server threads to handle RPCs from large
+ number of TaskTrackers.
+ </td>
+ </tr>
+ <tr>
+ <td>mapred.reduce.parallel.copies</td>
+ <td>50</td>
+ <td></td>
+ </tr>
+ <tr>
+ <td>tasktracker.http.threads</td>
+ <td>50</td>
+ <td>
+ More worker threads for the TaskTracker's http server. The
+ http server is used by reduces to fetch intermediate
+ map-outputs.
+ </td>
+ </tr>
+ <tr>
+ <td>mapred.child.java.opts</td>
+ <td>-Xmx1024M</td>
+ <td></td>
+ </tr>
+ </table>
+ </li>
+ </ul>
+ </section>
+
+ </section>
+
+ <section>
+ <title>Slaves</title>
+
+ <p>Typically you choose one machine in the cluster to act as the
+ <code>NameNode</code> and one machine as to act as the
+ <code>JobTracker</code>, exclusively. The rest of the machines act as
+ both a <code>DataNode</code> and <code>TaskTracker</code> and are
+ referred to as <em>slaves</em>.</p>
+
+ <p>List all slave hostnames or IP addresses in your
+ <code>conf/slaves</code> file, one per line.</p>
+ </section>
+
+ <section>
+ <title>Logging</title>
+
+ <p>Hadoop uses the <a href="http://logging.apache.org/log4j/">Apache
+ log4j</a> via the <a href="http://commons.apache.org/logging/">Apache
+ Commons Logging</a> framework for logging. Edit the
+ <code>conf/log4j.properties</code> file to customize the Hadoop
+ daemons' logging configuration (log-formats and so on).</p>
+ </section>
+ </section>
+
+ <p>Once all the necessary configuration is complete, distribute the files
+ to the <code>HADOOP_CONF_DIR</code> directory on all the machines,
+ typically <code>${HADOOP_HOME}/conf</code>.</p>
+ </section>
+
+ <section>
+ <title>Hadoop Startup</title>
+
+ <p>To start a Hadoop cluster you will need to start both the HDFS and
+ Map-Reduce cluster.</p>
+
+ <p>
+ Format a new distributed filesystem:<br/>
+ <code>$ bin/hadoop namenode -format</code>
+ </p>
+
+ <p>
+ Start the HDFS with the following command, run on the designated
+ <code>NameNode</code>:<br/>
+ <code>$ bin/start-dfs.sh</code>
+ </p>
+ <p>The <code>bin/start-dfs.sh</code> script also consults the
+ <code>${HADOOP_CONF_DIR}/slaves</code> file on the <code>NameNode</code>
+ and starts the <code>DataNode</code> daemon on all the listed slaves.</p>
+
+ <p>
+ Start Map-Reduce with the following command, run on the designated
+ <code>JobTracker</code>:<br/>
+ <code>$ bin/start-mapred.sh</code>
+ </p>
+ <p>The <code>bin/start-mapred.sh</code> script also consults the
+ <code>${HADOOP_CONF_DIR}/slaves</code> file on the <code>JobTracker</code>
+ and starts the <code>TaskTracker</code> daemon on all the listed slaves.
+ </p>
+ </section>
+
+ <section>
+ <title>Hadoop Shutdown</title>
+
+ <p>
+ Stop HDFS with the following command, run on the designated
+ <code>NameNode</code>:<br/>
+ <code>$ bin/stop-dfs.sh</code>
+ </p>
+ <p>The <code>bin/stop-dfs.sh</code> script also consults the
+ <code>${HADOOP_CONF_DIR}/slaves</code> file on the <code>NameNode</code>
+ and stops the <code>DataNode</code> daemon on all the listed slaves.</p>
+
+ <p>
+ Stop Map-Reduce with the following command, run on the designated
+ the designated <code>JobTracker</code>:<br/>
+ <code>$ bin/stop-mapred.sh</code><br/>
+ </p>
+ <p>The <code>bin/stop-mapred.sh</code> script also consults the
+ <code>${HADOOP_CONF_DIR}/slaves</code> file on the <code>JobTracker</code>
+ and stops the <code>TaskTracker</code> daemon on all the listed slaves.</p>
+ </section>
+ </body>
+
+</document>
Modified: lucene/hadoop/trunk/src/docs/src/documentation/content/xdocs/documentation.xml
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/docs/src/documentation/content/xdocs/documentation.xml?rev=594460&r1=594459&r2=594460&view=diff
==============================================================================
--- lucene/hadoop/trunk/src/docs/src/documentation/content/xdocs/documentation.xml (original)
+++ lucene/hadoop/trunk/src/docs/src/documentation/content/xdocs/documentation.xml Tue Nov 13 01:01:11 2007
@@ -10,13 +10,16 @@
<body>
<p>
- The following documents provide concepts and procedures that will help you get started using Hadoop.
- If you have more questions, you can ask the <a href="mailing_lists.html">mailing list</a> or browse the archives.
+ The following documents provide concepts and procedures that will help you
+ get started using Hadoop. If you have more questions, you can ask the
+ <a href="mailing_lists.html">mailing list</a> or browse the archives.
</p>
<ul>
- <li><a href="hdfs_design.html">Hadoop Distributed File System (<acronym title="Hadoop Distributed File System">HDFS</acronym>)</a></li>
- <li><a href="ext:overview">Install and configure</a></li>
- <li><a href="ext:api">API Docs</a></li>
+ <li><a href="quickstart.html">Hadoop Quickstart</a></li>
+ <li><a href="cluster_setup.html">Hadoop Cluster Setup</a></li>
+ <li><a href="hdfs_design.html">Hadoop Distributed File System</a></li>
+ <li><a href="mapred_tutorial.html">Hadoop Map-Reduce Tutorial</a></li>
+ <li><a href="ext:api/index">API Docs</a></li>
<li><a href="ext:wiki">Wiki</a></li>
<li><a href="ext:faq">FAQ</a></li>
</ul>
Modified: lucene/hadoop/trunk/src/docs/src/documentation/content/xdocs/index.xml
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/docs/src/documentation/content/xdocs/index.xml?rev=594460&r1=594459&r2=594460&view=diff
==============================================================================
--- lucene/hadoop/trunk/src/docs/src/documentation/content/xdocs/index.xml (original)
+++ lucene/hadoop/trunk/src/docs/src/documentation/content/xdocs/index.xml Tue Nov 13 01:01:11 2007
@@ -64,7 +64,8 @@
<ol>
<li><a href="documentation.html">Learn about</a> Hadoop by reading the documentation.</li>
<li><a href="releases.html">Download</a> Hadoop from the release page.</li>
- <li><a href="ext:overview">Install and configure</a> Hadoop. Scroll down the page.</li>
+ <li>Hadoop <a href="quickstart.html">Quickstart</a>.</li>
+ <li><a href="cluster_setup.html">Hadoop Cluster Setup</a>.</li>
<li><a href="mailing_lists.html">Discuss it</a> on the mailing list.</li>
</ol>
</section>