You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@slider.apache.org by bi...@apache.org on 2014/05/30 18:47:16 UTC
svn commit: r1598665 [7/16] - in /incubator/slider/site/content: ./
architecture/ configuration/ css/ developing/ images/ images/logos/
images/profiles/ img/ js/ registry/ release_notes/ slider_specs/
specification/
Added: incubator/slider/site/content/developing/manual_testing.html
URL: http://svn.apache.org/viewvc/incubator/slider/site/content/developing/manual_testing.html?rev=1598665&view=auto
==============================================================================
--- incubator/slider/site/content/developing/manual_testing.html (added)
+++ incubator/slider/site/content/developing/manual_testing.html Fri May 30 16:47:13 2014
@@ -0,0 +1,249 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2014-05-30
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20140530" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Apache Slider 0.30 (incubating) - </title>
+ <link rel="stylesheet" href="../css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="../css/site.css" />
+ <link rel="stylesheet" href="../css/print.css" media="print" />
+
+
+ <script type="text/javascript" src="../js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+ </head>
+ <body class="topBarEnabled">
+
+
+
+
+
+ <div id="topbar" class="navbar navbar-fixed-top ">
+ <div class="navbar-inner">
+ <div class="container"><div class="nav-collapse">
+
+
+ <ul class="nav">
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Documentation <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li class="dropdown-submenu">
+ <a href="../project-info.html" title="Project Information">Project Information</a>
+ <ul class="dropdown-menu">
+ <li> <a href="../index.html" title="About">About</a>
+</li>
+ <li> <a href="../plugin-management.html" title="Plugin Management">Plugin Management</a>
+</li>
+ <li> <a href="../distribution-management.html" title="Distribution Management">Distribution Management</a>
+</li>
+ <li> <a href="../dependency-info.html" title="Dependency Information">Dependency Information</a>
+</li>
+ <li> <a href="../dependency-convergence.html" title="Dependency Convergence">Dependency Convergence</a>
+</li>
+ <li> <a href="../source-repository.html" title="Source Repository">Source Repository</a>
+</li>
+ <li> <a href="../mail-lists.html" title="Mailing Lists">Mailing Lists</a>
+</li>
+ <li> <a href="../issue-tracking.html" title="Issue Tracking">Issue Tracking</a>
+</li>
+ <li> <a href="../integration.html" title="Continuous Integration">Continuous Integration</a>
+</li>
+ <li> <a href="../plugins.html" title="Project Plugins">Project Plugins</a>
+</li>
+ <li> <a href="../license.html" title="Project License">Project License</a>
+</li>
+ <li> <a href="../modules.html" title="Project Modules">Project Modules</a>
+</li>
+ <li> <a href="../dependency-management.html" title="Dependency Management">Dependency Management</a>
+</li>
+ <li> <a href="../team-list.html" title="Project Team">Project Team</a>
+</li>
+ <li> <a href="../project-summary.html" title="Project Summary">Project Summary</a>
+</li>
+ <li> <a href="../dependencies.html" title="Dependencies">Dependencies</a>
+</li>
+ </ul>
+ </li>
+
+ <li class="dropdown-submenu">
+ <a href="../project-reports.html" title="Project Reports">Project Reports</a>
+ <ul class="dropdown-menu">
+ <li> <a href="../surefire-report.html" title="Surefire Report">Surefire Report</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documents <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li> <a href="../getting_started.html" title="Getting Started">Getting Started</a>
+</li>
+
+ <li> <a href="../manpage.html" title="manpage">manpage</a>
+</li>
+
+ <li> <a href="../troubleshooting.html" title="Troubleshooting">Troubleshooting</a>
+</li>
+
+ <li> <a href="../architecture/index.html" title="Architecture">Architecture</a>
+</li>
+
+ <li> <a href="../developing/index.html" title="Developing">Developing</a>
+</li>
+
+ <li> <a href="../exitcodes.html" title="Exitcodes">Exitcodes</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+
+
+
+
+ </div>
+
+ </div>
+ </div>
+ </div>
+
+ <div class="container">
+ <div id="banner">
+ <div class="pull-left">
+ <a href=".././" id="bannerLeft">
+ <h2>Apache Slider (incubating)</h2>
+ </a>
+ </div>
+ <div class="pull-right"> <div id="bannerRight">
+ <img src="http://incubator.apache.org/images/apache-incubator-logo.png" />
+ </div>
+ </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li id="publishDate">Last Published: 2014-05-30</li>
+
+
+
+ <li id="projectVersion" class="pull-right">Version: 0.30</li>
+
+ </ul>
+ </div>
+
+
+
+ <div id="bodyColumn" >
+
+ <!-- -
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License. --><h1>Manually Testing Apache Slider</h1>
+<p>Manual testing invloves using Slider package and an AppPackage to perform basic cluster functionalities such as create/destroy, flex up/down, and freeze/thaw. A python helper script is provided that can be used to automatically test and app package.</p>
+<div class="section">
+<h2><tt>SliderTester.py</tt><a name="SliderTester.py"></a></h2>
+<p>Details to be added.</p></div>
+<div class="section">
+<h2><tt>SliderTester.ini</tt><a name="SliderTester.ini"></a></h2>
+<p>The various config parameters are:</p>
+<div class="section">
+<h3>slider<a name="slider"></a></h3>
+
+<ul>
+
+<li><tt>package</tt>: location of the slider package</li>
+
+<li><tt>jdk.path</tt>: jdk path on the test hosts</li>
+</ul></div>
+<div class="section">
+<h3>app<a name="app"></a></h3>
+
+<ul>
+
+<li><tt>package</tt>: location of the app package</li>
+</ul></div>
+<div class="section">
+<h3>cluster<a name="cluster"></a></h3>
+
+<ul>
+
+<li><tt>yarn.application.classpath</tt>: yarn application classpaths</li>
+
+<li><tt>slider.zookeeper.quorum</tt>: the ZK quorum hosts</li>
+
+<li><tt>yarn.resourcemanager.address</tt>:</li>
+
+<li><tt>yarn.resourcemanager.scheduler.address</tt>:</li>
+
+<li><tt>fs.defaultFS</tt>: e.g. <tt>hdfs://NN_HOST:8020</tt></li>
+</ul></div>
+<div class="section">
+<h3>test<a name="test"></a></h3>
+
+<ul>
+
+<li><tt>app.user</tt>: user to use for app creation</li>
+
+<li><tt>hdfs.root.user</tt>: hdfs root user</li>
+
+<li><tt>hdfs.root.dir</tt>: HDFS root, default /slidertst</li>
+
+<li><tt>hdfs.user.dir</tt>: HDFS user dir, default /user</li>
+
+<li><tt>test.root</tt>: local test root folder, default /test</li>
+
+<li><tt>cluster.name</tt>: name of the test cluster, default tst1</li>
+
+<li><tt>cluster.type</tt>: cluster type to build and test, e.g. hbase,storm,accumulo</li>
+</ul></div>
+<div class="section">
+<h3>agent<a name="agent"></a></h3></div></div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container">
+ <div class="row span12">Copyright © 2014
+ <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+ <?xml version="1.0" encoding="UTF-8"?>
+<div class="row-fluid">Apache Slider, Slider, Apache, and the Apache Incubator logo are trademarks of The Apache Software Foundation.</div>
+
+ <p id="poweredBy" class="pull-right">
+ <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven" src="../images/logos/maven-feather.png" />
+ </a>
+ </p>
+
+ </div>
+ </footer>
+ </body>
+</html>
Propchange: incubator/slider/site/content/developing/manual_testing.html
------------------------------------------------------------------------------
svn:eol-style = native
Added: incubator/slider/site/content/developing/releasing.html
URL: http://svn.apache.org/viewvc/incubator/slider/site/content/developing/releasing.html?rev=1598665&view=auto
==============================================================================
--- incubator/slider/site/content/developing/releasing.html (added)
+++ incubator/slider/site/content/developing/releasing.html Fri May 30 16:47:13 2014
@@ -0,0 +1,300 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2014-05-30
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20140530" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Apache Slider 0.30 (incubating) - </title>
+ <link rel="stylesheet" href="../css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="../css/site.css" />
+ <link rel="stylesheet" href="../css/print.css" media="print" />
+
+
+ <script type="text/javascript" src="../js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+ </head>
+ <body class="topBarEnabled">
+
+
+
+
+
+ <div id="topbar" class="navbar navbar-fixed-top ">
+ <div class="navbar-inner">
+ <div class="container"><div class="nav-collapse">
+
+
+ <ul class="nav">
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Documentation <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li class="dropdown-submenu">
+ <a href="../project-info.html" title="Project Information">Project Information</a>
+ <ul class="dropdown-menu">
+ <li> <a href="../index.html" title="About">About</a>
+</li>
+ <li> <a href="../plugin-management.html" title="Plugin Management">Plugin Management</a>
+</li>
+ <li> <a href="../distribution-management.html" title="Distribution Management">Distribution Management</a>
+</li>
+ <li> <a href="../dependency-info.html" title="Dependency Information">Dependency Information</a>
+</li>
+ <li> <a href="../dependency-convergence.html" title="Dependency Convergence">Dependency Convergence</a>
+</li>
+ <li> <a href="../source-repository.html" title="Source Repository">Source Repository</a>
+</li>
+ <li> <a href="../mail-lists.html" title="Mailing Lists">Mailing Lists</a>
+</li>
+ <li> <a href="../issue-tracking.html" title="Issue Tracking">Issue Tracking</a>
+</li>
+ <li> <a href="../integration.html" title="Continuous Integration">Continuous Integration</a>
+</li>
+ <li> <a href="../plugins.html" title="Project Plugins">Project Plugins</a>
+</li>
+ <li> <a href="../license.html" title="Project License">Project License</a>
+</li>
+ <li> <a href="../modules.html" title="Project Modules">Project Modules</a>
+</li>
+ <li> <a href="../dependency-management.html" title="Dependency Management">Dependency Management</a>
+</li>
+ <li> <a href="../team-list.html" title="Project Team">Project Team</a>
+</li>
+ <li> <a href="../project-summary.html" title="Project Summary">Project Summary</a>
+</li>
+ <li> <a href="../dependencies.html" title="Dependencies">Dependencies</a>
+</li>
+ </ul>
+ </li>
+
+ <li class="dropdown-submenu">
+ <a href="../project-reports.html" title="Project Reports">Project Reports</a>
+ <ul class="dropdown-menu">
+ <li> <a href="../surefire-report.html" title="Surefire Report">Surefire Report</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documents <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li> <a href="../getting_started.html" title="Getting Started">Getting Started</a>
+</li>
+
+ <li> <a href="../manpage.html" title="manpage">manpage</a>
+</li>
+
+ <li> <a href="../troubleshooting.html" title="Troubleshooting">Troubleshooting</a>
+</li>
+
+ <li> <a href="../architecture/index.html" title="Architecture">Architecture</a>
+</li>
+
+ <li> <a href="../developing/index.html" title="Developing">Developing</a>
+</li>
+
+ <li> <a href="../exitcodes.html" title="Exitcodes">Exitcodes</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+
+
+
+
+ </div>
+
+ </div>
+ </div>
+ </div>
+
+ <div class="container">
+ <div id="banner">
+ <div class="pull-left">
+ <a href=".././" id="bannerLeft">
+ <h2>Apache Slider (incubating)</h2>
+ </a>
+ </div>
+ <div class="pull-right"> <div id="bannerRight">
+ <img src="http://incubator.apache.org/images/apache-incubator-logo.png" />
+ </div>
+ </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li id="publishDate">Last Published: 2014-05-30</li>
+
+
+
+ <li id="projectVersion" class="pull-right">Version: 0.30</li>
+
+ </ul>
+ </div>
+
+
+
+ <div id="bodyColumn" >
+
+ <!-- -
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License. --><h1>Apache Slider Release Process</h1>
+<p>Here is our release process.</p>
+<div class="section">
+<h2>IMPORTANT: THIS IS OUT OF DATE WITH THE MOVE TO THE ASF<a name="IMPORTANT:_THIS_IS_OUT_OF_DATE_WITH_THE_MOVE_TO_THE_ASF"></a></h2>
+<div class="section">
+<h3>Before you begin<a name="Before_you_begin"></a></h3>
+<p>Check out the latest version of the develop branch, run the tests. This should be done on a checked out version of the code that is not the one you are developing on (ideally, a clean VM), to ensure that you aren’t releasing a slightly modified version of your own, and that you haven’t accidentally included passwords or other test run details into the build resource tree.</p>
+<p>The <tt>slider-funtest</tt> functional test package is used to run functional tests against a running Hadoop YARN cluster. It needs to be configured according to the instructions in <a href="testing.html">testing</a> to create HBase and Accumulo clusters in the YARN cluster.</p>
+<p><i>Make sure that the functional tests are passing (and not being skipped) before starting to make a release</i></p>
+<p><b>Step #1:</b> Create a JIRA for the release, estimate 3h (so you don’t try to skip the tests)</p>
+
+<div class="source">
+<pre>export SLIDER_RELEASE_JIRA=SLIDER-13927
+</pre></div>
+<p><b>Step #2:</b> Check everything in. Git flow won’t let you progress without this.</p>
+<p><b>Step #3:</b> Git flow: create a release branch</p>
+
+<div class="source">
+<pre>export SLIDER_RELEASE=0.5.2
+
+git flow release start slider-$SLIDER_RELEASE
+</pre></div>
+<p><b>Step #4:</b> in the new branch, increment those version numbers using (the maven versions plugin)[http://mojo.codehaus.org/versions-maven-plugin/]</p>
+
+<div class="source">
+<pre>mvn versions:set -DnewVersion=$SLIDER_RELEASE
+</pre></div>
+<p><b>Step #5:</b> commit the changed POM files</p>
+
+<div class="source">
+<pre>git add <changed files>
+git commit -m "$SLIDER_RELEASE_JIRA updating release POMs for $SLIDER_RELEASE"
+</pre></div>
+<p><b>Step #6:</b> Do a final test run to make sure nothing is broken</p>
+<p>In the <tt>slider</tt> directory, run:</p>
+
+<div class="source">
+<pre>mvn clean install -DskipTests
+</pre></div>
+<p>Once everything is built- including .tar files, run the tests</p>
+
+<div class="source">
+<pre>mvn test
+</pre></div>
+<p>This will run the functional tests as well as the <tt>slider-core</tt> tests.</p>
+<p>It is wise to reset any VMs here, and on live clusters kill all running jobs. This stops functional tests failing because the job doesn’t get started before the tests time out.</p>
+<p>As the test run takes 30-60+ minutes, now is a good time to consider finalizing the release notes.</p>
+<p><b>Step #7:</b> Build the release package</p>
+<p>Run</p>
+
+<div class="source">
+<pre>mvn clean site:site site:stage package -DskipTests
+</pre></div>
+<p><b>Step #8:</b> validate the tar file</p>
+<p>Look in <tt>slider-assembly/target</tt> to find the <tt>.tar.gz</tt> file, and the expanded version of it. Inspect that expanded version to make sure that everything looks good -and that the versions of all the dependent artifacts look good too: there must be no <tt>-SNAPSHOT</tt> dependencies.</p>
+<p><b>Step #9:</b> Build the release notes</p>
+<p>Create a a one-line plain text release note for commits and tags And a multi-line markdown release note, which will be used for artifacts.</p>
+
+<div class="source">
+<pre>Release against hadoop 2.4.0, HBase-0.98.1 and Accumulo 1.5.1 artifacts.
+</pre></div>
+<p>The multi-line release notes should go into <tt>slider/src/site/markdown/release_notes</tt>.</p>
+<p>These should be committed</p>
+
+<div class="source">
+<pre>git add --all
+git commit -m "$SLIDER_RELEASE_JIRA updating release notes"
+</pre></div>
+<p><b>Step #10:</b> End the git flow</p>
+<p>Finish the git flow release, either in the SourceTree GUI or the command line:</p>
+
+<div class="source">
+<pre>git flow release finish slider-$SLIDER_RELEASE
+</pre></div>
+<p>On the command line you have to enter the one-line release description prepared earlier.</p>
+<p>You will now be back on the <tt>develop</tt> branch.</p>
+<p><b>Step #11:</b> update mvn versions</p>
+<p>Switch back to <tt>develop</tt> and update its version number past the release number</p>
+
+<div class="source">
+<pre>export SLIDER_RELEASE=0.6.0-SNAPSHOT
+mvn versions:set -DnewVersion=$SLIDER_RELEASE
+git commit -a -m "$SLIDER_RELEASE_JIRA updating development POMs to $SLIDER_RELEASE"
+</pre></div>
+<p><b>Step #12:</b> Push the release and develop branches to github </p>
+
+<div class="source">
+<pre>git push origin master develop
+</pre></div>
+<p>(assuming that <tt>origin</tt> maps to <tt>git@github.com:hortonworks/slider.git</tt>; you can check this with <tt>git remote -v</tt></p>
+<p>The <tt>git-flow</tt> program automatically pushes up the <tt>release/slider-X.Y</tt> branch, before deleting it locally.</p>
+<p>If you are planning on any release work of more than a single test run, consider having your local release branch track the master.</p>
+<p><b>Step #13:</b> ### Release on github small artifacts</p>
+<p>Browse to <a class="externalLink" href="https://github.com/hortonworks/slider/releases/new">https://github.com/hortonworks/slider/releases/new</a></p>
+<p>Create a new release on the site by following the instructions</p>
+<p>Files under 5GB can be published directly. Otherwise, follow step 14</p>
+<p><b>Step #14:</b> For releasing via an external CDN (e.g. Rackspace Cloud)</p>
+<p>Using the web GUI for your particular distribution network, upload the <tt>.tar.gz</tt> artifact</p>
+<p>After doing this, edit the release notes on github to point to the tar file’s URL.</p>
+<p>Example: <a class="externalLink" href="http://dffeaef8882d088c28ff-185c1feb8a981dddd593a05bb55b67aa.r18.cf1.rackcdn.com/slider-0.10.1-all.tar.gz">Download slider-0.10.1-all.tar.gz</a></p>
+<p><b>Step #15:</b> Announce the release </p>
+<p><b>Step #16:</b> Finish the JIRA</p>
+<p>Log the time, close the issue. This should normally be the end of a sprint -so wrap that up too.</p>
+<p><b>Step #17:</b> Get back to developing!</p>
+<p>Check out the develop branch and purge all release artifacts</p>
+
+<div class="source">
+<pre>git checkout develop
+git pull origin
+mvn clean
+</pre></div></div></div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container">
+ <div class="row span12">Copyright © 2014
+ <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+ <?xml version="1.0" encoding="UTF-8"?>
+<div class="row-fluid">Apache Slider, Slider, Apache, and the Apache Incubator logo are trademarks of The Apache Software Foundation.</div>
+
+ <p id="poweredBy" class="pull-right">
+ <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven" src="../images/logos/maven-feather.png" />
+ </a>
+ </p>
+
+ </div>
+ </footer>
+ </body>
+</html>
Propchange: incubator/slider/site/content/developing/releasing.html
------------------------------------------------------------------------------
svn:eol-style = native
Added: incubator/slider/site/content/developing/testing.html
URL: http://svn.apache.org/viewvc/incubator/slider/site/content/developing/testing.html?rev=1598665&view=auto
==============================================================================
--- incubator/slider/site/content/developing/testing.html (added)
+++ incubator/slider/site/content/developing/testing.html Fri May 30 16:47:13 2014
@@ -0,0 +1,346 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2014-05-30
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20140530" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Apache Slider 0.30 (incubating) - </title>
+ <link rel="stylesheet" href="../css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="../css/site.css" />
+ <link rel="stylesheet" href="../css/print.css" media="print" />
+
+
+ <script type="text/javascript" src="../js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+ </head>
+ <body class="topBarEnabled">
+
+
+
+
+
+ <div id="topbar" class="navbar navbar-fixed-top ">
+ <div class="navbar-inner">
+ <div class="container"><div class="nav-collapse">
+
+
+ <ul class="nav">
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Documentation <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li class="dropdown-submenu">
+ <a href="../project-info.html" title="Project Information">Project Information</a>
+ <ul class="dropdown-menu">
+ <li> <a href="../index.html" title="About">About</a>
+</li>
+ <li> <a href="../plugin-management.html" title="Plugin Management">Plugin Management</a>
+</li>
+ <li> <a href="../distribution-management.html" title="Distribution Management">Distribution Management</a>
+</li>
+ <li> <a href="../dependency-info.html" title="Dependency Information">Dependency Information</a>
+</li>
+ <li> <a href="../dependency-convergence.html" title="Dependency Convergence">Dependency Convergence</a>
+</li>
+ <li> <a href="../source-repository.html" title="Source Repository">Source Repository</a>
+</li>
+ <li> <a href="../mail-lists.html" title="Mailing Lists">Mailing Lists</a>
+</li>
+ <li> <a href="../issue-tracking.html" title="Issue Tracking">Issue Tracking</a>
+</li>
+ <li> <a href="../integration.html" title="Continuous Integration">Continuous Integration</a>
+</li>
+ <li> <a href="../plugins.html" title="Project Plugins">Project Plugins</a>
+</li>
+ <li> <a href="../license.html" title="Project License">Project License</a>
+</li>
+ <li> <a href="../modules.html" title="Project Modules">Project Modules</a>
+</li>
+ <li> <a href="../dependency-management.html" title="Dependency Management">Dependency Management</a>
+</li>
+ <li> <a href="../team-list.html" title="Project Team">Project Team</a>
+</li>
+ <li> <a href="../project-summary.html" title="Project Summary">Project Summary</a>
+</li>
+ <li> <a href="../dependencies.html" title="Dependencies">Dependencies</a>
+</li>
+ </ul>
+ </li>
+
+ <li class="dropdown-submenu">
+ <a href="../project-reports.html" title="Project Reports">Project Reports</a>
+ <ul class="dropdown-menu">
+ <li> <a href="../surefire-report.html" title="Surefire Report">Surefire Report</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documents <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li> <a href="../getting_started.html" title="Getting Started">Getting Started</a>
+</li>
+
+ <li> <a href="../manpage.html" title="manpage">manpage</a>
+</li>
+
+ <li> <a href="../troubleshooting.html" title="Troubleshooting">Troubleshooting</a>
+</li>
+
+ <li> <a href="../architecture/index.html" title="Architecture">Architecture</a>
+</li>
+
+ <li> <a href="../developing/index.html" title="Developing">Developing</a>
+</li>
+
+ <li> <a href="../exitcodes.html" title="Exitcodes">Exitcodes</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+
+
+
+
+ </div>
+
+ </div>
+ </div>
+ </div>
+
+ <div class="container">
+ <div id="banner">
+ <div class="pull-left">
+ <a href=".././" id="bannerLeft">
+ <h2>Apache Slider (incubating)</h2>
+ </a>
+ </div>
+ <div class="pull-right"> <div id="bannerRight">
+ <img src="http://incubator.apache.org/images/apache-incubator-logo.png" />
+ </div>
+ </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li id="publishDate">Last Published: 2014-05-30</li>
+
+
+
+ <li id="projectVersion" class="pull-right">Version: 0.30</li>
+
+ </ul>
+ </div>
+
+
+
+ <div id="bodyColumn" >
+
+ <!-- -
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License. --><h1>Testing Apache Slider</h1>
+
+<div class="source">
+<pre> The key words "MUST", "MUST NOT", "REQUIRED", "SHALL", "SHALL
+ NOT", "SHOULD", "SHOULD NOT", "RECOMMENDED", "MAY", and
+ "OPTIONAL" in this document are to be interpreted as described in
+ RFC 2119.
+</pre></div>
+<div class="section">
+<h2>Standalone Tests<a name="Standalone_Tests"></a></h2>
+<p>Slider core contains a suite of tests that are designed to run on the local machine, using Hadoop’s <tt>MiniDFSCluster</tt> and <tt>MiniYARNCluster</tt> classes to create small, one-node test clusters. All the YARN/HDFS code runs in the JUnit process; the AM and spawned processeses run independently.</p>
+<div class="section">
+<h3>For HBase Tests in <tt>slider-providers/hbase</tt><a name="For_HBase_Tests_in_slider-providershbase"></a></h3>
+<p>Requirements * A copy of <tt>hbase.tar.gz</tt> in the local filesystem * A an expanded <tt>hbase.tar.gz</tt> in the local filesystem</p></div>
+<div class="section">
+<h3>For Accumulo Tests in <tt>slider-providers/accumulo</tt><a name="For_Accumulo_Tests_in_slider-providersaccumulo"></a></h3>
+
+<ul>
+
+<li>A copy of <tt>accumulo.tar.gz</tt> in the local filesystem,</li>
+
+<li>An expanded <tt>accumulo.tar.gz</tt> in the local filesystem,</li>
+
+<li>an expanded Zookeeper installation</li>
+</ul>
+<p>All of these need to be defined in the file <tt>slider-core/src/test/resources/slider-test.xml</tt></p>
+<p>Example:</p>
+
+<div class="source">
+<pre><configuration>
+
+ <property>
+ <name>slider.test.hbase.enabled</name>
+ <description>Flag to enable/disable HBase tests</description>
+ <value>true</value>
+ </property>
+
+ <property>
+ <name>slider.test.hbase.home</name>
+ <value>/home/slider/hbase-0.98.0</value>
+ <description>HBASE Home</description>
+ </property>
+
+ <property>
+ <name>slider.test.hbase.tar</name>
+ <value>/home/slider/Projects/hbase-0.98.0-bin.tar.gz</value>
+ <description>HBASE archive URI</description>
+ </property>
+
+ <property>
+ <name>slider.test.accumulo.enabled</name>
+ <description>Flag to enable/disable Accumulo tests</description>
+ <value>true</value>
+ </property>
+
+ <property>
+ <name>slider.test.accumulo.home</name>
+ <value>
+ /home/slider/accumulo-1.6.0-SNAPSHOT/</value>
+ <description>Accumulo Home</description>
+ </property>
+
+ <property>
+ <name>slider.test.accumulo.tar</name>
+ <value>/home/slider/accumulo-1.6.0-SNAPSHOT-bin.tar</value>
+ <description>Accumulo archive URI</description>
+ </property>
+
+ <property>
+ <name>slider.test.am.restart.time</name>
+ <description>Time in millis to await an AM restart</description>
+ <value>30000</value>
+ </property>
+
+ <property>
+ <name>zk.home</name>
+ <value>/home/slider/zookeeper</value>
+ <description>Zookeeper home dir on target systems</description>
+ </property>
+
+ <property>
+ <name>hadoop.home</name>
+ <value>/home/slider/hadoop-2.2.0</value>
+ <description>Hadoop home dir on target systems</description>
+ </property>
+
+</configuration>
+</pre></div>
+<p><i>Important:</i> For the local tests, a simple local filesystem path is used for all the values. </p>
+<p>For the functional tests, the accumulo and hbase tar properties will need to be set to a URL of a tar file that is accessible to all the nodes in the cluster -which usually means HDFS, and so an <tt>hdfs://</tt> URL</p></div></div>
+<div class="section">
+<h2>Provider-specific parameters<a name="Provider-specific_parameters"></a></h2>
+<p>An individual provider can pick up settings from their own <tt>src/test/resources/slider-client.xml</tt> file, or the one in <tt>slider-core</tt>. We strongly advice placing all the values in the <tt>slider-core</tt> file.</p>
+
+<ol style="list-style-type: decimal">
+
+<li>All uncertainty about which file is picked up on the class path first goes away</li>
+
+<li>There’s one place to keep all the configuration values in sync.</li>
+</ol>
+<div class="section">
+<h3>Agent Tests<a name="Agent_Tests"></a></h3></div>
+<div class="section">
+<h3>HBase Tests<a name="HBase_Tests"></a></h3>
+<p>The HBase tests can be enabled or disabled</p>
+
+<div class="source">
+<pre><property>
+ <name>slider.test.hbase.enabled</name>
+ <description>Flag to enable/disable HBase tests</description>
+ <value>true</value>
+</property>
+</pre></div>
+<p>Mandatory test parameters must be added to <tt>slider-client.xml</tt></p>
+
+<div class="source">
+<pre><property>
+ <name>slider.test.hbase.tar</name>
+ <description>Path to the HBase Tar file in HDFS</description>
+ <value>hdfs://sandbox:8020/user/slider/hbase.tar.gz</value>
+</property>
+
+<property>
+ <name>slider.test.hbase.appconf</name>
+ <description>Path to the directory containing the HBase application config</description>
+ <value>file://${user.dir}/src/test/configs/sandbox/hbase</value>
+</property>
+</pre></div>
+<p>Optional parameters: </p>
+
+<div class="source">
+<pre> <property>
+ <name>slider.test.hbase.launch.wait.seconds</name>
+ <description>Time to wait in seconds for HBase to start</description>
+ <value>180000</value>
+</property>
+</pre></div>
+<div class="section">
+<h4>Accumulo configuration options<a name="Accumulo_configuration_options"></a></h4>
+<p>Enable/disable the tests</p>
+
+<div class="source">
+<pre> <property>
+ <name>slider.test.accumulo.enabled</name>
+ <description>Flag to enable/disable Accumulo tests</description>
+ <value>true</value>
+ </property>
+</pre></div>
+<p>Optional parameters</p>
+
+<div class="source">
+<pre> <property>
+ <name>slider.test.accumulo.launch.wait.seconds</name>
+ <description>Time to wait in seconds for Accumulo to start</description>
+ <value>180000</value>
+ </property>
+</pre></div></div></div></div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container">
+ <div class="row span12">Copyright © 2014
+ <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+ <?xml version="1.0" encoding="UTF-8"?>
+<div class="row-fluid">Apache Slider, Slider, Apache, and the Apache Incubator logo are trademarks of The Apache Software Foundation.</div>
+
+ <p id="poweredBy" class="pull-right">
+ <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven" src="../images/logos/maven-feather.png" />
+ </a>
+ </p>
+
+ </div>
+ </footer>
+ </body>
+</html>
Propchange: incubator/slider/site/content/developing/testing.html
------------------------------------------------------------------------------
svn:eol-style = native
Added: incubator/slider/site/content/distribution-management.html
URL: http://svn.apache.org/viewvc/incubator/slider/site/content/distribution-management.html?rev=1598665&view=auto
==============================================================================
--- incubator/slider/site/content/distribution-management.html (added)
+++ incubator/slider/site/content/distribution-management.html Fri May 30 16:47:13 2014
@@ -0,0 +1,182 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2014-05-30
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20140530" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Apache Slider 0.30 (incubating) - Project Distribution Management</title>
+ <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="./css/site.css" />
+ <link rel="stylesheet" href="./css/print.css" media="print" />
+
+
+ <script type="text/javascript" src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+ </head>
+ <body class="topBarEnabled">
+
+
+
+
+
+ <div id="topbar" class="navbar navbar-fixed-top ">
+ <div class="navbar-inner">
+ <div class="container"><div class="nav-collapse">
+
+
+ <ul class="nav">
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Documentation <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li class="dropdown-submenu">
+ <a href="project-info.html" title="Project Information">Project Information</a>
+ <ul class="dropdown-menu">
+ <li> <a href="index.html" title="About">About</a>
+</li>
+ <li> <a href="plugin-management.html" title="Plugin Management">Plugin Management</a>
+</li>
+ <li> <a href="distribution-management.html" title="Distribution Management">Distribution Management</a>
+</li>
+ <li> <a href="dependency-info.html" title="Dependency Information">Dependency Information</a>
+</li>
+ <li> <a href="dependency-convergence.html" title="Dependency Convergence">Dependency Convergence</a>
+</li>
+ <li> <a href="source-repository.html" title="Source Repository">Source Repository</a>
+</li>
+ <li> <a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a>
+</li>
+ <li> <a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a>
+</li>
+ <li> <a href="integration.html" title="Continuous Integration">Continuous Integration</a>
+</li>
+ <li> <a href="plugins.html" title="Project Plugins">Project Plugins</a>
+</li>
+ <li> <a href="license.html" title="Project License">Project License</a>
+</li>
+ <li> <a href="modules.html" title="Project Modules">Project Modules</a>
+</li>
+ <li> <a href="dependency-management.html" title="Dependency Management">Dependency Management</a>
+</li>
+ <li> <a href="team-list.html" title="Project Team">Project Team</a>
+</li>
+ <li> <a href="project-summary.html" title="Project Summary">Project Summary</a>
+</li>
+ <li> <a href="dependencies.html" title="Dependencies">Dependencies</a>
+</li>
+ </ul>
+ </li>
+
+ <li class="dropdown-submenu">
+ <a href="project-reports.html" title="Project Reports">Project Reports</a>
+ <ul class="dropdown-menu">
+ <li> <a href="surefire-report.html" title="Surefire Report">Surefire Report</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documents <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li> <a href="getting_started.html" title="Getting Started">Getting Started</a>
+</li>
+
+ <li> <a href="manpage.html" title="manpage">manpage</a>
+</li>
+
+ <li> <a href="troubleshooting.html" title="Troubleshooting">Troubleshooting</a>
+</li>
+
+ <li> <a href="architecture/index.html" title="Architecture">Architecture</a>
+</li>
+
+ <li> <a href="developing/index.html" title="Developing">Developing</a>
+</li>
+
+ <li> <a href="exitcodes.html" title="Exitcodes">Exitcodes</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+
+
+
+
+ </div>
+
+ </div>
+ </div>
+ </div>
+
+ <div class="container">
+ <div id="banner">
+ <div class="pull-left">
+ <a href="./" id="bannerLeft">
+ <h2>Apache Slider (incubating)</h2>
+ </a>
+ </div>
+ <div class="pull-right"> <div id="bannerRight">
+ <img src="http://incubator.apache.org/images/apache-incubator-logo.png" />
+ </div>
+ </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li id="publishDate">Last Published: 2014-05-30</li>
+
+
+
+ <li id="projectVersion" class="pull-right">Version: 0.30</li>
+
+ </ul>
+ </div>
+
+
+
+ <div id="bodyColumn" >
+
+ <div class="section">
+<h2>Overview<a name="Overview"></a></h2><a name="Overview"></a>
+<p>The following is the distribution management information used by this project.</p>
+<div class="section">
+<h3>Download URL<a name="Download_URL"></a></h3><a name="Download_URL"></a><a class="externalLink" href="http://git-wip-us.apache.org/repos/asf/incubator-slider.git">http://git-wip-us.apache.org/repos/asf/incubator-slider.git</a></div>
+<div class="section">
+<h3>Site - slider.website<a name="Site_-_slider.website"></a></h3><a name="Site_-_slider.website"></a><a class="externalLink" href="http://slider.incubator.apache.org/">http://slider.incubator.apache.org/</a></div></div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container">
+ <div class="row span12">Copyright © 2014
+ <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+ <?xml version="1.0" encoding="UTF-8"?>
+<div class="row-fluid">Apache Slider, Slider, Apache, and the Apache Incubator logo are trademarks of The Apache Software Foundation.</div>
+
+ <p id="poweredBy" class="pull-right">
+ <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" />
+ </a>
+ </p>
+
+ </div>
+ </footer>
+ </body>
+</html>
Propchange: incubator/slider/site/content/distribution-management.html
------------------------------------------------------------------------------
svn:eol-style = native
Added: incubator/slider/site/content/examples.html
URL: http://svn.apache.org/viewvc/incubator/slider/site/content/examples.html?rev=1598665&view=auto
==============================================================================
--- incubator/slider/site/content/examples.html (added)
+++ incubator/slider/site/content/examples.html Fri May 30 16:47:13 2014
@@ -0,0 +1,324 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2014-05-30
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20140530" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Apache Slider 0.30 (incubating) - </title>
+ <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="./css/site.css" />
+ <link rel="stylesheet" href="./css/print.css" media="print" />
+
+
+ <script type="text/javascript" src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+ </head>
+ <body class="topBarEnabled">
+
+
+
+
+
+ <div id="topbar" class="navbar navbar-fixed-top ">
+ <div class="navbar-inner">
+ <div class="container"><div class="nav-collapse">
+
+
+ <ul class="nav">
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Documentation <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li class="dropdown-submenu">
+ <a href="project-info.html" title="Project Information">Project Information</a>
+ <ul class="dropdown-menu">
+ <li> <a href="index.html" title="About">About</a>
+</li>
+ <li> <a href="plugin-management.html" title="Plugin Management">Plugin Management</a>
+</li>
+ <li> <a href="distribution-management.html" title="Distribution Management">Distribution Management</a>
+</li>
+ <li> <a href="dependency-info.html" title="Dependency Information">Dependency Information</a>
+</li>
+ <li> <a href="dependency-convergence.html" title="Dependency Convergence">Dependency Convergence</a>
+</li>
+ <li> <a href="source-repository.html" title="Source Repository">Source Repository</a>
+</li>
+ <li> <a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a>
+</li>
+ <li> <a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a>
+</li>
+ <li> <a href="integration.html" title="Continuous Integration">Continuous Integration</a>
+</li>
+ <li> <a href="plugins.html" title="Project Plugins">Project Plugins</a>
+</li>
+ <li> <a href="license.html" title="Project License">Project License</a>
+</li>
+ <li> <a href="modules.html" title="Project Modules">Project Modules</a>
+</li>
+ <li> <a href="dependency-management.html" title="Dependency Management">Dependency Management</a>
+</li>
+ <li> <a href="team-list.html" title="Project Team">Project Team</a>
+</li>
+ <li> <a href="project-summary.html" title="Project Summary">Project Summary</a>
+</li>
+ <li> <a href="dependencies.html" title="Dependencies">Dependencies</a>
+</li>
+ </ul>
+ </li>
+
+ <li class="dropdown-submenu">
+ <a href="project-reports.html" title="Project Reports">Project Reports</a>
+ <ul class="dropdown-menu">
+ <li> <a href="surefire-report.html" title="Surefire Report">Surefire Report</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documents <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li> <a href="getting_started.html" title="Getting Started">Getting Started</a>
+</li>
+
+ <li> <a href="manpage.html" title="manpage">manpage</a>
+</li>
+
+ <li> <a href="troubleshooting.html" title="Troubleshooting">Troubleshooting</a>
+</li>
+
+ <li> <a href="architecture/index.html" title="Architecture">Architecture</a>
+</li>
+
+ <li> <a href="developing/index.html" title="Developing">Developing</a>
+</li>
+
+ <li> <a href="exitcodes.html" title="Exitcodes">Exitcodes</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+
+
+
+
+ </div>
+
+ </div>
+ </div>
+ </div>
+
+ <div class="container">
+ <div id="banner">
+ <div class="pull-left">
+ <a href="./" id="bannerLeft">
+ <h2>Apache Slider (incubating)</h2>
+ </a>
+ </div>
+ <div class="pull-right"> <div id="bannerRight">
+ <img src="http://incubator.apache.org/images/apache-incubator-logo.png" />
+ </div>
+ </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li id="publishDate">Last Published: 2014-05-30</li>
+
+
+
+ <li id="projectVersion" class="pull-right">Version: 0.30</li>
+
+ </ul>
+ </div>
+
+
+
+ <div id="bodyColumn" >
+
+ <!-- -
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License. --><h1>Apache Slider Examples</h1>
+<div class="section">
+<h2>Setup<a name="Setup"></a></h2>
+<div class="section">
+<h3>Setting up a YARN cluster<a name="Setting_up_a_YARN_cluster"></a></h3>
+<p>For simple local demos, a Hadoop pseudo-distributed cluster will suffice -if on a VM then its configuration should be changed to use a public (machine public) IP.</p>
+<h1>The examples below all assume there is a cluster node called ‘master’, which</h1>
+<p>hosts the HDFS NameNode and the YARN Resource Manager</p>
+<h1>preamble</h1>
+
+<div class="source">
+<pre>export HADOOP_CONF_DIR=~/conf
+export PATH=~/hadoop/bin:/~/hadoop/sbin:~/zookeeper-3.4.5/bin:$PATH
+
+hdfs namenode -format master
+</pre></div>
+<h1>start all the services</h1>
+
+<div class="source">
+<pre>nohup hdfs --config $HADOOP_CONF_DIR namenode &
+nohup hdfs --config $HADOOP_CONF_DIR datanode &
+
+
+nohup yarn --config $HADOOP_CONF_DIR resourcemanager &
+nohup yarn --config $HADOOP_CONF_DIR nodemanager &
+</pre></div>
+<h1>using hadoop/sbin service launchers</h1>
+
+<div class="source">
+<pre>hadoop-daemon.sh --config $HADOOP_CONF_DIR --script hdfs start namenode
+hadoop-daemon.sh --config $HADOOP_CONF_DIR --script hdfs start datanode
+yarn-daemon.sh --config $HADOOP_CONF_DIR start resourcemanager
+yarn-daemon.sh --config $HADOOP_CONF_DIR start nodemanager
+
+~/zookeeper/bin/zkServer.sh start
+</pre></div>
+<h1>stop them</h1>
+
+<div class="source">
+<pre>hadoop-daemon.sh --config $HADOOP_CONF_DIR --script hdfs stop namenode
+hadoop-daemon.sh --config $HADOOP_CONF_DIR --script hdfs stop datanode
+
+yarn-daemon.sh --config $HADOOP_CONF_DIR stop resourcemanager
+yarn-daemon.sh --config $HADOOP_CONF_DIR stop nodemanager
+</pre></div>
+<p>NN up on <a class="externalLink" href="http://master:50070/dfshealth.jsp">http://master:50070/dfshealth.jsp</a> RM yarn-daemon.sh –config $HADOOP_CONF_DIR start nodemanager</p>
+
+<div class="source">
+<pre>~/zookeeper/bin/zkServer.sh start
+
+
+# shutdown
+~/zookeeper/bin/zkServer.sh stop
+</pre></div>
+<p>Tip: after a successful run on a local cluster, do a quick <tt>rm -rf $HADOOP_HOME/logs</tt> to keep the log bloat under control.</p></div></div>
+<div class="section">
+<h2>get hbase in<a name="get_hbase_in"></a></h2>
+<p>copy to local </p>
+
+<div class="source">
+<pre>get hbase-0.98.0-bin.tar on
+
+
+hdfs dfs -rm hdfs://master:9090/hbase.tar
+hdfs dfs -copyFromLocal hbase-0.98.0-bin.tar hdfs://master:9090/hbase.tar
+</pre></div>
+<p>or</p>
+
+<div class="source">
+<pre>hdfs dfs -copyFromLocal hbase-0.96.0-bin.tar hdfs://master:9090/hbase.tar
+hdfs dfs -ls hdfs://master:9090/
+</pre></div>
+<div class="section">
+<h3>Optional: point bin/slider at your chosen cluster configuration<a name="Optional:_point_binslider_at_your_chosen_cluster_configuration"></a></h3>
+<p>export SLIDER_CONF_DIR=~/Projects/slider/slider-core/src/test/configs/ubuntu-secure/slider</p></div></div>
+<div class="section">
+<h2>Optional: Clean up any existing slider cluster details<a name="Optional:_Clean_up_any_existing_slider_cluster_details"></a></h2>
+<p>This is for demos only, otherwise you lose the clusters and their databases.</p>
+
+<div class="source">
+<pre>hdfs dfs -rm -r hdfs://master:9090/user/home/stevel/.slider
+</pre></div></div>
+<div class="section">
+<h2>Create a Slider Cluster<a name="Create_a_Slider_Cluster"></a></h2>
+
+<div class="source">
+<pre>slider create cl1 \
+--component worker 1 --component master 1 \
+ --manager master:8032 --filesystem hdfs://master:9090 \
+ --zkhosts localhost:2181 --image hdfs://master:9090/hbase.tar
+
+# create the cluster
+
+slider create cl1 \
+ --component worker 4 --component master 1 \
+ --manager master:8032 --filesystem hdfs://master:9090 --zkhosts localhost \
+ --image hdfs://master:9090/hbase.tar \
+ --appconf file:////Users/slider/Hadoop/configs/master/hbase \
+ --compopt master jvm.heap 128 \
+ --compopt master env.MALLOC_ARENA_MAX 4 \
+ --compopt worker jvm.heap 128
+
+# freeze the cluster
+slider freeze cl1 \
+--manager master:8032 --filesystem hdfs://master:9090
+
+# thaw a cluster
+slider thaw cl1 \
+--manager master:8032 --filesystem hdfs://master:9090
+
+# destroy the cluster
+slider destroy cl1 \
+--manager master:8032 --filesystem hdfs://master:9090
+
+# list clusters
+slider list cl1 \
+--manager master:8032 --filesystem hdfs://master:9090
+
+slider flex cl1 --component worker 2
+--manager master:8032 --filesystem hdfs://master:9090 \
+--component worker 5
+</pre></div></div>
+<div class="section">
+<h2>Create an Accumulo Cluster<a name="Create_an_Accumulo_Cluster"></a></h2>
+
+<div class="source">
+<pre>slider create accl1 --provider accumulo \
+--component master 1 --component tserver 1 --component gc 1 --component monitor 1 --component tracer 1 \
+--manager localhost:8032 --filesystem hdfs://localhost:9000 \
+--zkhosts localhost:2181 --zkpath /local/zookeeper \
+--image hdfs://localhost:9000/user/username/accumulo-1.6.0-SNAPSHOT-bin.tar \
+--appconf hdfs://localhost:9000/user/username/accumulo-conf \
+-O zk.home /local/zookeeper -O hadoop.home /local/hadoop \
+-O site.monitor.port.client 50095 -O accumulo.password secret
+</pre></div></div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container">
+ <div class="row span12">Copyright © 2014
+ <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+ <?xml version="1.0" encoding="UTF-8"?>
+<div class="row-fluid">Apache Slider, Slider, Apache, and the Apache Incubator logo are trademarks of The Apache Software Foundation.</div>
+
+ <p id="poweredBy" class="pull-right">
+ <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" />
+ </a>
+ </p>
+
+ </div>
+ </footer>
+ </body>
+</html>
Propchange: incubator/slider/site/content/examples.html
------------------------------------------------------------------------------
svn:eol-style = native
Added: incubator/slider/site/content/exitcodes.html
URL: http://svn.apache.org/viewvc/incubator/slider/site/content/exitcodes.html?rev=1598665&view=auto
==============================================================================
--- incubator/slider/site/content/exitcodes.html (added)
+++ incubator/slider/site/content/exitcodes.html Fri May 30 16:47:13 2014
@@ -0,0 +1,328 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2014-05-30
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20140530" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Apache Slider 0.30 (incubating) - </title>
+ <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="./css/site.css" />
+ <link rel="stylesheet" href="./css/print.css" media="print" />
+
+
+ <script type="text/javascript" src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+ </head>
+ <body class="topBarEnabled">
+
+
+
+
+
+ <div id="topbar" class="navbar navbar-fixed-top ">
+ <div class="navbar-inner">
+ <div class="container"><div class="nav-collapse">
+
+
+ <ul class="nav">
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Documentation <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li class="dropdown-submenu">
+ <a href="project-info.html" title="Project Information">Project Information</a>
+ <ul class="dropdown-menu">
+ <li> <a href="index.html" title="About">About</a>
+</li>
+ <li> <a href="plugin-management.html" title="Plugin Management">Plugin Management</a>
+</li>
+ <li> <a href="distribution-management.html" title="Distribution Management">Distribution Management</a>
+</li>
+ <li> <a href="dependency-info.html" title="Dependency Information">Dependency Information</a>
+</li>
+ <li> <a href="dependency-convergence.html" title="Dependency Convergence">Dependency Convergence</a>
+</li>
+ <li> <a href="source-repository.html" title="Source Repository">Source Repository</a>
+</li>
+ <li> <a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a>
+</li>
+ <li> <a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a>
+</li>
+ <li> <a href="integration.html" title="Continuous Integration">Continuous Integration</a>
+</li>
+ <li> <a href="plugins.html" title="Project Plugins">Project Plugins</a>
+</li>
+ <li> <a href="license.html" title="Project License">Project License</a>
+</li>
+ <li> <a href="modules.html" title="Project Modules">Project Modules</a>
+</li>
+ <li> <a href="dependency-management.html" title="Dependency Management">Dependency Management</a>
+</li>
+ <li> <a href="team-list.html" title="Project Team">Project Team</a>
+</li>
+ <li> <a href="project-summary.html" title="Project Summary">Project Summary</a>
+</li>
+ <li> <a href="dependencies.html" title="Dependencies">Dependencies</a>
+</li>
+ </ul>
+ </li>
+
+ <li class="dropdown-submenu">
+ <a href="project-reports.html" title="Project Reports">Project Reports</a>
+ <ul class="dropdown-menu">
+ <li> <a href="surefire-report.html" title="Surefire Report">Surefire Report</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documents <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li> <a href="getting_started.html" title="Getting Started">Getting Started</a>
+</li>
+
+ <li> <a href="manpage.html" title="manpage">manpage</a>
+</li>
+
+ <li> <a href="troubleshooting.html" title="Troubleshooting">Troubleshooting</a>
+</li>
+
+ <li> <a href="architecture/index.html" title="Architecture">Architecture</a>
+</li>
+
+ <li> <a href="developing/index.html" title="Developing">Developing</a>
+</li>
+
+ <li> <a href="exitcodes.html" title="Exitcodes">Exitcodes</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+
+
+
+
+ </div>
+
+ </div>
+ </div>
+ </div>
+
+ <div class="container">
+ <div id="banner">
+ <div class="pull-left">
+ <a href="./" id="bannerLeft">
+ <h2>Apache Slider (incubating)</h2>
+ </a>
+ </div>
+ <div class="pull-right"> <div id="bannerRight">
+ <img src="http://incubator.apache.org/images/apache-incubator-logo.png" />
+ </div>
+ </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li id="publishDate">Last Published: 2014-05-30</li>
+
+
+
+ <li id="projectVersion" class="pull-right">Version: 0.30</li>
+
+ </ul>
+ </div>
+
+
+
+ <div id="bodyColumn" >
+
+ <!-- -
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License. --><h1>Apache Slider Client Exit Codes</h1>
+<p>Here are the exit codes returned </p>
+<p>Exit code values 1 and 2 are interpreted by YARN -in particular converting the “1” value from an error into a successful shut down. Slider converts the -1 error code from a forked process into <tt>EXIT_MASTER_PROCESS_FAILED</tt>; no. 72.</p>
+
+<div class="source">
+<pre>/**
+ * 0: success
+ */
+int EXIT_SUCCESS = 0;
+
+/**
+ * -1: generic "false" response. The operation worked but
+ * the result was not true
+ */
+int EXIT_FALSE = -1;
+
+/**
+ * Exit code when a client requested service termination:
+ */
+int EXIT_CLIENT_INITIATED_SHUTDOWN = 1;
+
+/**
+ * Exit code when targets could not be launched:
+ */
+int EXIT_TASK_LAUNCH_FAILURE = 2;
+
+/**
+ * Exit code when an exception was thrown from the service:
+ */
+int EXIT_EXCEPTION_THROWN = 32;
+
+/**
+ * Exit code when a usage message was printed:
+ */
+int EXIT_USAGE = 33;
+
+/**
+ * Exit code when something happened but we can't be specific:
+ */
+int EXIT_OTHER_FAILURE = 34;
+
+/**
+ * Exit code when a control-C, kill -3, signal was picked up:
+ */
+
+int EXIT_INTERRUPTED = 35;
+
+/**
+ * Exit code when the command line doesn't parse:, or
+ * when it is otherwise invalid.
+ */
+int EXIT_COMMAND_ARGUMENT_ERROR = 36;
+
+/**
+ * Exit code when the configurations in valid/incomplete:
+ */
+int EXIT_BAD_CONFIGURATION = 37;
+
+/**
+ * Exit code when the configurations in valid/incomplete:
+ */
+int EXIT_CONNECTIVTY_PROBLEM = 38;
+
+/**
+ * internal error: {@value}
+ */
+int EXIT_INTERNAL_ERROR = 64;
+
+/**
+ * Unimplemented feature: {@value}
+ */
+int EXIT_UNIMPLEMENTED = 65;
+
+/**
+ * service entered the failed state: {@value}
+ */
+int EXIT_YARN_SERVICE_FAILED = 66;
+
+/**
+ * service was killed: {@value}
+ */
+int EXIT_YARN_SERVICE_KILLED = 67;
+
+/**
+ * timeout on monitoring client: {@value}
+ */
+int EXIT_TIMED_OUT = 68;
+
+/**
+ * service finished with an error: {@value}
+ */
+int EXIT_YARN_SERVICE_FINISHED_WITH_ERROR = 69;
+
+/**
+ * the application instance is unknown: {@value}
+ */
+int EXIT_UNKNOWN_INSTANCE = 70;
+
+/**
+ * the application instance is in the wrong state for that operation: {@value}
+ */
+int EXIT_BAD_STATE = 71;
+
+/**
+ * A spawned master process failed
+ */
+int EXIT_PROCESS_FAILED = 72;
+
+/**
+ * The cluster failed -too many containers were
+ * failing or some other threshold was reached
+ */
+int EXIT_DEPLOYMENT_FAILED = 73;
+
+/**
+ * The application is live -and the requested operation
+ * does not work if the cluster is running
+ */
+int EXIT_APPLICATION_IN_USE = 74;
+
+/**
+ * There already is an application instance of that name
+ * when an attempt is made to create a new instance
+ */
+int EXIT_INSTANCE_EXISTS = 75;
+
+/**
+ * The resource was not found
+ */
+int EXIT_NOT_FOUND = 77;
+</pre></div>
+<div class="section">
+<h2>Other exit codes<a name="Other_exit_codes"></a></h2>
+<p>YARN itself can fail containers, here are some of the causes we’ve seen</p>
+
+<div class="source">
+<pre>143: Appears to be triggered by the container exceeding its cgroup memory
+limits
+</pre></div></div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container">
+ <div class="row span12">Copyright © 2014
+ <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+ <?xml version="1.0" encoding="UTF-8"?>
+<div class="row-fluid">Apache Slider, Slider, Apache, and the Apache Incubator logo are trademarks of The Apache Software Foundation.</div>
+
+ <p id="poweredBy" class="pull-right">
+ <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" />
+ </a>
+ </p>
+
+ </div>
+ </footer>
+ </body>
+</html>
Propchange: incubator/slider/site/content/exitcodes.html
------------------------------------------------------------------------------
svn:eol-style = native