You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@slider.apache.org by bi...@apache.org on 2014/05/30 18:47:16 UTC

svn commit: r1598665 [11/16] - in /incubator/slider/site/content: ./ architecture/ configuration/ css/ developing/ images/ images/logos/ images/profiles/ img/ js/ registry/ release_notes/ slider_specs/ specification/

Added: incubator/slider/site/content/project-summary.html
URL: http://svn.apache.org/viewvc/incubator/slider/site/content/project-summary.html?rev=1598665&view=auto
==============================================================================
--- incubator/slider/site/content/project-summary.html (added)
+++ incubator/slider/site/content/project-summary.html Fri May 30 16:47:13 2014
@@ -0,0 +1,225 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2014-05-30
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <meta name="Date-Revision-yyyymmdd" content="20140530" />
+    <meta http-equiv="Content-Language" content="en" />
+    <title>Apache Slider 0.30 (incubating) - Project Summary</title>
+    <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+    <link rel="stylesheet" href="./css/site.css" />
+    <link rel="stylesheet" href="./css/print.css" media="print" />
+
+      
+    <script type="text/javascript" src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+    
+            </head>
+        <body class="topBarEnabled">
+          
+                        
+                    
+                
+
+    <div id="topbar" class="navbar navbar-fixed-top ">
+      <div class="navbar-inner">
+                                  <div class="container"><div class="nav-collapse">
+            
+                
+                                <ul class="nav">
+                          <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Documentation <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li class="dropdown-submenu">
+                                      <a href="project-info.html"  title="Project Information">Project Information</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="index.html"  title="About">About</a>
+</li>
+                                  <li>      <a href="plugin-management.html"  title="Plugin Management">Plugin Management</a>
+</li>
+                                  <li>      <a href="distribution-management.html"  title="Distribution Management">Distribution Management</a>
+</li>
+                                  <li>      <a href="dependency-info.html"  title="Dependency Information">Dependency Information</a>
+</li>
+                                  <li>      <a href="dependency-convergence.html"  title="Dependency Convergence">Dependency Convergence</a>
+</li>
+                                  <li>      <a href="source-repository.html"  title="Source Repository">Source Repository</a>
+</li>
+                                  <li>      <a href="mail-lists.html"  title="Mailing Lists">Mailing Lists</a>
+</li>
+                                  <li>      <a href="issue-tracking.html"  title="Issue Tracking">Issue Tracking</a>
+</li>
+                                  <li>      <a href="integration.html"  title="Continuous Integration">Continuous Integration</a>
+</li>
+                                  <li>      <a href="plugins.html"  title="Project Plugins">Project Plugins</a>
+</li>
+                                  <li>      <a href="license.html"  title="Project License">Project License</a>
+</li>
+                                  <li>      <a href="modules.html"  title="Project Modules">Project Modules</a>
+</li>
+                                  <li>      <a href="dependency-management.html"  title="Dependency Management">Dependency Management</a>
+</li>
+                                  <li>      <a href="team-list.html"  title="Project Team">Project Team</a>
+</li>
+                                  <li>      <a href="project-summary.html"  title="Project Summary">Project Summary</a>
+</li>
+                                  <li>      <a href="dependencies.html"  title="Dependencies">Dependencies</a>
+</li>
+                              </ul>
+            </li>
+                  
+                      <li class="dropdown-submenu">
+                                      <a href="project-reports.html"  title="Project Reports">Project Reports</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="surefire-report.html"  title="Surefire Report">Surefire Report</a>
+</li>
+                              </ul>
+            </li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documents <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="getting_started.html"  title="Getting Started">Getting Started</a>
+</li>
+                  
+                      <li>      <a href="manpage.html"  title="manpage">manpage</a>
+</li>
+                  
+                      <li>      <a href="troubleshooting.html"  title="Troubleshooting">Troubleshooting</a>
+</li>
+                  
+                      <li>      <a href="architecture/index.html"  title="Architecture">Architecture</a>
+</li>
+                  
+                      <li>      <a href="developing/index.html"  title="Developing">Developing</a>
+</li>
+                  
+                      <li>      <a href="exitcodes.html"  title="Exitcodes">Exitcodes</a>
+</li>
+                          </ul>
+      </li>
+                  </ul>
+          
+          
+                                                              
+                   
+                      </div>
+          
+        </div>
+      </div>
+    </div>
+    
+        <div class="container">
+          <div id="banner">
+        <div class="pull-left">
+                                                  <a href="./" id="bannerLeft">
+                <h2>Apache Slider (incubating)</h2>
+                </a>
+                      </div>
+        <div class="pull-right">              <div id="bannerRight">
+                                                                                        <img src="http://incubator.apache.org/images/apache-incubator-logo.png" />
+                </div>
+      </div>
+        <div class="clear"><hr/></div>
+      </div>
+
+      <div id="breadcrumbs">
+        <ul class="breadcrumb">
+                
+                    
+                  <li id="publishDate">Last Published: 2014-05-30</li>
+                      
+                
+                    
+                 <li id="projectVersion" class="pull-right">Version: 0.30</li>
+      
+                            </ul>
+      </div>
+
+      
+                
+        <div id="bodyColumn" >
+                                  
+            <div class="section">
+<h2>Project Summary<a name="Project_Summary"></a></h2><a name="Project_Summary"></a>
+<div class="section">
+<h3>Project Information<a name="Project_Information"></a></h3><a name="Project_Information"></a>
+<table border="0" class="table table-striped">
+<tr class="a">
+<th>Field</th>
+<th>Value</th></tr>
+<tr class="b">
+<td>Name</td>
+<td>Slider</td></tr>
+<tr class="a">
+<td>Description</td>
+<td>Slider is designed to deploy existing applications onto a YARN cluster without
+    rewriting the application to be YARN-ready.</td></tr>
+<tr class="b">
+<td>Homepage</td>
+<td><a class="externalLink" href="http://slider.incubator.apache.org/">http://slider.incubator.apache.org/</a></td></tr></table></div>
+<div class="section">
+<h3>Project Organization<a name="Project_Organization"></a></h3><a name="Project_Organization"></a>
+<table border="0" class="table table-striped">
+<tr class="a">
+<th>Field</th>
+<th>Value</th></tr>
+<tr class="b">
+<td>Name</td>
+<td>The Apache Software Foundation</td></tr>
+<tr class="a">
+<td>URL</td>
+<td><a class="externalLink" href="http://www.apache.org/">http://www.apache.org/</a></td></tr></table></div>
+<div class="section">
+<h3>Build Information<a name="Build_Information"></a></h3><a name="Build_Information"></a>
+<table border="0" class="table table-striped">
+<tr class="a">
+<th>Field</th>
+<th>Value</th></tr>
+<tr class="b">
+<td>GroupId</td>
+<td>org.apache.slider</td></tr>
+<tr class="a">
+<td>ArtifactId</td>
+<td>slider</td></tr>
+<tr class="b">
+<td>Version</td>
+<td>0.30</td></tr>
+<tr class="a">
+<td>Type</td>
+<td>pom</td></tr></table></div>
+<div class="section">
+<h3>Download<a name="Download"></a></h3><a name="Download"></a><a class="externalLink" href="http://git-wip-us.apache.org/repos/asf/incubator-slider.git">http://git-wip-us.apache.org/repos/asf/incubator-slider.git</a></div></div>
+                  </div>
+          </div>
+
+    <hr/>
+
+    <footer>
+            <div class="container">
+              <div class="row span12">Copyright &copy;                    2014
+                        <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+            All Rights Reserved.      
+                    
+      </div>
+
+                                                                  <?xml version="1.0" encoding="UTF-8"?>
+<div class="row-fluid">Apache Slider, Slider, Apache, and the Apache Incubator logo are trademarks of The Apache Software Foundation.</div>
+                  
+                <p id="poweredBy" class="pull-right">
+                          <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+        <img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" />
+      </a>
+              </p>
+        
+                </div>
+    </footer>
+  </body>
+</html>

Propchange: incubator/slider/site/content/project-summary.html
------------------------------------------------------------------------------
    svn:eol-style = native

Added: incubator/slider/site/content/registry/a_YARN_service_registry.html
URL: http://svn.apache.org/viewvc/incubator/slider/site/content/registry/a_YARN_service_registry.html?rev=1598665&view=auto
==============================================================================
--- incubator/slider/site/content/registry/a_YARN_service_registry.html (added)
+++ incubator/slider/site/content/registry/a_YARN_service_registry.html Fri May 30 16:47:13 2014
@@ -0,0 +1,399 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2014-05-30
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <meta name="Date-Revision-yyyymmdd" content="20140530" />
+    <meta http-equiv="Content-Language" content="en" />
+    <title>Apache Slider 0.30 (incubating) - </title>
+    <link rel="stylesheet" href="../css/apache-maven-fluido-1.3.0.min.css" />
+    <link rel="stylesheet" href="../css/site.css" />
+    <link rel="stylesheet" href="../css/print.css" media="print" />
+
+      
+    <script type="text/javascript" src="../js/apache-maven-fluido-1.3.0.min.js"></script>
+
+    
+            </head>
+        <body class="topBarEnabled">
+          
+                        
+                    
+                
+
+    <div id="topbar" class="navbar navbar-fixed-top ">
+      <div class="navbar-inner">
+                                  <div class="container"><div class="nav-collapse">
+            
+                
+                                <ul class="nav">
+                          <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Documentation <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li class="dropdown-submenu">
+                                      <a href="../project-info.html"  title="Project Information">Project Information</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../index.html"  title="About">About</a>
+</li>
+                                  <li>      <a href="../plugin-management.html"  title="Plugin Management">Plugin Management</a>
+</li>
+                                  <li>      <a href="../distribution-management.html"  title="Distribution Management">Distribution Management</a>
+</li>
+                                  <li>      <a href="../dependency-info.html"  title="Dependency Information">Dependency Information</a>
+</li>
+                                  <li>      <a href="../dependency-convergence.html"  title="Dependency Convergence">Dependency Convergence</a>
+</li>
+                                  <li>      <a href="../source-repository.html"  title="Source Repository">Source Repository</a>
+</li>
+                                  <li>      <a href="../mail-lists.html"  title="Mailing Lists">Mailing Lists</a>
+</li>
+                                  <li>      <a href="../issue-tracking.html"  title="Issue Tracking">Issue Tracking</a>
+</li>
+                                  <li>      <a href="../integration.html"  title="Continuous Integration">Continuous Integration</a>
+</li>
+                                  <li>      <a href="../plugins.html"  title="Project Plugins">Project Plugins</a>
+</li>
+                                  <li>      <a href="../license.html"  title="Project License">Project License</a>
+</li>
+                                  <li>      <a href="../modules.html"  title="Project Modules">Project Modules</a>
+</li>
+                                  <li>      <a href="../dependency-management.html"  title="Dependency Management">Dependency Management</a>
+</li>
+                                  <li>      <a href="../team-list.html"  title="Project Team">Project Team</a>
+</li>
+                                  <li>      <a href="../project-summary.html"  title="Project Summary">Project Summary</a>
+</li>
+                                  <li>      <a href="../dependencies.html"  title="Dependencies">Dependencies</a>
+</li>
+                              </ul>
+            </li>
+                  
+                      <li class="dropdown-submenu">
+                                      <a href="../project-reports.html"  title="Project Reports">Project Reports</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../surefire-report.html"  title="Surefire Report">Surefire Report</a>
+</li>
+                              </ul>
+            </li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documents <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../getting_started.html"  title="Getting Started">Getting Started</a>
+</li>
+                  
+                      <li>      <a href="../manpage.html"  title="manpage">manpage</a>
+</li>
+                  
+                      <li>      <a href="../troubleshooting.html"  title="Troubleshooting">Troubleshooting</a>
+</li>
+                  
+                      <li>      <a href="../architecture/index.html"  title="Architecture">Architecture</a>
+</li>
+                  
+                      <li>      <a href="../developing/index.html"  title="Developing">Developing</a>
+</li>
+                  
+                      <li>      <a href="../exitcodes.html"  title="Exitcodes">Exitcodes</a>
+</li>
+                          </ul>
+      </li>
+                  </ul>
+          
+          
+                                                              
+                   
+                      </div>
+          
+        </div>
+      </div>
+    </div>
+    
+        <div class="container">
+          <div id="banner">
+        <div class="pull-left">
+                                                  <a href=".././" id="bannerLeft">
+                <h2>Apache Slider (incubating)</h2>
+                </a>
+                      </div>
+        <div class="pull-right">              <div id="bannerRight">
+                                                                                        <img src="http://incubator.apache.org/images/apache-incubator-logo.png" />
+                </div>
+      </div>
+        <div class="clear"><hr/></div>
+      </div>
+
+      <div id="breadcrumbs">
+        <ul class="breadcrumb">
+                
+                    
+                  <li id="publishDate">Last Published: 2014-05-30</li>
+                      
+                
+                    
+                 <li id="projectVersion" class="pull-right">Version: 0.30</li>
+      
+                            </ul>
+      </div>
+
+      
+                
+        <div id="bodyColumn" >
+                                  
+            <!-- -
+   Licensed to the Apache Software Foundation (ASF) under one or more
+   contributor license agreements.  See the NOTICE file distributed with
+   this work for additional information regarding copyright ownership.
+   The ASF licenses this file to You under the Apache License, Version 2.0
+   (the "License"); you may not use this file except in compliance with
+   the License.  You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License. --><h1>A YARN Service Registry for Apache Slider</h1>
+<div class="section">
+<h2>April 2014<a name="April_2014"></a></h2>
+<h1>Introduction</h1>
+<p>This document looks at the needs and options of a service registry.</p>
+<p>The core issue is that as the location(s) of a dynamically deployed application are unknown, the standard Hadoop and Java configuration model of some form of text files containing hostnames, ports and URLS no longer works. You cannot define up-front where a service will be.</p>
+<p>Some Hadoop applications -HBase and Accumulo -have solved this with custom ZK bindings. This works for the specific clients, but requires hbase and accumulo client JARs in order to be able to work with the content. (or a re-implementation with knowledge of the non-standard contents of the ZK nodes)</p>
+<p>Other YARN applications will need to publish their bindings - this includes, but is not limited to- Slider deployed applications. Again, these applications can use their own registration and binding model, which would again require custom clients to locate the registry information and parse the contents.</p>
+<p>YARN provides some minimal publishing of AM remote endpoints: a URL to what is assumed to be a Web UI (not a REST API), and an IPC port. The URL is displayed in the YARN UI -in which case it is accessed via a proxy which (currently) only support HTTP GET operations. The YARN API call to list all applications can be used to locate a named instance of an application by (user, application-type, name), and then obtain the raw URL and IPC endpoints. This enumeration process is an O(apps) operation on the YARN RM and only provides access to those two endpoints. Even with the RAW URL, REST operations have proven &#x201c;troublesome&#x201d;, due to a web filter which redirects all direct requests to the proxy -unless it comes from the same host as the proxy.</p>
+<p>Hadoop client applications tend to retrieve all their configuration information from files in the local filesystem, hadoop-site.xml, hdfs-site.xml, hbase-site.xml, etc. This requires the configuration files to be present on all systems. Tools such as Ambari can keep the files in the server up to date -assuming a low rate of change- &#x2014;but these tools do nothing for the client applications themselves. It is up to the cluster clients to (somehow) retrieve these files, and to keep their copies up to date. <i>This is a problem that exists with today&#x2019;s applications</i>. </p>
+<p>As an example, if a YARN client does not know the value of &#x201c;yarn.application.classpath&#x201d;, it cannot successfully deploy any application in the YARN cluster which needs the cluster-side Hadoop and YARN JARs on its application master&#x2019;s classpath. This is not a theoretical problem, as some clusters have a different classpath from the default: without a correct value the Slider AM does not start. And, as it is designed to be run remotely, it cannot rely on a local installation of YARN to provide the correct values (<a class="externalLink" href="https://issues.apache.org/jira/browse/YARN-973">YARN-973</a>).</p>
+<h1>What do we need?</h1>
+<p><b>Discovery</b>: An IPC and URL discovery system for service-aware applications to use to look up a service to which it wishes to talk to. This is not an ORB -it&#x2019;s not doing redirection -, but it is something that needs to be used before starting IPC or REST communications. </p>
+<p><b>Configuration</b>: A way for clients of a service to retrieve more configuration data than simply the service endpoints. For example: everything needed to create a site.xml document.</p></div>
+<div class="section">
+<h2>Client-side<a name="Client-side"></a></h2>
+
+<ul>
+  
+<li>
+<p>Allow clients of a YARN application to locate the service instance and its service ports (web, IPC, REST&#x2026;) efficiently even on a large YARN cluster.</p></li>
+  
+<li>
+<p>Allow clients to retrieve configuration values which can be processed client-side into the configuration files and options which the application needs</p></li>
+  
+<li>
+<p>Give clients confidence that the service with which they interact is the one they expect to interact with -not another potentially malicious service deployed by a different user. </p></li>
+  
+<li>
+<p>clients to be able to watch a service and retrieve notification of changes</p></li>
+  
+<li>
+<p>cross-language support.</p></li>
+</ul></div>
+<div class="section">
+<h2>For all Services<a name="For_all_Services"></a></h2>
+
+<ul>
+  
+<li>
+<p>Allow services to publish their binding details for the AM and of code running in the containers (which may be published by the containers)</p></li>
+  
+<li>
+<p>Use entries in registry as a way of enforcing uniqueness of the instance (app, owner, name)? </p></li>
+  
+<li>
+<p>values to update when a service is restarted on a different host</p></li>
+  
+<li>
+<p>values to indicate when a service is not running. This may be implicit &#x201c;no entry found&#x201d; or explicit &#x201c;service exists but not running&#x201d;</p></li>
+  
+<li>
+<p>Services to be able to act as clients to other services</p></li>
+</ul></div>
+<div class="section">
+<h2>For Slider Services (and presumably others)<a name="For_Slider_Services_and_presumably_others"></a></h2>
+
+<ul>
+  
+<li>
+<p>Ability to publish information about configuration documents that can be retrieved -and URLs</p></li>
+  
+<li>
+<p>Ability to publish facts internal to the application (e.g. agent reporting URLs)</p></li>
+  
+<li>
+<p>Ability to use service paths as a way to ensure a single instance of a named service can be deployed by a user</p></li>
+</ul></div>
+<div class="section">
+<h2>Management and PaaS UIs<a name="Management_and_PaaS_UIs"></a></h2>
+
+<ul>
+  
+<li>
+<p>Retrieve lists of web UI URLs of AM and of deployed components</p></li>
+  
+<li>
+<p>Enum components and their status</p></li>
+  
+<li>
+<p>retrieve dynamic assignments of IPC ports</p></li>
+  
+<li>
+<p>retrieve dynamic assignments of JMX ports</p></li>
+  
+<li>
+<p>retrieve any health URLs for regular probes</p></li>
+  
+<li>
+<p>Listen to changes in the service mix -the arrival and departure of service instances, as well as changes in their contents.</p></li>
+</ul></div>
+<div class="section">
+<h2>Other Needs<a name="Other_Needs"></a></h2>
+
+<ul>
+  
+<li>
+<p>Registry-configured applications. In-cluster applications should be able to subscribe to part of the registry to pick up changes that affect them -both for their own application configuration, and for details about applications on which they depend themselves.</p></li>
+  
+<li>
+<p>Knox: get URLs that need to be converted into remote paths</p></li>
+  
+<li>
+<p>Cloud-based deployments: work on virtual infrastructures where hostnames are unpredictable.</p></li>
+</ul>
+<h1>Open Source Registry code</h1>
+<p>What can we use to implement this from ASF and ASF-compatible code? </p></div>
+<div class="section">
+<h2>Zookeeper<a name="Zookeeper"></a></h2>
+<p>We&#x2019;d need a good reason not to use this. There are still some issues</p>
+
+<ol style="list-style-type: decimal">
+  
+<li>
+<p>Limits on amount of published data?</p></li>
+  
+<li>
+<p>Load limits, especially during cluster startup, or if a 500-mapper job all wants to do a lookup.</p></li>
+  
+<li>
+<p>Security story</p></li>
+  
+<li>
+<p>Impact of other ZK load on the behaviour of the service registry -will it cause problems if overloaded -and are they recoverable?</p></li>
+</ol></div>
+<div class="section">
+<h2>Apache Curator<a name="Apache_Curator"></a></h2>
+<p>Netflix&#x2019;s core curator -now <a class="externalLink" href="http://curator.apache.org/">Apache Curator</a>- framework adds a lot to make working with ZK easier, including pluggable retry policies, binding tools and other things.</p>
+<p>There is also its &#x201c;experimental&#x201d; <a class="externalLink" href="http://curator.apache.org/curator-x-discovery-server/index.html">service discovery framework</a>, which</p>
+
+<ol style="list-style-type: decimal">
+  
+<li>
+<p>Allows a service to register a URL with a name and unique ID (and custom metadata). multiple services of a given name can be registered</p></li>
+  
+<li>
+<p>Allows a service to register &gt;1 URL.</p></li>
+  
+<li>
+<p>Has a service client which performs lookup and can cache results.</p></li>
+  
+<li>
+<p>Has a REST API</p></li>
+</ol>
+<p>Limitations</p>
+
+<ul>
+  
+<li>
+<p>The service discovery web UI and client does not work with the version of Jackson (1.8.8) in Hadoop 2.4. The upgraded version in Hadoop 2.5 is compatible <a class="externalLink" href="https://issues.apache.org/jira/browse/HADOOP-10104">HADOOP-10104</a>.</p></li>
+  
+<li>
+<p>The per-entry configuration payload attempts to get jason to perform Object/JSON mapping with the classname provided as an attribute in the JSON. This destroys all ability of arbitrary applications to parse the published data, as well as cross-language clients -is brittle and morally wrong from a data-sharing perspective.</p>
+<p>{</p>
+<p>&#x201c;name&#x201d; : &#x201c;name&#x201d;,  &#x201c;id&#x201d; : &#x201c;service&#x201d;,  &#x201c;address&#x201d; : &#x201c;localhost&#x201d;,  &#x201c;port&#x201d; : 8080,  &#x201c;sslPort&#x201d; : 443,  &#x201c;payload&#x201d; : {  &#x201c;@class&#x201d; : &#x201c;org.apache.slider.core.registry.ServiceInstanceData&#x201d;,  &#x201c;externalView&#x201d; : {  &#x201c;key&#x201d; : &#x201c;value&#x201d;  }  },  &#x201c;registrationTimeUTC&#x201d; : 1397249829062,  &#x201c;serviceType&#x201d; : &#x201c;DYNAMIC&#x201d;,  &#x201c;uriSpec&#x201d; : {  &#x201c;parts&#x201d; : [ {  &#x201c;value&#x201d; : &#x201c;http:&#x201d;,  &#x201c;variable&#x201d; : false  }, {  &#x201c;value&#x201d; : &#x201c;:&#x201d;,  &#x201c;variable&#x201d; : false  } ]  } }</p></li>
+</ul></div>
+<div class="section">
+<h2><a class="externalLink" href="http://helix.apache.org/0.7.0-incubating-docs/recipes/service_discovery.html">Helix Service Registry</a><a name="Helix_Service_Registry"></a></h2>
+<p>This is inside Helix somewhere, used in LI in production at scale -and worth looking at. LI separate their Helix Zookeeper Quorum from their application-layer quorum, to isolate load.</p>
+<p>Notable features</p>
+
+<ol style="list-style-type: decimal">
+  
+<li>The registry is also the liveness view of the deployed application. Client&#x2019;s aren&#x2019;t watching the service registry for changes, they are watching Helix&#x2019;s model of the deployed application.</li>
+  
+<li>The deployed application can pick up changes to its state the same way, allowing for live application manipulation.</li>
+  
+<li>Tracks nodes that continually join/leave the group and drops them as unreliable.</li>
+</ol></div>
+<div class="section">
+<h2>Twill Service Registry<a name="Twill_Service_Registry"></a></h2>
+<p>Twill&#x2019;s <a class="externalLink" href="http://twill.incubator.apache.org/apidocs/index.html">service registry code</a>, lets applications register a <a class="externalLink" href="http://twill.incubator.apache.org/apidocs/org/apache/twill/discovery/Discoverable.html">(hostname, port)</a> pair in the registry by a name, a name by which clients can look up and enumerate all services with a specific name.</p>
+<p>Clients can subscribe to changes in the list of services with a specific name -so picking up the arrival and departure of instances, and probe to see if a previously discovered entity is still registered.</p>
+<p>Zookeeper- and in-memory registry implementations are provided.</p>
+<p>One nice feature about this architecture -and Twill in general- is that its general single-method callback model means that it segues nicely into Java-8 lambda-expressions. This is something to retain in a YARN-wide service registry.</p>
+<p>Comparing it to curator, it offers a proper subset of curator&#x2019;s registered services <a class="externalLink" href="http://curator.apache.org/apidocs/org/apache/curator/x/discovery/ServiceInstance.html">ServiceInstance</a> -implying that you could publish and retrieve Curator-registered services via a new implementation of Twill&#x2019;s DiscoveryService. This would require extensions to the curator service discovery client allow ZK nodes to be watched for changes. This is a feature that would be useful in many use cases -such as watching service availability across a cluster, or simply blocking until a dependent service was launched.</p>
+<p>As with curator, the amount of information that can be published isn&#x2019;t enough for management tools to make effective use of the service registration, while for slider there&#x2019;s no way to publish configuration data. However a YARN registry will inevitably be a superset of the Twill client&#x2019;s enumerated and retrieved data -so if its registration API were sufficient to register a minimal service, supporting the YARN registry via Twill&#x2019;s existing API should be straightforward.</p></div>
+<div class="section">
+<h2>Twitter Commons Service Registration<a name="Twitter_Commons_Service_Registration"></a></h2>
+<p><a class="externalLink" href="https://github.com/twitter/commons">Twitter Commons</a> has a service registration library, which allows for registration of sets of servers, <a class="externalLink" href="http://twitter.github.io/commons/apidocs/com/twitter/common/service/registration/package-tree.html">publishing the hostname and port of each</a>., along with a map of string properties.</p>
+<p>Zookeeper based, it suffices if all servers are identical and only publishing single (hostname, port) pairs for callers.</p></div>
+<div class="section">
+<h2>AirBnB Smartstack<a name="AirBnB_Smartstack"></a></h2>
+<p>SmartStack is <a class="externalLink" href="http://nerds.airbnb.com/smartstack-service-discovery-cloud/">Air BnB&#x2019;s cloud-based service discovery system</a>.</p>
+<p>It has two parts, <i>Nerve</i> and <i>Synapse</i>:</p>
+<p><a class="externalLink" href="https://github.com/airbnb/nerve"><b>Nerve</b></a> is a ruby agent designed to monitor processes and register healthy instances in ZK (or to a mock reporter). It includes <a class="externalLink" href="https://github.com/airbnb/nerve/tree/master/lib/nerve/service_watcher">probes for TCP ports, HTTP and rabbitMQ</a>. It&#x2019;s <a class="externalLink" href="https://github.com/airbnb/nerve/blob/master/lib/nerve/service_watcher.rb">a fairly simple liveness monitor</a>.</p>
+<p><a class="externalLink" href="https://github.com/airbnb/synapse"><b>Synapse</b></a> takes the data and uses it to configure <a class="externalLink" href="http://haproxy.1wt.eu/">HAProxy instances</a>. HAProxy handles the load balancing, queuing and integrating liveness probes into the queues. Synapse generates all the configuration files for an instance -but also tries to reconfigure the live instances via their socket APIs, </p>
+<p>Alongside these, AirBnB have another published project on Github, <a class="externalLink" href="https://github.com/airbnb/optica">Optica</a>, which is a web application for nodes to register themselves with (POST) and for others to query. It publishes events to RabbitMQ, and again uses ZK to store state.</p>
+<p>AirBnB do complain a bit about ZK and its brittleness. They do mention that they suspect it is due to bugs in the Ruby ZK client library. This may be exacerbated by in-cloud deployments. Hard-coding the list of ZK nodes may work for a physical cluster, but in a virtualized cluster, the hostnames/IP Addresses of those nodes may change -leading to a meta-discovery problem: how to find the ZK quorum -especially if you can&#x2019;t control the DNS servers.</p></div>
+<div class="section">
+<h2><a class="externalLink" href="http://directory.apache.org/apacheds/">Apache Directory</a><a name="Apache_Directory"></a></h2>
+<p>This is an embeddable LDAP server</p>
+
+<ul>
+  
+<li>
+<p>Embeddable inside Java apps</p></li>
+  
+<li>
+<p>Supports Kerberos alongside X.500 auth. It can actually act as a Key server and TGT if desired.</p></li>
+  
+<li>
+<p>Supports DNS and DHCP queries.</p></li>
+  
+<li>
+<p>Accessible via classic LDAP APIs.</p></li>
+</ul>
+<p>This isn&#x2019;t a registry service directly, though LDAP queries do make enumeration of services <i>and configuration data</i> straightforward. As LDAP libraries are common across languages -even built in to the Java runtime- LDAP support makes publishing information to arbitrary clients relatively straightforward.</p>
+<p>If service information were to be published via LDAP, then it should allow IT-managed LDAP services to both host this information, and publish configuration data. This would be relevant for classic Hadoop applications if we were to move the Configuration class to support back-end configuration sources beyond XML files on the classpath.</p>
+<h1>Proposal</h1></div>
+                  </div>
+          </div>
+
+    <hr/>
+
+    <footer>
+            <div class="container">
+              <div class="row span12">Copyright &copy;                    2014
+                        <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+            All Rights Reserved.      
+                    
+      </div>
+
+                                                                  <?xml version="1.0" encoding="UTF-8"?>
+<div class="row-fluid">Apache Slider, Slider, Apache, and the Apache Incubator logo are trademarks of The Apache Software Foundation.</div>
+                  
+                <p id="poweredBy" class="pull-right">
+                          <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+        <img class="builtBy" alt="Built by Maven" src="../images/logos/maven-feather.png" />
+      </a>
+              </p>
+        
+                </div>
+    </footer>
+  </body>
+</html>

Propchange: incubator/slider/site/content/registry/a_YARN_service_registry.html
------------------------------------------------------------------------------
    svn:eol-style = native

Added: incubator/slider/site/content/registry/index.html
URL: http://svn.apache.org/viewvc/incubator/slider/site/content/registry/index.html?rev=1598665&view=auto
==============================================================================
--- incubator/slider/site/content/registry/index.html (added)
+++ incubator/slider/site/content/registry/index.html Fri May 30 16:47:13 2014
@@ -0,0 +1,211 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2014-05-30
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <meta name="Date-Revision-yyyymmdd" content="20140530" />
+    <meta http-equiv="Content-Language" content="en" />
+    <title>Apache Slider 0.30 (incubating) - </title>
+    <link rel="stylesheet" href="../css/apache-maven-fluido-1.3.0.min.css" />
+    <link rel="stylesheet" href="../css/site.css" />
+    <link rel="stylesheet" href="../css/print.css" media="print" />
+
+      
+    <script type="text/javascript" src="../js/apache-maven-fluido-1.3.0.min.js"></script>
+
+    
+            </head>
+        <body class="topBarEnabled">
+          
+                        
+                    
+                
+
+    <div id="topbar" class="navbar navbar-fixed-top ">
+      <div class="navbar-inner">
+                                  <div class="container"><div class="nav-collapse">
+            
+                
+                                <ul class="nav">
+                          <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Documentation <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li class="dropdown-submenu">
+                                      <a href="../project-info.html"  title="Project Information">Project Information</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../index.html"  title="About">About</a>
+</li>
+                                  <li>      <a href="../plugin-management.html"  title="Plugin Management">Plugin Management</a>
+</li>
+                                  <li>      <a href="../distribution-management.html"  title="Distribution Management">Distribution Management</a>
+</li>
+                                  <li>      <a href="../dependency-info.html"  title="Dependency Information">Dependency Information</a>
+</li>
+                                  <li>      <a href="../dependency-convergence.html"  title="Dependency Convergence">Dependency Convergence</a>
+</li>
+                                  <li>      <a href="../source-repository.html"  title="Source Repository">Source Repository</a>
+</li>
+                                  <li>      <a href="../mail-lists.html"  title="Mailing Lists">Mailing Lists</a>
+</li>
+                                  <li>      <a href="../issue-tracking.html"  title="Issue Tracking">Issue Tracking</a>
+</li>
+                                  <li>      <a href="../integration.html"  title="Continuous Integration">Continuous Integration</a>
+</li>
+                                  <li>      <a href="../plugins.html"  title="Project Plugins">Project Plugins</a>
+</li>
+                                  <li>      <a href="../license.html"  title="Project License">Project License</a>
+</li>
+                                  <li>      <a href="../modules.html"  title="Project Modules">Project Modules</a>
+</li>
+                                  <li>      <a href="../dependency-management.html"  title="Dependency Management">Dependency Management</a>
+</li>
+                                  <li>      <a href="../team-list.html"  title="Project Team">Project Team</a>
+</li>
+                                  <li>      <a href="../project-summary.html"  title="Project Summary">Project Summary</a>
+</li>
+                                  <li>      <a href="../dependencies.html"  title="Dependencies">Dependencies</a>
+</li>
+                              </ul>
+            </li>
+                  
+                      <li class="dropdown-submenu">
+                                      <a href="../project-reports.html"  title="Project Reports">Project Reports</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../surefire-report.html"  title="Surefire Report">Surefire Report</a>
+</li>
+                              </ul>
+            </li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documents <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../getting_started.html"  title="Getting Started">Getting Started</a>
+</li>
+                  
+                      <li>      <a href="../manpage.html"  title="manpage">manpage</a>
+</li>
+                  
+                      <li>      <a href="../troubleshooting.html"  title="Troubleshooting">Troubleshooting</a>
+</li>
+                  
+                      <li>      <a href="../architecture/index.html"  title="Architecture">Architecture</a>
+</li>
+                  
+                      <li>      <a href="../developing/index.html"  title="Developing">Developing</a>
+</li>
+                  
+                      <li>      <a href="../exitcodes.html"  title="Exitcodes">Exitcodes</a>
+</li>
+                          </ul>
+      </li>
+                  </ul>
+          
+          
+                                                              
+                   
+                      </div>
+          
+        </div>
+      </div>
+    </div>
+    
+        <div class="container">
+          <div id="banner">
+        <div class="pull-left">
+                                                  <a href=".././" id="bannerLeft">
+                <h2>Apache Slider (incubating)</h2>
+                </a>
+                      </div>
+        <div class="pull-right">              <div id="bannerRight">
+                                                                                        <img src="http://incubator.apache.org/images/apache-incubator-logo.png" />
+                </div>
+      </div>
+        <div class="clear"><hr/></div>
+      </div>
+
+      <div id="breadcrumbs">
+        <ul class="breadcrumb">
+                
+                    
+                  <li id="publishDate">Last Published: 2014-05-30</li>
+                      
+                
+                    
+                 <li id="projectVersion" class="pull-right">Version: 0.30</li>
+      
+                            </ul>
+      </div>
+
+      
+                
+        <div id="bodyColumn" >
+                                  
+            <!-- -
+   Licensed to the Apache Software Foundation (ASF) under one or more
+   contributor license agreements.  See the NOTICE file distributed with
+   this work for additional information regarding copyright ownership.
+   The ASF licenses this file to You under the Apache License, Version 2.0
+   (the "License"); you may not use this file except in compliance with
+   the License.  You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License. --><h1>Apache Slider Service Registry</h1>
+<p>The service registry is a core part of the Slider Architecture -it is how dynamically generated configurations are published for clients to pick up.</p>
+<p>The need for a service registry goes beyond Slider, however. We effectively have application-specific registries for HBase and Accumulo, and explicit registries in Apache Helix and Apache Twill, as well as re-usable registry code in Apache Curator.</p>
+<p><a class="externalLink" href="https://issues.apache.org/jira/browse/YARN-913">YARN-913</a> covers the need for YARN itself to have a service registry. This would be the ideal ultimate solution -it would operate at a fixed location/ZK path, and would be guaranteed to be on all YARN clusters, so code could be written expecting it to be there.</p>
+<p>It could also be used to publish binding data from static applications, including HBase, Accumulo, Oozie, -applications deployed by management tools. Unless/until these applications self-published their binding data, it would be the duty of the management tools to do the registration.</p>
+<div class="section">
+<h2>Contents<a name="Contents"></a></h2>
+
+<ol style="list-style-type: decimal">
+  
+<li><a href="the_YARN_application_registration_and_binding_problem.html">YARN Application Registration and Binding: the Problem</a></li>
+  
+<li><a href="a_YARN_service_registry.html">A YARN Service Registry</a></li>
+  
+<li><a href="initial_registry_design.html">April 2014 Initial Registry Design</a></li>
+  
+<li><a href="service_registry_end_to_end_scenario.html">Service Registry End-to-End Scenarios</a></li>
+  
+<li><a href="p2p_service_registries.html">P2P Service Registries</a></li>
+  
+<li><a href="references.html">References</a></li>
+</ol></div>
+                  </div>
+          </div>
+
+    <hr/>
+
+    <footer>
+            <div class="container">
+              <div class="row span12">Copyright &copy;                    2014
+                        <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+            All Rights Reserved.      
+                    
+      </div>
+
+                                                                  <?xml version="1.0" encoding="UTF-8"?>
+<div class="row-fluid">Apache Slider, Slider, Apache, and the Apache Incubator logo are trademarks of The Apache Software Foundation.</div>
+                  
+                <p id="poweredBy" class="pull-right">
+                          <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+        <img class="builtBy" alt="Built by Maven" src="../images/logos/maven-feather.png" />
+      </a>
+              </p>
+        
+                </div>
+    </footer>
+  </body>
+</html>

Propchange: incubator/slider/site/content/registry/index.html
------------------------------------------------------------------------------
    svn:eol-style = native

Added: incubator/slider/site/content/registry/initial_registry_design.html
URL: http://svn.apache.org/viewvc/incubator/slider/site/content/registry/initial_registry_design.html?rev=1598665&view=auto
==============================================================================
--- incubator/slider/site/content/registry/initial_registry_design.html (added)
+++ incubator/slider/site/content/registry/initial_registry_design.html Fri May 30 16:47:13 2014
@@ -0,0 +1,295 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2014-05-30
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <meta name="Date-Revision-yyyymmdd" content="20140530" />
+    <meta http-equiv="Content-Language" content="en" />
+    <title>Apache Slider 0.30 (incubating) - </title>
+    <link rel="stylesheet" href="../css/apache-maven-fluido-1.3.0.min.css" />
+    <link rel="stylesheet" href="../css/site.css" />
+    <link rel="stylesheet" href="../css/print.css" media="print" />
+
+      
+    <script type="text/javascript" src="../js/apache-maven-fluido-1.3.0.min.js"></script>
+
+    
+            </head>
+        <body class="topBarEnabled">
+          
+                        
+                    
+                
+
+    <div id="topbar" class="navbar navbar-fixed-top ">
+      <div class="navbar-inner">
+                                  <div class="container"><div class="nav-collapse">
+            
+                
+                                <ul class="nav">
+                          <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Documentation <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li class="dropdown-submenu">
+                                      <a href="../project-info.html"  title="Project Information">Project Information</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../index.html"  title="About">About</a>
+</li>
+                                  <li>      <a href="../plugin-management.html"  title="Plugin Management">Plugin Management</a>
+</li>
+                                  <li>      <a href="../distribution-management.html"  title="Distribution Management">Distribution Management</a>
+</li>
+                                  <li>      <a href="../dependency-info.html"  title="Dependency Information">Dependency Information</a>
+</li>
+                                  <li>      <a href="../dependency-convergence.html"  title="Dependency Convergence">Dependency Convergence</a>
+</li>
+                                  <li>      <a href="../source-repository.html"  title="Source Repository">Source Repository</a>
+</li>
+                                  <li>      <a href="../mail-lists.html"  title="Mailing Lists">Mailing Lists</a>
+</li>
+                                  <li>      <a href="../issue-tracking.html"  title="Issue Tracking">Issue Tracking</a>
+</li>
+                                  <li>      <a href="../integration.html"  title="Continuous Integration">Continuous Integration</a>
+</li>
+                                  <li>      <a href="../plugins.html"  title="Project Plugins">Project Plugins</a>
+</li>
+                                  <li>      <a href="../license.html"  title="Project License">Project License</a>
+</li>
+                                  <li>      <a href="../modules.html"  title="Project Modules">Project Modules</a>
+</li>
+                                  <li>      <a href="../dependency-management.html"  title="Dependency Management">Dependency Management</a>
+</li>
+                                  <li>      <a href="../team-list.html"  title="Project Team">Project Team</a>
+</li>
+                                  <li>      <a href="../project-summary.html"  title="Project Summary">Project Summary</a>
+</li>
+                                  <li>      <a href="../dependencies.html"  title="Dependencies">Dependencies</a>
+</li>
+                              </ul>
+            </li>
+                  
+                      <li class="dropdown-submenu">
+                                      <a href="../project-reports.html"  title="Project Reports">Project Reports</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../surefire-report.html"  title="Surefire Report">Surefire Report</a>
+</li>
+                              </ul>
+            </li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documents <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../getting_started.html"  title="Getting Started">Getting Started</a>
+</li>
+                  
+                      <li>      <a href="../manpage.html"  title="manpage">manpage</a>
+</li>
+                  
+                      <li>      <a href="../troubleshooting.html"  title="Troubleshooting">Troubleshooting</a>
+</li>
+                  
+                      <li>      <a href="../architecture/index.html"  title="Architecture">Architecture</a>
+</li>
+                  
+                      <li>      <a href="../developing/index.html"  title="Developing">Developing</a>
+</li>
+                  
+                      <li>      <a href="../exitcodes.html"  title="Exitcodes">Exitcodes</a>
+</li>
+                          </ul>
+      </li>
+                  </ul>
+          
+          
+                                                              
+                   
+                      </div>
+          
+        </div>
+      </div>
+    </div>
+    
+        <div class="container">
+          <div id="banner">
+        <div class="pull-left">
+                                                  <a href=".././" id="bannerLeft">
+                <h2>Apache Slider (incubating)</h2>
+                </a>
+                      </div>
+        <div class="pull-right">              <div id="bannerRight">
+                                                                                        <img src="http://incubator.apache.org/images/apache-incubator-logo.png" />
+                </div>
+      </div>
+        <div class="clear"><hr/></div>
+      </div>
+
+      <div id="breadcrumbs">
+        <ul class="breadcrumb">
+                
+                    
+                  <li id="publishDate">Last Published: 2014-05-30</li>
+                      
+                
+                    
+                 <li id="projectVersion" class="pull-right">Version: 0.30</li>
+      
+                            </ul>
+      </div>
+
+      
+                
+        <div id="bodyColumn" >
+                                  
+            <!-- -
+   Licensed to the Apache Software Foundation (ASF) under one or more
+   contributor license agreements.  See the NOTICE file distributed with
+   this work for additional information regarding copyright ownership.
+   The ASF licenses this file to You under the Apache License, Version 2.0
+   (the "License"); you may not use this file except in compliance with
+   the License.  You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License. --><h1>April 2014 Initial Registry Design for Apache Slider</h1>
+<p>This is the plan for the initial registry design.</p>
+
+<ol style="list-style-type: decimal">
+  
+<li>
+<p>Use Apache Curator <a class="externalLink" href="http://curator.apache.org/curator-x-discovery/index.html">service discovery code</a>.</p></li>
+  
+<li>
+<p>AMs to register as (user, name). Maybe &#x201c;service type&#x201d; if we add that as an option in the slider configs</p></li>
+  
+<li>
+<p>Lift &#x201c;external view&#x201d; term from Helix -concept that this is the public view, not internal.</p></li>
+  
+<li>
+<p>application/properties section to list app-wide values</p></li>
+  
+<li>
+<p>application/services section to list public service URLs; publish each as unique-ID-&gt; (human name, URL, human text). code can resolve from UniqueID; UIs can use human data.</p></li>
+  
+<li>
+<p>String Template 2 templates for generation of output (rationale: library for Python Java, .NET)</p></li>
+  
+<li>
+<p>Java CLI to retrieve values from ZK and apply named template (local, hdfs). Include ability to restrict to list of named properties (pattern match).</p></li>
+  
+<li>
+<p>AM to serve up curator service (later -host in RM? elsewhere?)</p></li>
+</ol>
+<div class="section">
+<div class="section">
+<h3>forwards-compatilibity<a name="forwards-compatilibity"></a></h3>
+
+<ol style="list-style-type: decimal">
+  
+<li>
+<p>This initial design will hide the fact that Apache Curator is being used to discover services, by storing information in the payload, <tt>ServiceInstanceData</tt> rather than in (the minimdal) curator service entries themselves. If we move to an alternate registry, provided we can use the same datatype -or map to it- changes should not be visible.</p></li>
+  
+<li>
+<p>The first implementation will not support watching for changes.</p></li>
+</ol></div>
+<div class="section">
+<h3>Initial templates<a name="Initial_templates"></a></h3>
+
+<ul>
+  
+<li>
+<p>hadoop XML conf files</p></li>
+  
+<li>
+<p>Java properties file</p></li>
+  
+<li>
+<p>HTML listing of services</p></li>
+</ul></div></div>
+<div class="section">
+<h2>Example Curator Service Entry<a name="Example_Curator_Service_Entry"></a></h2>
+<p>This is the prototype&#x2019;s content</p>
+<p>Toplevel</p>
+
+<div class="source">
+<pre>service CuratorServiceInstance{name='slider', id='stevel.test_registry_am', address='192.168.1.101', port=62552, sslPort=null, payload=org.apache.slider.core.registry.info.ServiceInstanceData@4e9af21b, registrationTimeUTC=1397574073203, serviceType=DYNAMIC, uriSpec=org.apache.curator.x.discovery.UriSpec@ef8dacf0} 
+</pre></div>
+<p>Slider payload.</p>
+
+<div class="source">
+<pre>payload=
+{
+  &quot;internalView&quot; : {
+    &quot;endpoints&quot; : {
+      &quot;/agents&quot; : {
+        &quot;value&quot; : &quot;http://stevel-8.local:62552/ws/v1/slider/agents&quot;,
+        &quot;protocol&quot; : &quot;http&quot;,
+        &quot;type&quot; : &quot;url&quot;,
+        &quot;description&quot; : &quot;Agent API&quot;
+      }
+    },
+    &quot;settings&quot; : { }
+  },
+
+  &quot;externalView&quot; : {
+    &quot;endpoints&quot; : {
+      &quot;/mgmt&quot; : {
+        &quot;value&quot; : &quot;http://stevel-8.local:62552/ws/v1/slider/mgmt&quot;,
+        &quot;protocol&quot; : &quot;http&quot;,
+        &quot;type&quot; : &quot;url&quot;,
+        &quot;description&quot; : &quot;Management API&quot;
+      },
+
+      &quot;slider/IPC&quot; : {
+        &quot;value&quot; : &quot;stevel-8.local/192.168.1.101:62550&quot;,
+        &quot;protocol&quot; : &quot;org.apache.hadoop.ipc.Protobuf&quot;,
+        &quot;type&quot; : &quot;address&quot;,
+        &quot;description&quot; : &quot;Slider AM RPC&quot;
+      },
+      &quot;registry&quot; : {
+        &quot;value&quot; : &quot;http://stevel-8.local:62552/ws/registry&quot;,
+        &quot;protocol&quot; : &quot;http&quot;,
+        &quot;type&quot; : &quot;url&quot;,
+        &quot;description&quot; : &quot;Registry&quot;
+      }
+    },
+    &quot;settings&quot; : { }
+  }
+}
+</pre></div></div>
+                  </div>
+          </div>
+
+    <hr/>
+
+    <footer>
+            <div class="container">
+              <div class="row span12">Copyright &copy;                    2014
+                        <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+            All Rights Reserved.      
+                    
+      </div>
+
+                                                                  <?xml version="1.0" encoding="UTF-8"?>
+<div class="row-fluid">Apache Slider, Slider, Apache, and the Apache Incubator logo are trademarks of The Apache Software Foundation.</div>
+                  
+                <p id="poweredBy" class="pull-right">
+                          <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+        <img class="builtBy" alt="Built by Maven" src="../images/logos/maven-feather.png" />
+      </a>
+              </p>
+        
+                </div>
+    </footer>
+  </body>
+</html>

Propchange: incubator/slider/site/content/registry/initial_registry_design.html
------------------------------------------------------------------------------
    svn:eol-style = native

Added: incubator/slider/site/content/registry/p2p_service_registries.html
URL: http://svn.apache.org/viewvc/incubator/slider/site/content/registry/p2p_service_registries.html?rev=1598665&view=auto
==============================================================================
--- incubator/slider/site/content/registry/p2p_service_registries.html (added)
+++ incubator/slider/site/content/registry/p2p_service_registries.html Fri May 30 16:47:13 2014
@@ -0,0 +1,276 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2014-05-30
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <meta name="Date-Revision-yyyymmdd" content="20140530" />
+    <meta http-equiv="Content-Language" content="en" />
+    <title>Apache Slider 0.30 (incubating) - </title>
+    <link rel="stylesheet" href="../css/apache-maven-fluido-1.3.0.min.css" />
+    <link rel="stylesheet" href="../css/site.css" />
+    <link rel="stylesheet" href="../css/print.css" media="print" />
+
+      
+    <script type="text/javascript" src="../js/apache-maven-fluido-1.3.0.min.js"></script>
+
+    
+            </head>
+        <body class="topBarEnabled">
+          
+                        
+                    
+                
+
+    <div id="topbar" class="navbar navbar-fixed-top ">
+      <div class="navbar-inner">
+                                  <div class="container"><div class="nav-collapse">
+            
+                
+                                <ul class="nav">
+                          <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Documentation <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li class="dropdown-submenu">
+                                      <a href="../project-info.html"  title="Project Information">Project Information</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../index.html"  title="About">About</a>
+</li>
+                                  <li>      <a href="../plugin-management.html"  title="Plugin Management">Plugin Management</a>
+</li>
+                                  <li>      <a href="../distribution-management.html"  title="Distribution Management">Distribution Management</a>
+</li>
+                                  <li>      <a href="../dependency-info.html"  title="Dependency Information">Dependency Information</a>
+</li>
+                                  <li>      <a href="../dependency-convergence.html"  title="Dependency Convergence">Dependency Convergence</a>
+</li>
+                                  <li>      <a href="../source-repository.html"  title="Source Repository">Source Repository</a>
+</li>
+                                  <li>      <a href="../mail-lists.html"  title="Mailing Lists">Mailing Lists</a>
+</li>
+                                  <li>      <a href="../issue-tracking.html"  title="Issue Tracking">Issue Tracking</a>
+</li>
+                                  <li>      <a href="../integration.html"  title="Continuous Integration">Continuous Integration</a>
+</li>
+                                  <li>      <a href="../plugins.html"  title="Project Plugins">Project Plugins</a>
+</li>
+                                  <li>      <a href="../license.html"  title="Project License">Project License</a>
+</li>
+                                  <li>      <a href="../modules.html"  title="Project Modules">Project Modules</a>
+</li>
+                                  <li>      <a href="../dependency-management.html"  title="Dependency Management">Dependency Management</a>
+</li>
+                                  <li>      <a href="../team-list.html"  title="Project Team">Project Team</a>
+</li>
+                                  <li>      <a href="../project-summary.html"  title="Project Summary">Project Summary</a>
+</li>
+                                  <li>      <a href="../dependencies.html"  title="Dependencies">Dependencies</a>
+</li>
+                              </ul>
+            </li>
+                  
+                      <li class="dropdown-submenu">
+                                      <a href="../project-reports.html"  title="Project Reports">Project Reports</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../surefire-report.html"  title="Surefire Report">Surefire Report</a>
+</li>
+                              </ul>
+            </li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documents <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../getting_started.html"  title="Getting Started">Getting Started</a>
+</li>
+                  
+                      <li>      <a href="../manpage.html"  title="manpage">manpage</a>
+</li>
+                  
+                      <li>      <a href="../troubleshooting.html"  title="Troubleshooting">Troubleshooting</a>
+</li>
+                  
+                      <li>      <a href="../architecture/index.html"  title="Architecture">Architecture</a>
+</li>
+                  
+                      <li>      <a href="../developing/index.html"  title="Developing">Developing</a>
+</li>
+                  
+                      <li>      <a href="../exitcodes.html"  title="Exitcodes">Exitcodes</a>
+</li>
+                          </ul>
+      </li>
+                  </ul>
+          
+          
+                                                              
+                   
+                      </div>
+          
+        </div>
+      </div>
+    </div>
+    
+        <div class="container">
+          <div id="banner">
+        <div class="pull-left">
+                                                  <a href=".././" id="bannerLeft">
+                <h2>Apache Slider (incubating)</h2>
+                </a>
+                      </div>
+        <div class="pull-right">              <div id="bannerRight">
+                                                                                        <img src="http://incubator.apache.org/images/apache-incubator-logo.png" />
+                </div>
+      </div>
+        <div class="clear"><hr/></div>
+      </div>
+
+      <div id="breadcrumbs">
+        <ul class="breadcrumb">
+                
+                    
+                  <li id="publishDate">Last Published: 2014-05-30</li>
+                      
+                
+                    
+                 <li id="projectVersion" class="pull-right">Version: 0.30</li>
+      
+                            </ul>
+      </div>
+
+      
+                
+        <div id="bodyColumn" >
+                                  
+            <!-- -
+   Licensed to the Apache Software Foundation (ASF) under one or more
+   contributor license agreements.  See the NOTICE file distributed with
+   this work for additional information regarding copyright ownership.
+   The ASF licenses this file to You under the Apache License, Version 2.0
+   (the "License"); you may not use this file except in compliance with
+   the License.  You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License. --><h1>P2P Service Registries for Apache Slider</h1>
+<p>Alongside the centralized service registries, there&#x2019;s much prior work on P2P discovery systems, especially for mobile and consumer devices.</p>
+<p>They perform some multicast- or distributed hash table-based lookup, and tend to have common limitations:</p>
+
+<ul>
+  
+<li>
+<p>scalability</p></li>
+  
+<li>
+<p>the bootstrapping problem</p></li>
+  
+<li>
+<p>security: can you trust the results to be honest?</p></li>
+  
+<li>
+<p>consistency: can you trust the results to be complete and current?</p></li>
+</ul>
+<p>Bootstrapping is usually done via multicast, possibly then switching to unicast for better scale. As multicasting doesn&#x2019;t work in cloud infrastructures, none of the services work unmodified in public clouds. There&#x2019;s multiple anecdotes of <a class="externalLink" href="http://aws.amazon.com/simpledb/">Amazon&#x2019;s SimpleDB service</a> being used as a registry for in-EC2 applications. At the very least, this service and its equivalents in other cloud providers could be used to bootstrap ZK client bindings in cloud environments. </p>
+<div class="section">
+<h2>Service Location Protocol<a name="Service_Location_Protocol"></a></h2>
+<p>Service Location Protocol is a protocol for discovery services that came out of Sun, Novell and others -it is still available for printer discovery and suchlike</p>
+<p>It supports both a multicast discovery mechanism, and a unicast protocol to talk to a Directory Agent -an agent that is itself discovered by multicast requests, or by listening for the agent&#x2019;s intermittent multicast announcements.</p>
+<p>There&#x2019;s an extension to DHCP, RFC2610, which added the ability for DHCP to advertise Directory Agents -this was designed to solve the bootstrap problem (though not necessarily security or in-cloud deployment). Apart from a few mentions in Windows Server technical notes, it does not appear to exist.</p>
+
+<ul>
+  
+<li>
+<p>[<a class="externalLink" href="http://www.ietf.org/rfc/rfc2608.txt">RFC2608</a>] <i>Service Location Protocol, Version 2</i> , IEEE, 1999</p></li>
+  
+<li>
+<p>[<a class="externalLink" href="http://www.ietf.org/rfc/rfc3224.txt">RFC3224</a>] <i>Vendor Extensions for Service Location Protocol, Version 2</i>, IETF, 2003</p></li>
+  
+<li>
+<p>[<a class="externalLink" href="http://www.ietf.org/rfc/rfc2610.txt">RFC2610</a>] <i>DHCP Options for Service Location Protocol, IETF, 1999</i></p></li>
+</ul></div>
+<div class="section">
+<h2><a class="externalLink" href="http://www.zeroconf.org/">Zeroconf</a><a name="Zeroconf"></a></h2>
+<p>The multicast discovery service implemented in Apple&#x2019;s Bonjour system -multicasting DNS lookups to all peers in the subnet.</p>
+<p>This allows for URLs and hostnames to be dynamically positioned, with DNS domain searches allowing for enumeration of service groups. </p>
+<p>This protocol scales very badly; the load on <i>every</i> client in the subnet is is O(DNS-queries-across-subnet), hence implicitly <tt>O(devices)*O(device-activity)</tt>. </p>
+<p>The special domains &#x201c;_tcp&#x201d;, &#x201c;_udp&#x201d; and below can also be served up via a normal DNS server.</p></div>
+<div class="section">
+<h2><a class="externalLink" href="http://river.apache.org/doc/specs/html/lookup-spec.html">Jini/Apache River</a><a name="JiniApache_River"></a></h2>
+<p>Attribute-driven service enumeration, which drives the, Java-client-only model of downloading client-side code. There&#x2019;s no requirement for the remote services to be in Java, only that drivers are.</p></div>
+<div class="section">
+<h2><a class="externalLink" href="http://www.serfdom.io/">Serf</a><a name="Serf"></a></h2>
+<p>This is a library that implements the <a class="externalLink" href="http://www.cs.cornell.edu/~asdas/research/dsn02-swim.pdf">SWIM protocol</a> to propagate information around a cluster. Apparently works in virtualized clusters too. It&#x2019;s already been used in a Flume-on-Hoya provider.</p></div>
+<div class="section">
+<h2><a class="externalLink" href="http://sourceforge.net/p/smartfrog/svn/HEAD/tree/trunk/core/components/anubis/">Anubis</a><a name="Anubis"></a></h2>
+<p>An HP Labs-built <a class="externalLink" href="http://sourceforge.net/p/smartfrog/svn/HEAD/tree/trunk/core/components/anubis/doc/HPL-2005-72.pdf?format=raw">High Availability tuple-space</a> in SmartFrog; used in production in some of HP&#x2019;s telco products. An agent publishes facts into the T-Space, and within one heartbeat all other agents have it. One heart-beat later, unless there&#x2019;s been a change in the membership, the publisher knows the others have it. One heartbeat later the agents know the publisher knows it, etc.</p>
+<p>Strengths: </p>
+
+<ul>
+  
+<li>
+<p>The shared knowledge mechanism permits reasoning and mathematical proofs.</p></li>
+  
+<li>
+<p>Strict ordering between heartbeats implies an ordering in receipt. This is stronger than ZK&#x2019;s guarantees.</p></li>
+  
+<li>
+<p>Lets you share a moderate amount of data (the longer the heartbeat interval, the more data you can publish).</p></li>
+  
+<li>
+<p>Provided the JVM hosting the Anubis agent is also hosting the service, liveness is implicit</p></li>
+  
+<li>
+<p>Secure to the extent that it can be locked down to allow only nodes with mutual trust of HTTPS certificates to join the tuple-space.</p></li>
+</ul>
+<p>Weaknesses</p>
+
+<ul>
+  
+<li>
+<p>(Currently) bootstraps via multicast discovery.</p></li>
+  
+<li>
+<p>Brittle to timing, especially on virtualized clusters where clocks are unpredictable.</p></li>
+</ul>
+<p>It proved good for workload sharing -tasks can be published to it, any agent can say &#x201c;I&#x2019;m working on it&#x201d; and take up the work. If the process fails, the task becomes available again. We used this for distributed scheduling in a rendering farm.</p></div>
+<div class="section">
+<h2><a class="externalLink" href="http://www.hpl.hp.com/techreports/2002/HPL-2002-257">Carmen</a><a name="Carmen"></a></h2>
+<p>This was another HP Labs project, related to the Cooltown &#x201c;ubiquitous computing&#x201d; work, which was a decade too early to be relevant. It was also positioned by management as a B2B platform, so ended up competing with - and losing against - WS-* and UDDI.. </p>
+<p>Carmen aimed to provide service discovery with both fixed services, and with highly mobile client services that will roam around the network -they are assumed to be wireless devices.</p>
+<p>Services were published with and searched for by attributed, locality was considered to be a key attribute -local instances of a service prioritized. Those services with a static location and low rate of change became the stable caches of service information -becoming, as with skype, &#x201c;supernodes&#x201d;. </p>
+<p>Bootstrapping the cluster relied on multicast, though alternatives based on DHCP and DNS were proposed.</p></div>
+                  </div>
+          </div>
+
+    <hr/>
+
+    <footer>
+            <div class="container">
+              <div class="row span12">Copyright &copy;                    2014
+                        <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+            All Rights Reserved.      
+                    
+      </div>
+
+                                                                  <?xml version="1.0" encoding="UTF-8"?>
+<div class="row-fluid">Apache Slider, Slider, Apache, and the Apache Incubator logo are trademarks of The Apache Software Foundation.</div>
+                  
+                <p id="poweredBy" class="pull-right">
+                          <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+        <img class="builtBy" alt="Built by Maven" src="../images/logos/maven-feather.png" />
+      </a>
+              </p>
+        
+                </div>
+    </footer>
+  </body>
+</html>

Propchange: incubator/slider/site/content/registry/p2p_service_registries.html
------------------------------------------------------------------------------
    svn:eol-style = native

Added: incubator/slider/site/content/registry/references.html
URL: http://svn.apache.org/viewvc/incubator/slider/site/content/registry/references.html?rev=1598665&view=auto
==============================================================================
--- incubator/slider/site/content/registry/references.html (added)
+++ incubator/slider/site/content/registry/references.html Fri May 30 16:47:13 2014
@@ -0,0 +1,219 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2014-05-30
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <meta name="Date-Revision-yyyymmdd" content="20140530" />
+    <meta http-equiv="Content-Language" content="en" />
+    <title>Apache Slider 0.30 (incubating) - </title>
+    <link rel="stylesheet" href="../css/apache-maven-fluido-1.3.0.min.css" />
+    <link rel="stylesheet" href="../css/site.css" />
+    <link rel="stylesheet" href="../css/print.css" media="print" />
+
+      
+    <script type="text/javascript" src="../js/apache-maven-fluido-1.3.0.min.js"></script>
+
+    
+            </head>
+        <body class="topBarEnabled">
+          
+                        
+                    
+                
+
+    <div id="topbar" class="navbar navbar-fixed-top ">
+      <div class="navbar-inner">
+                                  <div class="container"><div class="nav-collapse">
+            
+                
+                                <ul class="nav">
+                          <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Documentation <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li class="dropdown-submenu">
+                                      <a href="../project-info.html"  title="Project Information">Project Information</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../index.html"  title="About">About</a>
+</li>
+                                  <li>      <a href="../plugin-management.html"  title="Plugin Management">Plugin Management</a>
+</li>
+                                  <li>      <a href="../distribution-management.html"  title="Distribution Management">Distribution Management</a>
+</li>
+                                  <li>      <a href="../dependency-info.html"  title="Dependency Information">Dependency Information</a>
+</li>
+                                  <li>      <a href="../dependency-convergence.html"  title="Dependency Convergence">Dependency Convergence</a>
+</li>
+                                  <li>      <a href="../source-repository.html"  title="Source Repository">Source Repository</a>
+</li>
+                                  <li>      <a href="../mail-lists.html"  title="Mailing Lists">Mailing Lists</a>
+</li>
+                                  <li>      <a href="../issue-tracking.html"  title="Issue Tracking">Issue Tracking</a>
+</li>
+                                  <li>      <a href="../integration.html"  title="Continuous Integration">Continuous Integration</a>
+</li>
+                                  <li>      <a href="../plugins.html"  title="Project Plugins">Project Plugins</a>
+</li>
+                                  <li>      <a href="../license.html"  title="Project License">Project License</a>
+</li>
+                                  <li>      <a href="../modules.html"  title="Project Modules">Project Modules</a>
+</li>
+                                  <li>      <a href="../dependency-management.html"  title="Dependency Management">Dependency Management</a>
+</li>
+                                  <li>      <a href="../team-list.html"  title="Project Team">Project Team</a>
+</li>
+                                  <li>      <a href="../project-summary.html"  title="Project Summary">Project Summary</a>
+</li>
+                                  <li>      <a href="../dependencies.html"  title="Dependencies">Dependencies</a>
+</li>
+                              </ul>
+            </li>
+                  
+                      <li class="dropdown-submenu">
+                                      <a href="../project-reports.html"  title="Project Reports">Project Reports</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../surefire-report.html"  title="Surefire Report">Surefire Report</a>
+</li>
+                              </ul>
+            </li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documents <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../getting_started.html"  title="Getting Started">Getting Started</a>
+</li>
+                  
+                      <li>      <a href="../manpage.html"  title="manpage">manpage</a>
+</li>
+                  
+                      <li>      <a href="../troubleshooting.html"  title="Troubleshooting">Troubleshooting</a>
+</li>
+                  
+                      <li>      <a href="../architecture/index.html"  title="Architecture">Architecture</a>
+</li>
+                  
+                      <li>      <a href="../developing/index.html"  title="Developing">Developing</a>
+</li>
+                  
+                      <li>      <a href="../exitcodes.html"  title="Exitcodes">Exitcodes</a>
+</li>
+                          </ul>
+      </li>
+                  </ul>
+          
+          
+                                                              
+                   
+                      </div>
+          
+        </div>
+      </div>
+    </div>
+    
+        <div class="container">
+          <div id="banner">
+        <div class="pull-left">
+                                                  <a href=".././" id="bannerLeft">
+                <h2>Apache Slider (incubating)</h2>
+                </a>
+                      </div>
+        <div class="pull-right">              <div id="bannerRight">
+                                                                                        <img src="http://incubator.apache.org/images/apache-incubator-logo.png" />
+                </div>
+      </div>
+        <div class="clear"><hr/></div>
+      </div>
+
+      <div id="breadcrumbs">
+        <ul class="breadcrumb">
+                
+                    
+                  <li id="publishDate">Last Published: 2014-05-30</li>
+                      
+                
+                    
+                 <li id="projectVersion" class="pull-right">Version: 0.30</li>
+      
+                            </ul>
+      </div>
+
+      
+                
+        <div id="bodyColumn" >
+                                  
+            <!-- -
+   Licensed to the Apache Software Foundation (ASF) under one or more
+   contributor license agreements.  See the NOTICE file distributed with
+   this work for additional information regarding copyright ownership.
+   The ASF licenses this file to You under the Apache License, Version 2.0
+   (the "License"); you may not use this file except in compliance with
+   the License.  You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License. --><h1>Service Registry References</h1>
+<p>Service registration and discovery is a problem in distributed computing that has been explored for over thirty years, with [Birrell81]&#x2019;s <i>Grapevine</i> system the first known implementation -though of </p>
+<h1>Papers</h1>
+
+<ul>
+  
+<li>
+<p><b>[Birrell81]</b> Birrell, A. et al, <a class="externalLink" href="http://research.microsoft.com/apps/pubs/default.aspx?id=63661"><i>Grapevine: An exercise in distributed computing</i></a>. Comm. ACM 25, 4 (Apr 1982), pp260-274. The first documented directory service; relied on service shutdown to resolve update operations.</p></li>
+  
+<li>
+<p><b>[Das02]</b> <a class="externalLink" href="http://www.cs.cornell.edu/~asdas/research/dsn02-swim.pdf"><i>SWIM: Scalable Weakly-consistent Infection-style Process Group Membership Protocol</i></a> P2P gossip-style data sharing protocol with random liveness probes to address scalable liveness checking. Ceph uses similar liveness checking.</p></li>
+  
+<li>
+<p><b>[Marti02]</b> Marti S. and Krishnam V., <a class="externalLink" href="http://www.hpl.hp.com/techreports/2002/HPL-2002-257"><i>Carmen: A Dynamic Service Discovery Architecture</i></a>, </p></li>
+  
+<li>
+<p><b>[Lampson86]</b> Lampson, B. <a class="externalLink" href="http://research.microsoft.com/en-us/um/people/blampson/36-GlobalNames/Acrobat.pdf"><i>Designing a Global Naming Service</i></a>. DEC. Distributed; includes an update protocol and the ability to add links to other parts of the tree. Also refers to <a class="externalLink" href="http://bitsavers.informatik.uni-stuttgart.de/pdf/xerox/parc/techReports/OPD-T8103_The_Clearinghouse.pdf"><i>Xerox Clearinghouse</i></a>, which apparently shipped.</p></li>
+  
+<li>
+<p><b>[Mockapetris88]</b> Mockapetris, P. <a class="externalLink" href="http://bnrg.eecs.berkeley.edu/~randy/Courses/CS268.F08/papers/31_dns.pdf"><i>Development of the domain name system</i></a>. The history of DNS</p></li>
+  
+<li>
+<p><b>[Schroeder84]</b> Schroeder, M.D. et al, <a class="externalLink" href="http://research.microsoft.com/apps/pubs/default.aspx?id=61509"><i>Experience with Grapevine: The Growth of a Distributed System</i></a>. Xerox. Writeup of the experiences of using grapevine, with its eventual consistency and lack of idempotent message delivery called out -along with coverage of operations issues.</p></li>
+  
+<li>
+<p><b>[van Renesse08]</b> van Renesse, R. et al, <a class="externalLink" href="http://www.cs.cornell.edu/home/rvr/papers/astrolabe.pdf"><i>Astrolabe: A Robust and Scalable Technology For Distributed System Monitoring, Management, and Data Mining</i></a>. ACM Transactions on Computer Systems Grandest P2P management framework to date; the work that earned Werner Vogel his CTO position at Amazon.</p></li>
+  
+<li>
+<p><b>[van Steen86]</b> van Steen, M. et al, <a class="externalLink" href="http://www.cs.vu.nl/~ast/publications/asci-1996a.pdf"><i>A Scalable Location Service for Distributed Objects</i></a>. Vrije Universiteit, Amsterdam. Probably the first Object Request Broker</p></li>
+</ul>
+                  </div>
+          </div>
+
+    <hr/>
+
+    <footer>
+            <div class="container">
+              <div class="row span12">Copyright &copy;                    2014
+                        <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+            All Rights Reserved.      
+                    
+      </div>
+
+                                                                  <?xml version="1.0" encoding="UTF-8"?>
+<div class="row-fluid">Apache Slider, Slider, Apache, and the Apache Incubator logo are trademarks of The Apache Software Foundation.</div>
+                  
+                <p id="poweredBy" class="pull-right">
+                          <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+        <img class="builtBy" alt="Built by Maven" src="../images/logos/maven-feather.png" />
+      </a>
+              </p>
+        
+                </div>
+    </footer>
+  </body>
+</html>

Propchange: incubator/slider/site/content/registry/references.html
------------------------------------------------------------------------------
    svn:eol-style = native