You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by rm...@apache.org on 2014/07/04 13:00:20 UTC
svn commit: r1607832 [20/33] - in /incubator/flink: ./ _includes/ _layouts/
_plugins/ _posts/ blog/ css/ fonts/ img/ img/blog/ js/ site/ site/blog/
site/blog/page2/ site/css/ site/docs/ site/docs/0.6-SNAPSHOT/
site/docs/0.6-SNAPSHOT/css/ site/docs/0.6-...
Added: incubator/flink/site/css/bootstrap.css.map
URL: http://svn.apache.org/viewvc/incubator/flink/site/css/bootstrap.css.map?rev=1607832&view=auto
==============================================================================
--- incubator/flink/site/css/bootstrap.css.map (added)
+++ incubator/flink/site/css/bootstrap.css.map Fri Jul 4 11:00:15 2014
@@ -0,0 +1 @@
[... 3 lines stripped ...]
Added: incubator/flink/site/css/bootstrap.min.css
URL: http://svn.apache.org/viewvc/incubator/flink/site/css/bootstrap.min.css?rev=1607832&view=auto
==============================================================================
--- incubator/flink/site/css/bootstrap.min.css (added)
+++ incubator/flink/site/css/bootstrap.min.css Fri Jul 4 11:00:15 2014
@@ -0,0 +1,7 @@
+/*!
+ * Bootstrap v3.1.1 (http://getbootstrap.com)
+ * Copyright 2011-2014 Twitter, Inc.
+ * Licensed under MIT (https://github.com/twbs/bootstrap/blob/master/LICENSE)
+ */
+
[... 3 lines stripped ...]
Added: incubator/flink/site/css/simple-sidebar.css
URL: http://svn.apache.org/viewvc/incubator/flink/site/css/simple-sidebar.css?rev=1607832&view=auto
==============================================================================
--- incubator/flink/site/css/simple-sidebar.css (added)
+++ incubator/flink/site/css/simple-sidebar.css Fri Jul 4 11:00:15 2014
@@ -0,0 +1,117 @@
+#wrapper {
+ padding-left: 250px;
+ transition: all 0.4s ease 0s;
+}
+
+#sidebar-wrapper {
+ margin-left: -250px;
+ left: 250px;
+ width: 250px;
+ background: #000;
+ position: fixed;
+ height: 100%;
+ overflow-y: auto;
+ z-index: 1000;
+ transition: all 0.4s ease 0s;
+}
+
+#page-content-wrapper {
+ width: 100%;
+}
+
+.sidebar-nav {
+ position: absolute;
+ top: 0;
+ width: 250px;
+ list-style: none;
+ margin: 0;
+ padding: 0;
+}
+
+.sidebar-nav li {
+ line-height: 40px;
+ text-indent: 20px;
+}
+
+.sidebar-nav li a {
+ color: #999999;
+ display: block;
+ text-decoration: none;
+}
+
+.sidebar-nav li a:hover {
+ color: #fff;
+ background: rgba(255,255,255,0.2);
+ text-decoration: none;
+}
+
+.sidebar-nav li a:active,
+.sidebar-nav li a:focus {
+ text-decoration: none;
+}
+
+.sidebar-nav > .sidebar-brand {
+ height: 65px;
+ line-height: 60px;
+ font-size: 18px;
+}
+
+.sidebar-nav > .sidebar-brand a {
+ color: #999999;
+}
+
+.sidebar-nav > .sidebar-brand a:hover {
+ color: #fff;
+ background: none;
+}
+
+.content-header {
+ height: 65px;
+ line-height: 65px;
+}
+
+.content-header h1 {
+ margin: 0;
+ margin-left: 20px;
+ line-height: 65px;
+ display: inline-block;
+}
+
+#menu-toggle {
+ display: none;
+}
+
+.inset {
+ padding: 20px;
+}
+
+@media (max-width:767px) {
+
+#wrapper {
+ padding-left: 0;
+}
+
+#sidebar-wrapper {
+ left: 0;
+}
+
+#wrapper.active {
+ position: relative;
+ left: 250px;
+}
+
+#wrapper.active #sidebar-wrapper {
+ left: 250px;
+ width: 250px;
+ transition: all 0.4s ease 0s;
+}
+
+#menu-toggle {
+ display: inline-block;
+}
+
+.inset {
+ padding: 15px;
+}
+
+}
Added: incubator/flink/site/css/syntax.css
URL: http://svn.apache.org/viewvc/incubator/flink/site/css/syntax.css?rev=1607832&view=auto
==============================================================================
--- incubator/flink/site/css/syntax.css (added)
+++ incubator/flink/site/css/syntax.css Fri Jul 4 11:00:15 2014
@@ -0,0 +1,60 @@
+.highlight { background: #ffffff; }
+.highlight .c { color: #999988; font-style: italic } /* Comment */
+.highlight .err { color: #a61717; background-color: #e3d2d2 } /* Error */
+.highlight .k { font-weight: bold } /* Keyword */
+.highlight .o { font-weight: bold } /* Operator */
+.highlight .cm { color: #999988; font-style: italic } /* Comment.Multiline */
+.highlight .cp { color: #999999; font-weight: bold } /* Comment.Preproc */
+.highlight .c1 { color: #999988; font-style: italic } /* Comment.Single */
+.highlight .cs { color: #999999; font-weight: bold; font-style: italic } /* Comment.Special */
+.highlight .gd { color: #000000; background-color: #ffdddd } /* Generic.Deleted */
+.highlight .gd .x { color: #000000; background-color: #ffaaaa } /* Generic.Deleted.Specific */
+.highlight .ge { font-style: italic } /* Generic.Emph */
+.highlight .gr { color: #aa0000 } /* Generic.Error */
+.highlight .gh { color: #999999 } /* Generic.Heading */
+.highlight .gi { color: #000000; background-color: #ddffdd } /* Generic.Inserted */
+.highlight .gi .x { color: #000000; background-color: #aaffaa } /* Generic.Inserted.Specific */
+.highlight .go { color: #888888 } /* Generic.Output */
+.highlight .gp { color: #555555 } /* Generic.Prompt */
+.highlight .gs { font-weight: bold } /* Generic.Strong */
+.highlight .gu { color: #aaaaaa } /* Generic.Subheading */
+.highlight .gt { color: #aa0000 } /* Generic.Traceback */
+.highlight .kc { font-weight: bold } /* Keyword.Constant */
+.highlight .kd { font-weight: bold } /* Keyword.Declaration */
+.highlight .kp { font-weight: bold } /* Keyword.Pseudo */
+.highlight .kr { font-weight: bold } /* Keyword.Reserved */
+.highlight .kt { color: #445588; font-weight: bold } /* Keyword.Type */
+.highlight .m { color: #009999 } /* Literal.Number */
+.highlight .s { color: #d14 } /* Literal.String */
+.highlight .na { color: #008080 } /* Name.Attribute */
+.highlight .nb { color: #0086B3 } /* Name.Builtin */
+.highlight .nc { color: #445588; font-weight: bold } /* Name.Class */
+.highlight .no { color: #008080 } /* Name.Constant */
+.highlight .ni { color: #800080 } /* Name.Entity */
+.highlight .ne { color: #990000; font-weight: bold } /* Name.Exception */
+.highlight .nf { color: #990000; font-weight: bold } /* Name.Function */
+.highlight .nn { color: #555555 } /* Name.Namespace */
+.highlight .nt { color: #000080 } /* Name.Tag */
+.highlight .nv { color: #008080 } /* Name.Variable */
+.highlight .ow { font-weight: bold } /* Operator.Word */
+.highlight .w { color: #bbbbbb } /* Text.Whitespace */
+.highlight .mf { color: #009999 } /* Literal.Number.Float */
+.highlight .mh { color: #009999 } /* Literal.Number.Hex */
+.highlight .mi { color: #009999 } /* Literal.Number.Integer */
+.highlight .mo { color: #009999 } /* Literal.Number.Oct */
+.highlight .sb { color: #d14 } /* Literal.String.Backtick */
+.highlight .sc { color: #d14 } /* Literal.String.Char */
+.highlight .sd { color: #d14 } /* Literal.String.Doc */
+.highlight .s2 { color: #d14 } /* Literal.String.Double */
+.highlight .se { color: #d14 } /* Literal.String.Escape */
+.highlight .sh { color: #d14 } /* Literal.String.Heredoc */
+.highlight .si { color: #d14 } /* Literal.String.Interpol */
+.highlight .sx { color: #d14 } /* Literal.String.Other */
+.highlight .sr { color: #009926 } /* Literal.String.Regex */
+.highlight .s1 { color: #d14 } /* Literal.String.Single */
+.highlight .ss { color: #990073 } /* Literal.String.Symbol */
+.highlight .bp { color: #999999 } /* Name.Builtin.Pseudo */
+.highlight .vc { color: #008080 } /* Name.Variable.Class */
+.highlight .vg { color: #008080 } /* Name.Variable.Global */
+.highlight .vi { color: #008080 } /* Name.Variable.Instance */
+.highlight .il { color: #009999 } /* Literal.Number.Integer.Long */
Added: incubator/flink/site/docs/0.6-SNAPSHOT/README.md
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/README.md?rev=1607832&view=auto
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/README.md (added)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/README.md Fri Jul 4 11:00:15 2014
@@ -0,0 +1,60 @@
+This README gives an overview of how to build and contribute to the
+documentation of Apache Flink.
+
+The documentation is included with the source of Apache Flink in order to ensure
+that you always have docs corresponding to your checked out version. The online
+documentation at http://flink.incubator.apache.org/ is also generated from the
+files found here.
+
+# Requirements
+
+We use Markdown to write and Jekyll to translate the documentation to static
+HTML. You can install all needed software via:
+
+ gem install jekyll
+ gem install redcarpet
+ sudo easy_install Pygments
+
+Redcarpet is needed for Markdown processing and the Python based Pygments is
+used for syntax highlighting.
+
+# Build
+
+The `docs/build_docs.sh` script calls Jekyll and generates the documentation to
+`docs/target`. You can then point your browser to `docs/target/index.html` and
+start reading.
+
+If you call the script with the preview flag `build_docs.sh -p`, Jekyll will
+start a web server at `localhost:4000` and continiously generate the docs.
+This is useful to preview changes locally.
+
+# Contribute
+
+The documentation pages are written in
+[Markdown](http://daringfireball.net/projects/markdown/syntax). It is possible
+to use the [GitHub flavored syntax](http://github.github.com/github-flavored-markdown)
+and intermix plain html.
+
+In addition to Markdown, every page contains a front matter, which specifies the
+title of the page. This title is used as the top-level heading for the page.
+
+ ---
+ title: "Title of the Page"
+ ---
+
+Furthermore, you can access variables found in `docs/_config.yml` as follows:
+
+ {{ site.FLINK_VERSION_STABLE }}
+
+This will be replaced with the value of the variable when generating the docs.
+
+All documents are structed with headings. From these heading, an page outline is
+automatically generated for each page.
+
+```
+# Level-1 Heading
+## Level-2 Heading
+### Level-3 heading
+#### Level-4 heading
+##### Level-5 heading
+```
\ No newline at end of file
Added: incubator/flink/site/docs/0.6-SNAPSHOT/build_docs.sh
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/build_docs.sh?rev=1607832&view=auto
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/build_docs.sh (added)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/build_docs.sh Fri Jul 4 11:00:15 2014
@@ -0,0 +1,58 @@
+#!/bin/bash
+########################################################################################################################
+# Copyright (C) 2010-2014 by the Stratos phere project (http://stratosphere.eu)
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+# an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations under the License.
+########################################################################################################################
+
+HAS_JEKYLL=true
+
+command -v jekyll > /dev/null
+if [ $? -ne 0 ]; then
+ echo -n "ERROR: Could not find jekyll. "
+ echo "Please install with 'gem install jekyll' (see http://jekyllrb.com)."
+
+ HAS_JEKYLL=false
+fi
+
+command -v redcarpet > /dev/null
+if [ $? -ne 0 ]; then
+ echo -n "WARN: Could not find redcarpet. "
+ echo -n "Please install with 'sudo gem install redcarpet' (see https://github.com/vmg/redcarpet). "
+ echo "Redcarpet is needed for Markdown parsing and table of contents generation."
+fi
+
+command -v pygmentize > /dev/null
+if [ $? -ne 0 ]; then
+ echo -n "WARN: Could not find pygments. "
+ echo -n "Please install with 'sudo easy_install Pygments' (requires Python; see http://pygments.org). "
+ echo "Pygments is needed for syntax highlighting of the code examples."
+fi
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+DOCS_SRC=${DIR}
+DOCS_DST=${DOCS_SRC}/target
+
+# default jekyll command is to just build site
+JEKYLL_CMD="build"
+
+# if -p flag is provided, serve site on localhost
+while getopts ":p" opt; do
+ case $opt in
+ p)
+ JEKYLL_CMD="serve --watch"
+ ;;
+ esac
+done
+
+if $HAS_JEKYLL; then
+ jekyll ${JEKYLL_CMD} --source ${DOCS_SRC} --destination ${DOCS_DST}
+fi
\ No newline at end of file
Propchange: incubator/flink/site/docs/0.6-SNAPSHOT/build_docs.sh
------------------------------------------------------------------------------
svn:executable = *
Added: incubator/flink/site/docs/0.6-SNAPSHOT/cli.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/cli.html?rev=1607832&view=auto
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/cli.html (added)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/cli.html Fri Jul 4 11:00:15 2014
@@ -0,0 +1,337 @@
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>Apache Flink (incubating): Command-Line Interface</title>
+ <link rel="stylesheet" href="/css/bootstrap.css">
+ <link rel="stylesheet" href="/css/bootstrap-lumen-custom.css">
+ <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.1.0/css/font-awesome.min.css" rel="stylesheet">
+ </head>
+ <body>
+
+<nav class="navbar navbar-default navbar-static-top" role="navigation">
+ <div class="container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <a class="navbar-brand" href="/index.html">Apache Flink</a>
+ </div>
+
+ <div class="collapse navbar-collapse" id="navbar-collapse-1">
+ <ul class="nav navbar-nav">
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Quickstart <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/docs/0.6-SNAPSHOT/setup_quickstart.html">Setup Flink</a></li>
+ <li><a href="/docs/0.6-SNAPSHOT/java_api_quickstart.html">Java API</a></li>
+ <li><a href="/docs/0.6-SNAPSHOT/scala_api_quickstart.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="/downloads.html" class="">Downloads</a>
+ </li>
+
+ <li>
+ <a href="/docs/0.6-SNAPSHOT/faq.html" class="">FAQ</a>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/docs/0.6-SNAPSHOT/">0.6-SNAPSHOT</a></li>
+ <li><a href="http://stratosphere-javadocs.github.io/">0.6-SNAPSHOT Javadocs</a></li>
+ </ul>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/community.html#mailing-lists">Mailing Lists</a></li>
+ <li><a href="/community.html#issues">Issues</a></li>
+ <li><a href="/community.html#team">Team</a></li>
+ <li class="divider"></li>
+ <li><a href="/how-to-contribute.html">How To Contribute</a></li>
+ </ul>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="http://www.apache.org/">Apache Software Foundation</a>
+ <li><a href="http://www.apache.org/foundation/how-it-works.html">How it works</a>
+ <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a>
+ <li><a href="http://www.apache.org/foundation/sponsorship.html">Become a Sponsor</a>
+ <li><a href="http://incubator.apache.org/projects/flink.html">Incubation Status page</a></li>
+ </ul>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <!--<li><a href="/project.html#history">History</a></li> -->
+ <li><a href="https://wiki.apache.org/incubator/StratosphereProposal">Incubator Proposal (external)</a></li>
+ <li><a href="http://www.apache.org/licenses/LICENSE-2.0">License</a></li>
+ <li><a href="https://github.com/apache/incubator-flink">Source Code</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="/blog/index.html" class="">Blog</a>
+ </li>
+
+ </ul>
+ </div>
+ </div>
+</nav>
+
+ <div class="container">
+
+<div class="row">
+ <div class="col-md-3">
+ <ul>
+ <li><a href="faq.html">FAQ</a></li>
+ <li>Quickstart
+ <ul>
+ <li><a href="setup_quickstart.html">Setup</a></li>
+ <li><a href="run_example_quickstart.html">Run Example</a></li>
+ <li><a href="java_api_quickstart.html">Java API</a></li>
+ <li><a href="scala_api_quickstart.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>Setup & Configuration
+ <ul>
+ <li><a href="local_setup.html">Local Setup</a></li>
+ <li><a href="cluster_setup.html">Cluster Setup</a></li>
+ <li><a href="yarn_setup.html">YARN Setup</a></li>
+ <li><a href="config.html">Configuration</a></li>
+ </ul>
+ </li>
+
+ <li>Programming Guides
+ <ul>
+ <li><a href="java_api_guide.html">Java API</a></li>
+ <li><a href="scala_api_guide.html">Scala API</a></li>
+ <li><a href="hadoop_compatability.html">Hadoop Compatability</a></li>
+ <li><a href="iterations.html">Iterations</a></li>
+ <li><a href="spargel_guide.html">Spargel Graph API</a></li>
+ </ul>
+ </li>
+
+ <li>Examples
+ <ul>
+ <li><a href="java_api_examples.html">Java API</a></li>
+ <li><a href="scala_api_examples.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>Execution
+ <ul>
+ <li><a href="local_execution.html">Local/Debugging</a></li>
+ <li><a href="cluster_execution.html">Cluster</a></li>
+ <li><a href="cli.html">Command-Line Interface</a></li>
+ <li><a href="web_client.html">Web Interface</a></li>
+ </ul>
+ </li>
+
+ <li>Internals
+ <ul>
+ <li><a href="internal_overview.html">Overview</a></li>
+ </ul>
+ </li>
+ </ul>
+ </div>
+ <div class="col-md-9">
+ <h1>Command-Line Interface</h1>
+
+ <ul>
+<li>
+<a href="#examples">Examples</a>
+</li>
+<li>
+<a href="#usage">Usage</a>
+</li>
+</ul>
+
+
+ <p>Stratosphere provides a command-line interface to run programs that are packaged
+as JAR files, and control their execution. The command line interface is part
+of any Stratosphere setup, available in local single node setups and in
+distributed setups. It is located under <code><stratosphere-home>/bin/stratosphere</code>
+and connects by default to the running Stratosphere master (JobManager) that was
+started from the same installation directory.</p>
+
+<p>A prerequisite to using the command line interface is that the Stratosphere
+master (JobManager) has been started (via <code><stratosphere-home>/bin/start-
+local.sh</code> or <code><stratosphere-home>/bin/start-cluster.sh</code>).</p>
+
+<p>The command line can be used to</p>
+
+<ul>
+<li>submit jobs for execution,</li>
+<li>cancel a running job,</li>
+<li>provide information about a job, and</li>
+<li>list running and waiting jobs.</li>
+</ul>
+
+<h1 id="examples">Examples</h1>
+
+<ul>
+<li><p>Run example program with no arguments.</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">./bin/stratosphere run ./examples/stratosphere-java-examples-0.5.1-WordCount.jar
+</code></pre></div></li>
+<li><p>Run example program with arguments for input and result files</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">./bin/stratosphere run ./examples/stratosphere-java-examples-0.5.1-WordCount.jar \
+ file:///home/user/hamlet.txt file:///home/user/wordcount_out
+</code></pre></div></li>
+<li><p>Run example program with parallelism 16 and arguments for input and result files</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">./bin/stratosphere run -p 16 ./examples/stratosphere-java-examples-0.5.1-WordCount.jar \
+ file:///home/user/hamlet.txt file:///home/user/wordcount_out
+</code></pre></div></li>
+<li><p>Run example program on a specific JobManager:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">./bin/stratosphere run -m myJMHost:6123 \
+ ./examples/stratosphere-java-examples-0.5.1-WordCount.jar \
+ -file:///home/user/hamlet.txt file:///home/user/wordcount_out
+</code></pre></div></li>
+<li><p>Display the expected arguments for the WordCount example program:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">./bin/stratosphere info -d ./examples/stratosphere-java-examples-0.5.1-WordCount.jar
+</code></pre></div></li>
+<li><p>Display the optimized execution plan for the WordCount example program as JSON:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">./bin/stratosphere info -e
+ ./examples/stratosphere-java-examples-0.5.1-WordCount.jar \
+ file:///home/user/hamlet.txt file:///home/user/wordcount_out
+</code></pre></div></li>
+<li><p>List scheduled and running jobs (including their JobIDs):</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">./bin/stratosphere list -s -r
+</code></pre></div></li>
+<li><p>Cancel a job:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">./bin/stratosphere cancel -i <jobID>
+</code></pre></div></li>
+</ul>
+
+<h1 id="usage">Usage</h1>
+
+<p>The command line syntax is as follows:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">./stratosphere <ACTION> [OPTIONS] [ARGUMENTS]
+
+General options:
+ -h,--help Show the help for the CLI Frontend, or a specific action.
+ -v,--verbose Print more detailed error messages.
+
+
+Action "run" - compiles and submits a Stratosphere program that is given in the form of a JAR file.
+
+ "run" options:
+
+ -p,--parallelism <parallelism> The degree of parallelism for the execution. This value is used unless the program overrides the degree of parallelism on the execution environment or program plan. If this option is not set, then the execution will use the default parallelism specified in the stratosphere-conf.yaml file.
+
+ -c,--class <classname> The class with the entry point (main method, or getPlan() method). Needs only be specified if the JAR file has no manifest pointing to that class. See program packaging instructions for details.
+
+ -m,--jobmanager <host:port> Option to submit the program to a different Stratosphere master (JobManager).
+
+ "run" arguments:
+
+ - The first argument is the path to the JAR file of the program.
+ - All successive arguments are passed to the program's main method (or getPlan() method).
+
+
+Action "info" - displays information about a Stratosphere program.
+
+ "info" action arguments:
+ -d,--description Show description of the program, if the main class implements the 'ProgramDescription' interface.
+
+ -e,--executionplan Show the execution data flow plan of the program, in JSON representation.
+
+ -p,--parallelism <parallelism> The degree of parallelism for the execution, see above. The parallelism is relevant for the execution plan. The option is only evaluated if used together with the -e option.
+
+ -c,--class <classname> The class with the entry point (main method, or getPlan() method). Needs only be specified if the JAR file has no manifest pointing to that class. See program packaging instructions for details.
+
+ -m,--jobmanager <host:port> Option to connect to a different Stratosphere master (JobManager). Connecting to a master is relevant to compile the execution plan. The option is only evaluated if used together with the -e option.
+
+ "info" arguments:
+
+ - The first argument is the path to the JAR file of the program.
+ - All successive arguments are passed to the program's main method (or getPlan() method).
+
+
+Action "list" lists submitted Stratosphere programs.
+
+ "list" action arguments:
+
+ -r,--running Show running programs and their JobIDs
+
+ -s,--scheduled Show scheduled programs and their JobIDs
+
+ -m,--jobmanager <host:port> Option to connect to a different Stratosphere master (JobManager).
+
+
+Action "cancel" cancels a submitted Stratosphere program.
+
+ "cancel" action arguments:
+
+ -i,--jobid <jobID> JobID of program to cancel
+
+ -m,--jobmanager <host:port> Option to connect to a different Stratosphere master (JobManager).
+</code></pre></div>
+
+ <div style="padding-top:30px" id="disqus_thread"></div>
+<script type="text/javascript">
+ /* * * CONFIGURATION VARIABLES: EDIT BEFORE PASTING INTO YOUR WEBPAGE * * */
+ var disqus_shortname = 'stratosphere-eu'; // required: replace example with your forum shortname
+
+ /* * * DON'T EDIT BELOW THIS LINE * * */
+ (function() {
+ var dsq = document.createElement('script'); dsq.type = 'text/javascript'; dsq.async = true;
+ dsq.src = '//' + disqus_shortname + '.disqus.com/embed.js';
+ (document.getElementsByTagName('head')[0] || document.getElementsByTagName('body')[0]).appendChild(dsq);
+ })();
+</script>
+<noscript>Please enable JavaScript to view the <a href="http://disqus.com/?ref_noscript">comments powered by Disqus.</a></noscript>
+<a href="http://disqus.com" class="dsq-brlink">comments powered by <span class="logo-disqus">Disqus</span></a>
+
+ </div>
+</div>
+
+ <div class="footer">
+
+<hr class="divider">
+
+<p><small>Apache Flink is an effort undergoing incubation at The Apache Software
+Foundation (ASF), sponsored by the Apache Incubator PMC. Incubation is
+required of all newly accepted projects until a further review indicates that
+the infrastructure, communications, and decision making process have
+stabilized in a manner consistent with other successful ASF projects. While
+incubation status is not necessarily a reflection of the completeness or
+stability of the code, it does indicate that the project has yet to be fully
+endorsed by the ASF.</small></p>
+
+<p><a href="http://incubator.apache.org/"><img src="/img/apache-incubator-logo.png" alt="Incubator Logo"></a></p>
+
+<p class="text-center"><a href="/privacy-policy.html">Privacy Policy<a></p>
+
+ </div>
+ </div>
+
+ <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js"></script>
+ <script src="/js/bootstrap.min.js"></script>
+
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-52545728-1', 'auto');
+ ga('send', 'pageview');
+
+ </script>
+
+ </body>
+</html>
Added: incubator/flink/site/docs/0.6-SNAPSHOT/cluster_execution.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/cluster_execution.html?rev=1607832&view=auto
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/cluster_execution.html (added)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/cluster_execution.html Fri Jul 4 11:00:15 2014
@@ -0,0 +1,344 @@
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>Apache Flink (incubating): Cluster Execution</title>
+ <link rel="stylesheet" href="/css/bootstrap.css">
+ <link rel="stylesheet" href="/css/bootstrap-lumen-custom.css">
+ <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.1.0/css/font-awesome.min.css" rel="stylesheet">
+ </head>
+ <body>
+
+<nav class="navbar navbar-default navbar-static-top" role="navigation">
+ <div class="container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <a class="navbar-brand" href="/index.html">Apache Flink</a>
+ </div>
+
+ <div class="collapse navbar-collapse" id="navbar-collapse-1">
+ <ul class="nav navbar-nav">
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Quickstart <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/docs/0.6-SNAPSHOT/setup_quickstart.html">Setup Flink</a></li>
+ <li><a href="/docs/0.6-SNAPSHOT/java_api_quickstart.html">Java API</a></li>
+ <li><a href="/docs/0.6-SNAPSHOT/scala_api_quickstart.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="/downloads.html" class="">Downloads</a>
+ </li>
+
+ <li>
+ <a href="/docs/0.6-SNAPSHOT/faq.html" class="">FAQ</a>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/docs/0.6-SNAPSHOT/">0.6-SNAPSHOT</a></li>
+ <li><a href="http://stratosphere-javadocs.github.io/">0.6-SNAPSHOT Javadocs</a></li>
+ </ul>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/community.html#mailing-lists">Mailing Lists</a></li>
+ <li><a href="/community.html#issues">Issues</a></li>
+ <li><a href="/community.html#team">Team</a></li>
+ <li class="divider"></li>
+ <li><a href="/how-to-contribute.html">How To Contribute</a></li>
+ </ul>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="http://www.apache.org/">Apache Software Foundation</a>
+ <li><a href="http://www.apache.org/foundation/how-it-works.html">How it works</a>
+ <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a>
+ <li><a href="http://www.apache.org/foundation/sponsorship.html">Become a Sponsor</a>
+ <li><a href="http://incubator.apache.org/projects/flink.html">Incubation Status page</a></li>
+ </ul>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <!--<li><a href="/project.html#history">History</a></li> -->
+ <li><a href="https://wiki.apache.org/incubator/StratosphereProposal">Incubator Proposal (external)</a></li>
+ <li><a href="http://www.apache.org/licenses/LICENSE-2.0">License</a></li>
+ <li><a href="https://github.com/apache/incubator-flink">Source Code</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="/blog/index.html" class="">Blog</a>
+ </li>
+
+ </ul>
+ </div>
+ </div>
+</nav>
+
+ <div class="container">
+
+<div class="row">
+ <div class="col-md-3">
+ <ul>
+ <li><a href="faq.html">FAQ</a></li>
+ <li>Quickstart
+ <ul>
+ <li><a href="setup_quickstart.html">Setup</a></li>
+ <li><a href="run_example_quickstart.html">Run Example</a></li>
+ <li><a href="java_api_quickstart.html">Java API</a></li>
+ <li><a href="scala_api_quickstart.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>Setup & Configuration
+ <ul>
+ <li><a href="local_setup.html">Local Setup</a></li>
+ <li><a href="cluster_setup.html">Cluster Setup</a></li>
+ <li><a href="yarn_setup.html">YARN Setup</a></li>
+ <li><a href="config.html">Configuration</a></li>
+ </ul>
+ </li>
+
+ <li>Programming Guides
+ <ul>
+ <li><a href="java_api_guide.html">Java API</a></li>
+ <li><a href="scala_api_guide.html">Scala API</a></li>
+ <li><a href="hadoop_compatability.html">Hadoop Compatability</a></li>
+ <li><a href="iterations.html">Iterations</a></li>
+ <li><a href="spargel_guide.html">Spargel Graph API</a></li>
+ </ul>
+ </li>
+
+ <li>Examples
+ <ul>
+ <li><a href="java_api_examples.html">Java API</a></li>
+ <li><a href="scala_api_examples.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>Execution
+ <ul>
+ <li><a href="local_execution.html">Local/Debugging</a></li>
+ <li><a href="cluster_execution.html">Cluster</a></li>
+ <li><a href="cli.html">Command-Line Interface</a></li>
+ <li><a href="web_client.html">Web Interface</a></li>
+ </ul>
+ </li>
+
+ <li>Internals
+ <ul>
+ <li><a href="internal_overview.html">Overview</a></li>
+ </ul>
+ </li>
+ </ul>
+ </div>
+ <div class="col-md-9">
+ <h1>Cluster Execution</h1>
+
+ <ul>
+<li>
+<a href="#command-line-interface">Command Line Interface</a>
+</li>
+<li>
+<a href="#remote-environment">Remote Environment</a>
+<ul>
+<li>
+<a href="#maven-dependency">Maven Dependency</a>
+</li>
+<li>
+<a href="#example">Example</a>
+</li>
+</ul>
+</li>
+<li>
+<a href="#remote-executor">Remote Executor</a>
+<ul>
+<li>
+<a href="#maven-dependency">Maven Dependency</a>
+</li>
+<li>
+<a href="#example">Example</a>
+</li>
+</ul>
+</li>
+</ul>
+
+
+ <p>Stratosphere programs can run distributed on clusters of many machines. There
+are two ways to send a program to a cluster for execution:</p>
+
+<h1 id="command-line-interface">Command Line Interface</h1>
+
+<p>The command line interface lets you submit packaged programs (JARs) to a cluster
+(or single machine setup).</p>
+
+<p>Please refer to the <a href="cli.html">Command Line Interface</a> documentation for
+details.</p>
+
+<h1 id="remote-environment">Remote Environment</h1>
+
+<p>The remote environment lets you execute Stratosphere Java programs on a cluster
+directly. The remote environment points to the cluster on which you want to
+execute the program.</p>
+
+<h2 id="maven-dependency">Maven Dependency</h2>
+
+<p>If you are developing your program as a Maven project, you have to add the
+<code>stratosphere-clients</code> module using this dependency:</p>
+<div class="highlight"><pre><code class="language-xml" data-lang="xml"><span class="nt"><dependency></span>
+ <span class="nt"><groupId></span>eu.stratosphere<span class="nt"></groupId></span>
+ <span class="nt"><artifactId></span>stratosphere-clients<span class="nt"></artifactId></span>
+ <span class="nt"><version></span>0.5.1<span class="nt"></version></span>
+<span class="nt"></dependency></span>
+</code></pre></div>
+<h2 id="example">Example</h2>
+
+<p>The following illustrates the use of the <code>RemoteEnvironment</code>:</p>
+<div class="highlight"><pre><code class="language-java" data-lang="java"><span class="kd">public</span> <span class="kd">static</span> <span class="kt">void</span> <span class="nf">main</span><span class="o">(</span><span class="n">String</span><span class="o">[]</span> <span class="n">args</span><span class="o">)</span> <span class="kd">throws</span> <span class="n">Exception</span> <span class="o">{</span>
+ <span class="n">ExecutionEnvironment</span> <span class="n">env</span> <span class="o">=</span> <span class="n">ExecutionEnvironment</span>
+ <span class="o">.</span><span class="na">createRemoteEnvironment</span><span class="o">(</span><span class="s">"strato-master"</span><span class="o">,</span> <span class="s">"7661"</span><span class="o">,</span> <span class="s">"/home/user/udfs.jar"</span><span class="o">);</span>
+
+ <span class="n">DataSet</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">data</span> <span class="o">=</span> <span class="n">env</span><span class="o">.</span><span class="na">readTextFile</span><span class="o">(</span><span class="s">"hdfs://path/to/file"</span><span class="o">);</span>
+
+ <span class="n">data</span>
+ <span class="o">.</span><span class="na">filter</span><span class="o">(</span><span class="k">new</span> <span class="n">FilterFunction</span><span class="o"><</span><span class="n">String</span><span class="o">>()</span> <span class="o">{</span>
+ <span class="kd">public</span> <span class="kt">boolean</span> <span class="nf">filter</span><span class="o">(</span><span class="n">String</span> <span class="n">value</span><span class="o">)</span> <span class="o">{</span>
+ <span class="k">return</span> <span class="n">value</span><span class="o">.</span><span class="na">startsWith</span><span class="o">(</span><span class="s">"http://"</span><span class="o">);</span>
+ <span class="o">}</span>
+ <span class="o">})</span>
+ <span class="o">.</span><span class="na">writeAsText</span><span class="o">(</span><span class="s">"hdfs://path/to/result"</span><span class="o">);</span>
+
+ <span class="n">env</span><span class="o">.</span><span class="na">execute</span><span class="o">();</span>
+<span class="o">}</span>
+</code></pre></div>
+<p>Note that the program contains custom UDFs and hence requires a JAR file with
+the classes of the code attached. The constructor of the remote environment
+takes the path(s) to the JAR file(s).</p>
+
+<h1 id="remote-executor">Remote Executor</h1>
+
+<p>Similar to the RemoteEnvironment, the RemoteExecutor lets you execute
+Stratosphere programs on a cluster directly. The remote executor accepts a
+<em>Plan</em> object, which describes the program as a single executable unit.</p>
+
+<h2 id="maven-dependency">Maven Dependency</h2>
+
+<p>If you are developing your program in a Maven project, you have to add the
+<code>stratosphere-clients</code> module using this dependency:</p>
+<div class="highlight"><pre><code class="language-xml" data-lang="xml"><span class="nt"><dependency></span>
+ <span class="nt"><groupId></span>eu.stratosphere<span class="nt"></groupId></span>
+ <span class="nt"><artifactId></span>stratosphere-clients<span class="nt"></artifactId></span>
+ <span class="nt"><version></span>0.5.1<span class="nt"></version></span>
+<span class="nt"></dependency></span>
+</code></pre></div>
+<h2 id="example">Example</h2>
+
+<p>The following illustrates the use of the <code>RemoteExecutor</code> with the Scala API:</p>
+<div class="highlight"><pre><code class="language-scala" data-lang="scala"><span class="k">def</span> <span class="n">main</span><span class="o">(</span><span class="n">args</span><span class="k">:</span> <span class="kt">Array</span><span class="o">[</span><span class="kt">String</span><span class="o">])</span> <span class="o">{</span>
+ <span class="k">val</span> <span class="n">input</span> <span class="k">=</span> <span class="nc">TextFile</span><span class="o">(</span><span class="s">"hdfs://path/to/file"</span><span class="o">)</span>
+
+ <span class="k">val</span> <span class="n">words</span> <span class="k">=</span> <span class="n">input</span> <span class="n">flatMap</span> <span class="o">{</span> <span class="k">_</span><span class="o">.</span><span class="n">toLowerCase</span><span class="o">().</span><span class="n">split</span><span class="o">(</span><span class="s">"""\W+"""</span><span class="o">)</span> <span class="n">filter</span> <span class="o">{</span> <span class="k">_</span> <span class="o">!=</span> <span class="s">""</span> <span class="o">}</span> <span class="o">}</span>
+ <span class="k">val</span> <span class="n">counts</span> <span class="k">=</span> <span class="n">words</span> <span class="n">groupBy</span> <span class="o">{</span> <span class="n">x</span> <span class="k">=></span> <span class="n">x</span> <span class="o">}</span> <span class="n">count</span><span class="o">()</span>
+
+ <span class="k">val</span> <span class="n">output</span> <span class="k">=</span> <span class="n">counts</span><span class="o">.</span><span class="n">write</span><span class="o">(</span><span class="n">wordsOutput</span><span class="o">,</span> <span class="nc">CsvOutputFormat</span><span class="o">())</span>
+
+ <span class="k">val</span> <span class="n">plan</span> <span class="k">=</span> <span class="k">new</span> <span class="nc">ScalaPlan</span><span class="o">(</span><span class="nc">Seq</span><span class="o">(</span><span class="n">output</span><span class="o">),</span> <span class="s">"Word Count"</span><span class="o">)</span>
+ <span class="k">val</span> <span class="n">executor</span> <span class="k">=</span> <span class="k">new</span> <span class="nc">RemoteExecutor</span><span class="o">(</span><span class="s">"strato-master"</span><span class="o">,</span> <span class="mi">7881</span><span class="o">,</span> <span class="s">"/path/to/jarfile.jar"</span><span class="o">)</span>
+ <span class="n">executor</span><span class="o">.</span><span class="n">executePlan</span><span class="o">(</span><span class="n">p</span><span class="o">);</span>
+<span class="o">}</span>
+</code></pre></div>
+<p>The following illustrates the use of the <code>RemoteExecutor</code> with the Java API (as
+an alternative to the RemoteEnvironment):</p>
+<div class="highlight"><pre><code class="language-java" data-lang="java"><span class="kd">public</span> <span class="kd">static</span> <span class="kt">void</span> <span class="nf">main</span><span class="o">(</span><span class="n">String</span><span class="o">[]</span> <span class="n">args</span><span class="o">)</span> <span class="kd">throws</span> <span class="n">Exception</span> <span class="o">{</span>
+ <span class="n">ExecutionEnvironment</span> <span class="n">env</span> <span class="o">=</span> <span class="n">ExecutionEnvironment</span><span class="o">.</span><span class="na">getExecutionEnvironment</span><span class="o">();</span>
+
+ <span class="n">DataSet</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">data</span> <span class="o">=</span> <span class="n">env</span><span class="o">.</span><span class="na">readTextFile</span><span class="o">(</span><span class="s">"hdfs://path/to/file"</span><span class="o">);</span>
+
+ <span class="n">data</span>
+ <span class="o">.</span><span class="na">filter</span><span class="o">(</span><span class="k">new</span> <span class="n">FilterFunction</span><span class="o"><</span><span class="n">String</span><span class="o">>()</span> <span class="o">{</span>
+ <span class="kd">public</span> <span class="kt">boolean</span> <span class="nf">filter</span><span class="o">(</span><span class="n">String</span> <span class="n">value</span><span class="o">)</span> <span class="o">{</span>
+ <span class="k">return</span> <span class="n">value</span><span class="o">.</span><span class="na">startsWith</span><span class="o">(</span><span class="s">"http://"</span><span class="o">);</span>
+ <span class="o">}</span>
+ <span class="o">})</span>
+ <span class="o">.</span><span class="na">writeAsText</span><span class="o">(</span><span class="s">"hdfs://path/to/result"</span><span class="o">);</span>
+
+ <span class="n">Plan</span> <span class="n">p</span> <span class="o">=</span> <span class="n">env</span><span class="o">.</span><span class="na">createProgramPlan</span><span class="o">();</span>
+ <span class="n">RemoteExecutor</span> <span class="n">e</span> <span class="o">=</span> <span class="k">new</span> <span class="nf">RemoteExecutor</span><span class="o">(</span><span class="s">"strato-master"</span><span class="o">,</span> <span class="mi">7881</span><span class="o">,</span> <span class="s">"/path/to/jarfile.jar"</span><span class="o">);</span>
+ <span class="n">e</span><span class="o">.</span><span class="na">executePlan</span><span class="o">(</span><span class="n">p</span><span class="o">);</span>
+<span class="o">}</span>
+</code></pre></div>
+<p>Note that the program contains custom UDFs and hence requires a JAR file with
+the classes of the code attached. The constructor of the remote executor takes
+the path(s) to the JAR file(s).</p>
+
+
+ <div style="padding-top:30px" id="disqus_thread"></div>
+<script type="text/javascript">
+ /* * * CONFIGURATION VARIABLES: EDIT BEFORE PASTING INTO YOUR WEBPAGE * * */
+ var disqus_shortname = 'stratosphere-eu'; // required: replace example with your forum shortname
+
+ /* * * DON'T EDIT BELOW THIS LINE * * */
+ (function() {
+ var dsq = document.createElement('script'); dsq.type = 'text/javascript'; dsq.async = true;
+ dsq.src = '//' + disqus_shortname + '.disqus.com/embed.js';
+ (document.getElementsByTagName('head')[0] || document.getElementsByTagName('body')[0]).appendChild(dsq);
+ })();
+</script>
+<noscript>Please enable JavaScript to view the <a href="http://disqus.com/?ref_noscript">comments powered by Disqus.</a></noscript>
+<a href="http://disqus.com" class="dsq-brlink">comments powered by <span class="logo-disqus">Disqus</span></a>
+
+ </div>
+</div>
+
+ <div class="footer">
+
+<hr class="divider">
+
+<p><small>Apache Flink is an effort undergoing incubation at The Apache Software
+Foundation (ASF), sponsored by the Apache Incubator PMC. Incubation is
+required of all newly accepted projects until a further review indicates that
+the infrastructure, communications, and decision making process have
+stabilized in a manner consistent with other successful ASF projects. While
+incubation status is not necessarily a reflection of the completeness or
+stability of the code, it does indicate that the project has yet to be fully
+endorsed by the ASF.</small></p>
+
+<p><a href="http://incubator.apache.org/"><img src="/img/apache-incubator-logo.png" alt="Incubator Logo"></a></p>
+
+<p class="text-center"><a href="/privacy-policy.html">Privacy Policy<a></p>
+
+ </div>
+ </div>
+
+ <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js"></script>
+ <script src="/js/bootstrap.min.js"></script>
+
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-52545728-1', 'auto');
+ ga('send', 'pageview');
+
+ </script>
+
+ </body>
+</html>
Added: incubator/flink/site/docs/0.6-SNAPSHOT/cluster_setup.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/cluster_setup.html?rev=1607832&view=auto
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/cluster_setup.html (added)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/cluster_setup.html Fri Jul 4 11:00:15 2014
@@ -0,0 +1,564 @@
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>Apache Flink (incubating): Cluster Setup</title>
+ <link rel="stylesheet" href="/css/bootstrap.css">
+ <link rel="stylesheet" href="/css/bootstrap-lumen-custom.css">
+ <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.1.0/css/font-awesome.min.css" rel="stylesheet">
+ </head>
+ <body>
+
+<nav class="navbar navbar-default navbar-static-top" role="navigation">
+ <div class="container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <a class="navbar-brand" href="/index.html">Apache Flink</a>
+ </div>
+
+ <div class="collapse navbar-collapse" id="navbar-collapse-1">
+ <ul class="nav navbar-nav">
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Quickstart <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/docs/0.6-SNAPSHOT/setup_quickstart.html">Setup Flink</a></li>
+ <li><a href="/docs/0.6-SNAPSHOT/java_api_quickstart.html">Java API</a></li>
+ <li><a href="/docs/0.6-SNAPSHOT/scala_api_quickstart.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="/downloads.html" class="">Downloads</a>
+ </li>
+
+ <li>
+ <a href="/docs/0.6-SNAPSHOT/faq.html" class="">FAQ</a>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/docs/0.6-SNAPSHOT/">0.6-SNAPSHOT</a></li>
+ <li><a href="http://stratosphere-javadocs.github.io/">0.6-SNAPSHOT Javadocs</a></li>
+ </ul>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/community.html#mailing-lists">Mailing Lists</a></li>
+ <li><a href="/community.html#issues">Issues</a></li>
+ <li><a href="/community.html#team">Team</a></li>
+ <li class="divider"></li>
+ <li><a href="/how-to-contribute.html">How To Contribute</a></li>
+ </ul>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="http://www.apache.org/">Apache Software Foundation</a>
+ <li><a href="http://www.apache.org/foundation/how-it-works.html">How it works</a>
+ <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a>
+ <li><a href="http://www.apache.org/foundation/sponsorship.html">Become a Sponsor</a>
+ <li><a href="http://incubator.apache.org/projects/flink.html">Incubation Status page</a></li>
+ </ul>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <!--<li><a href="/project.html#history">History</a></li> -->
+ <li><a href="https://wiki.apache.org/incubator/StratosphereProposal">Incubator Proposal (external)</a></li>
+ <li><a href="http://www.apache.org/licenses/LICENSE-2.0">License</a></li>
+ <li><a href="https://github.com/apache/incubator-flink">Source Code</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="/blog/index.html" class="">Blog</a>
+ </li>
+
+ </ul>
+ </div>
+ </div>
+</nav>
+
+ <div class="container">
+
+<div class="row">
+ <div class="col-md-3">
+ <ul>
+ <li><a href="faq.html">FAQ</a></li>
+ <li>Quickstart
+ <ul>
+ <li><a href="setup_quickstart.html">Setup</a></li>
+ <li><a href="run_example_quickstart.html">Run Example</a></li>
+ <li><a href="java_api_quickstart.html">Java API</a></li>
+ <li><a href="scala_api_quickstart.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>Setup & Configuration
+ <ul>
+ <li><a href="local_setup.html">Local Setup</a></li>
+ <li><a href="cluster_setup.html">Cluster Setup</a></li>
+ <li><a href="yarn_setup.html">YARN Setup</a></li>
+ <li><a href="config.html">Configuration</a></li>
+ </ul>
+ </li>
+
+ <li>Programming Guides
+ <ul>
+ <li><a href="java_api_guide.html">Java API</a></li>
+ <li><a href="scala_api_guide.html">Scala API</a></li>
+ <li><a href="hadoop_compatability.html">Hadoop Compatability</a></li>
+ <li><a href="iterations.html">Iterations</a></li>
+ <li><a href="spargel_guide.html">Spargel Graph API</a></li>
+ </ul>
+ </li>
+
+ <li>Examples
+ <ul>
+ <li><a href="java_api_examples.html">Java API</a></li>
+ <li><a href="scala_api_examples.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>Execution
+ <ul>
+ <li><a href="local_execution.html">Local/Debugging</a></li>
+ <li><a href="cluster_execution.html">Cluster</a></li>
+ <li><a href="cli.html">Command-Line Interface</a></li>
+ <li><a href="web_client.html">Web Interface</a></li>
+ </ul>
+ </li>
+
+ <li>Internals
+ <ul>
+ <li><a href="internal_overview.html">Overview</a></li>
+ </ul>
+ </li>
+ </ul>
+ </div>
+ <div class="col-md-9">
+ <h1>Cluster Setup</h1>
+
+ <ul>
+<li>
+<a href="#preparing-the-cluster">Preparing the Cluster</a>
+<ul>
+<li>
+<a href="#software-requirements">Software Requirements</a>
+</li>
+<li>
+<a href="#configuring-remote-access-with-ssh">Configuring Remote Access with ssh</a>
+</li>
+<li>
+<a href="#setting-java_home-on-each-node">Setting JAVA_HOME on each Node</a>
+</li>
+</ul>
+</li>
+<li>
+<a href="#hadoop-distributed-filesystem-(hdfs)-setup">Hadoop Distributed Filesystem (HDFS) Setup</a>
+<ul>
+<li>
+<a href="#downloading,-installing,-and-configuring-hdfs">Downloading, Installing, and Configuring HDFS</a>
+</li>
+<li>
+<a href="#starting-hdfs">Starting HDFS</a>
+</li>
+</ul>
+</li>
+<li>
+<a href="#stratosphere-setup">Stratosphere Setup</a>
+<ul>
+<li>
+<a href="#configuring-the-cluster">Configuring the Cluster</a>
+</li>
+<li>
+<a href="#configuring-the-network-buffers">Configuring the Network Buffers</a>
+</li>
+<li>
+<a href="#configuring-temporary-i/o-directories">Configuring Temporary I/O Directories</a>
+</li>
+<li>
+<a href="#starting-stratosphere">Starting Stratosphere</a>
+</li>
+</ul>
+</li>
+</ul>
+
+
+ <p>This documentation is intended to provide instructions on how to run
+Stratosphere in a fully distributed fashion on a static (but possibly
+heterogeneous) cluster.</p>
+
+<p>This involves two steps. First, installing and configuring Stratosphere and
+second installing and configuring the <a href="http://hadoop.apache.org/">Hadoop Distributed
+Filesystem</a> (HDFS).</p>
+
+<h1 id="preparing-the-cluster">Preparing the Cluster</h1>
+
+<h2 id="software-requirements">Software Requirements</h2>
+
+<p>Stratosphere runs on all <em>UNIX-like environments</em>, e.g. <strong>Linux</strong>, <strong>Mac OS X</strong>,
+and <strong>Cygwin</strong> (for Windows) and expects the cluster to consist of <strong>one master
+node</strong> and <strong>one or more worker nodes</strong>. Before you start to setup the system,
+make sure you have the following software installed <strong>on each node</strong>:</p>
+
+<ul>
+<li><strong>Java 1.6.x</strong> or higher,</li>
+<li><strong>ssh</strong> (sshd must be running to use the Stratosphere scripts that manage
+remote components)</li>
+</ul>
+
+<p>If your cluster does not fulfill these software requirements you will need to
+install/upgrade it.</p>
+
+<p>For example, on Ubuntu Linux, type in the following commands to install Java and
+ssh:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">sudo apt-get install ssh
+sudo apt-get install openjdk-7-jre
+</code></pre></div>
+<p>You can check the correct installation of Java by issuing the following command:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">java -version
+</code></pre></div>
+<p>The command should output something comparable to the following on every node of
+your cluster (depending on your Java version, there may be small differences):</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">java version "1.6.0_22"
+Java(TM) SE Runtime Environment (build 1.6.0_22-b04)
+Java HotSpot(TM) 64-Bit Server VM (build 17.1-b03, mixed mode)
+</code></pre></div>
+<p>To make sure the ssh daemon is running properly, you can use the command</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">ps aux | grep sshd
+</code></pre></div>
+<p>Something comparable to the following line should appear in the output
+of the command on every host of your cluster:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">root 894 0.0 0.0 49260 320 ? Ss Jan09 0:13 /usr/sbin/sshd
+</code></pre></div>
+<h2 id="configuring-remote-access-with-ssh">Configuring Remote Access with ssh</h2>
+
+<p>In order to start/stop the remote processes, the master node requires access via
+ssh to the worker nodes. It is most convenient to use ssh's public key
+authentication for this. To setup public key authentication, log on to the
+master as the user who will later execute all the Stratosphere components. <strong>The
+same user (i.e. a user with the same user name) must also exist on all worker
+nodes</strong>. For the remainder of this instruction we will refer to this user as
+<em>stratosphere</em>. Using the super user <em>root</em> is highly discouraged for security
+reasons.</p>
+
+<p>Once you logged in to the master node as the desired user, you must generate a
+new public/private key pair. The following command will create a new
+public/private key pair into the <em>.ssh</em> directory inside the home directory of
+the user <em>stratosphere</em>. See the ssh-keygen man page for more details. Note that
+the private key is not protected by a passphrase.</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">ssh-keygen -b 2048 -P '' -f ~/.ssh/id_rsa
+</code></pre></div>
+<p>Next, copy/append the content of the file <em>.ssh/id_rsa.pub</em> to your
+authorized_keys file. The content of the authorized_keys file defines which
+public keys are considered trustworthy during the public key authentication
+process. On most systems the appropriate command is</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">cat .ssh/id_rsa.pub >> .ssh/authorized_keys
+</code></pre></div>
+<p>On some Linux systems, the authorized keys file may also be expected by the ssh
+daemon under <em>.ssh/authorized_keys2</em>. In either case, you should make sure the
+file only contains those public keys which you consider trustworthy for each
+node of cluster.</p>
+
+<p>Finally, the authorized keys file must be copied to every worker node of your
+cluster. You can do this by repeatedly typing in</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">scp .ssh/authorized_keys <worker>:~/.ssh/
+</code></pre></div>
+<p>and replacing <em><worker></em> with the host name of the respective worker node.
+After having finished the copy process, you should be able to log on to each
+worker node from your master node via ssh without a password.</p>
+
+<h2 id="setting-java_home-on-each-node">Setting JAVA_HOME on each Node</h2>
+
+<p>Stratosphere requires the <code>JAVA_HOME</code> environment variable to be set on the
+master and all worker nodes and point to the directory of your Java
+installation.</p>
+
+<p>You can set this variable in <code>conf/stratosphere-conf.yaml</code> via the
+<code>env.java.home</code> key.</p>
+
+<p>Alternatively, add the following line to your shell profile. If you use the
+<em>bash</em> shell (probably the most common shell), the shell profile is located in
+<em>~/.bashrc</em>:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">export JAVA_HOME=/path/to/java_home/
+</code></pre></div>
+<p>If your ssh daemon supports user environments, you can also add <code>JAVA_HOME</code> to
+<em>.~/.ssh/environment</em>. As super user <em>root</em> you can enable ssh user
+environments with the following commands:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">echo "PermitUserEnvironment yes" >> /etc/ssh/sshd_config
+/etc/init.d/ssh restart
+</code></pre></div>
+<h1 id="hadoop-distributed-filesystem-(hdfs)-setup">Hadoop Distributed Filesystem (HDFS) Setup</h1>
+
+<p>The Stratosphere system currently uses the Hadoop Distributed Filesystem (HDFS)
+to read and write data in a distributed fashion.</p>
+
+<p>Make sure to have a running HDFS installation. The following instructions are
+just a general overview of some required settings. Please consult one of the
+many installation guides available online for more detailed instructions.</p>
+
+<p>*<em>Note that the following instructions are based on Hadoop 1.2 and might differ
+*</em>for Hadoop 2.</p>
+
+<h2 id="downloading,-installing,-and-configuring-hdfs">Downloading, Installing, and Configuring HDFS</h2>
+
+<p>Similar to the Stratosphere system HDFS runs in a distributed fashion. HDFS
+consists of a <strong>NameNode</strong> which manages the distributed file system's meta
+data. The actual data is stored by one or more <strong>DataNodes</strong>. For the remainder
+of this instruction we assume the HDFS's NameNode component runs on the master
+node while all the worker nodes run an HDFS DataNode.</p>
+
+<p>To start, log on to your master node and download Hadoop (which includes HDFS)
+from the Apache <a href="http://hadoop.apache.org/releases.html">Hadoop Releases</a> page.</p>
+
+<p>Next, extract the Hadoop archive.</p>
+
+<p>After having extracted the Hadoop archive, change into the Hadoop directory and
+edit the Hadoop environment configuration file:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">cd hadoop-*
+vi conf/hadoop-env.sh
+</code></pre></div>
+<p>Uncomment and modify the following line in the file according to the path of
+your Java installation.</p>
+
+<p><code>export JAVA_HOME=/path/to/java_home/</code></p>
+
+<p>Save the changes and open the HDFS configuration file <em>conf/hdfs-site.xml</em>. HDFS
+offers multiple configuration parameters which affect the behavior of the
+distributed file system in various ways. The following excerpt shows a minimal
+configuration which is required to make HDFS work. More information on how to
+configure HDFS can be found in the <a href="http://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html">HDFS User
+Guide</a> guide.</p>
+<div class="highlight"><pre><code class="language-xml" data-lang="xml"><span class="nt"><configuration></span>
+ <span class="nt"><property></span>
+ <span class="nt"><name></span>fs.default.name<span class="nt"></name></span>
+ <span class="nt"><value></span>hdfs://MASTER:50040/<span class="nt"></value></span>
+ <span class="nt"></property></span>
+ <span class="nt"><property></span>
+ <span class="nt"><name></span>dfs.data.dir<span class="nt"></name></span>
+ <span class="nt"><value></span>DATAPATH<span class="nt"></value></span>
+ <span class="nt"></property></span>
+<span class="nt"></configuration></span>
+</code></pre></div>
+<p>Replace <em>MASTER</em> with the IP/host name of your master node which runs the
+<em>NameNode</em>. <em>DATAPATH</em> must be replaced with path to the directory in which the
+actual HDFS data shall be stored on each worker node. Make sure that the
+<em>stratosphere</em> user has sufficient permissions to read and write in that
+directory.</p>
+
+<p>After having saved the HDFS configuration file, open the file <em>conf/slaves</em> and
+enter the IP/host name of those worker nodes which shall act as *DataNode*s.
+Each entry must be separated by a line break.</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text"><worker 1>
+<worker 2>
+.
+.
+.
+<worker n>
+</code></pre></div>
+<p>Initialize the HDFS by typing in the following command. Note that the
+command will <strong>delete all data</strong> which has been previously stored in the
+HDFS. However, since we have just installed a fresh HDFS, it should be
+safe to answer the confirmation with <em>yes</em>.</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">bin/hadoop namenode -format
+</code></pre></div>
+<p>Finally, we need to make sure that the Hadoop directory is available to
+all worker nodes which are intended to act as DataNodes and that all nodes
+<strong>find the directory under the same path</strong>. We recommend to use a shared network
+directory (e.g. an NFS share) for that. Alternatively, one can copy the
+directory to all nodes (with the disadvantage that all configuration and
+code updates need to be synced to all nodes).</p>
+
+<h2 id="starting-hdfs">Starting HDFS</h2>
+
+<p>To start the HDFS log on to the master and type in the following
+commands</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">cd hadoop-*
+binn/start-dfs.sh
+</code></pre></div>
+<p>If your HDFS setup is correct, you should be able to open the HDFS
+status website at <em><a href="http://MASTER:50070">http://MASTER:50070</a></em>. In a matter of a seconds,
+all DataNodes should appear as live nodes. For troubleshooting we would
+like to point you to the <a href="http://wiki.apache.org/hadoop/QuickStart">Hadoop Quick
+Start</a>
+guide.</p>
+
+<h1 id="stratosphere-setup">Stratosphere Setup</h1>
+
+<p>Go to the <a href="downloads/">downloads page</a> and get the ready to run
+package. Make sure to pick the Stratosphere package <strong>matching your Hadoop
+version</strong>.</p>
+
+<p>After downloading the latest release, copy the archive to your master node and
+extract it:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">tar xzf stratosphere-*.tgz
+cd stratosphere-*
+</code></pre></div>
+<h2 id="configuring-the-cluster">Configuring the Cluster</h2>
+
+<p>After having extracted the system files, you need to configure Stratosphere for
+the cluster by editing <em>conf/stratosphere-conf.yaml</em>.</p>
+
+<p>Set the <code>jobmanager.rpc.address</code> key to point to your master node. Furthermode
+define the maximum amount of main memory the JVM is allowed to allocate on each
+node by setting the <code>jobmanager.heap.mb</code> and <code>taskmanager.heap.mb</code> keys.</p>
+
+<p>The value is given in MB. If some worker nodes have more main memory which you
+want to allocate to the Stratosphere system you can overwrite the default value
+by setting an environment variable <code>STRATOSPHERE_TM_HEAP</code> on the respective
+node.</p>
+
+<p>Finally you must provide a list of all nodes in your cluster which shall be used
+as worker nodes. Therefore, similar to the HDFS configuration, edit the file
+<em>conf/slaves</em> and enter the IP/host name of each worker node. Each worker node
+will later run a TaskManager.</p>
+
+<p>Each entry must be separated by a new line, as in the following example:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">192.168.0.100
+192.168.0.101
+.
+.
+.
+192.168.0.150
+</code></pre></div>
+<p>The Stratosphere directory must be available on every worker under the same
+path. Similarly as for HDFS, you can use a shared NSF directory, or copy the
+entire Stratosphere directory to every worker node.</p>
+
+<h2 id="configuring-the-network-buffers">Configuring the Network Buffers</h2>
+
+<p>Network buffers are a critical resource for the communication layers. They are
+used to buffer records before transmission over a network, and to buffer
+incoming data before dissecting it into records and handing them to the
+application. A sufficient number of network buffers are critical to achieve a
+good throughput.</p>
+
+<p>In general, configure the task manager to have so many buffers that each logical
+network connection on you expect to be open at the same time has a dedicated
+buffer. A logical network connection exists for each point-to-point exchange of
+data over the network, which typically happens at repartitioning- or
+broadcasting steps. In those, each parallel task inside the TaskManager has to
+be able to talk to all other parallel tasks. Hence, the required number of
+buffers on a task manager is <em>total-degree-of-parallelism</em> (number of targets)
+* <em>intra-node-parallelism</em> (number of sources in one task manager) * <em>n</em>.
+Here, <em>n</em> is a constant that defines how many repartitioning-/broadcasting steps
+you expect to be active at the same time.</p>
+
+<p>Since the <em>intra-node-parallelism</em> is typically the number of cores, and more
+than 4 repartitioning or broadcasting channels are rarely active in parallel, it
+frequently boils down to <em>#cores^2^</em> * <em>#machines</em> * 4. To support for
+example a cluster of 20 8-core machines, you should use roughly 5000 network
+buffers for optimal throughput.</p>
+
+<p>Each network buffer is by default 64 KiBytes large. In the above example, the
+system would allocate roughly 300 MiBytes for network buffers.</p>
+
+<p>The number and size of network buffers can be configured with the following
+parameters:</p>
+
+<ul>
+<li><code>taskmanager.network.numberOfBuffers</code>, and</li>
+<li><code>taskmanager.network.bufferSizeInBytes</code>.</li>
+</ul>
+
+<h2 id="configuring-temporary-i/o-directories">Configuring Temporary I/O Directories</h2>
+
+<p>Although Stratosphere aims to process as much data in main memory as possible,
+it is not uncommon that more data needs to be processed than memory is
+available. Stratosphere's runtime is designed to write temporary data to disk
+to handle these situations.</p>
+
+<p>The <code>taskmanager.tmp.dirs</code> parameter specifies a list of directories into which
+Stratosphere writes temporary files. The paths of the directories need to be
+separated by ':' (colon character). Stratosphere will concurrently write (or
+read) one temporary file to (from) each configured directory. This way,
+temporary I/O can be evenly distributed over multiple independent I/O devices
+such as hard disks to improve performance. To leverage fast I/O devices (e.g.,
+SSD, RAID, NAS), it is possible to specify a directory multiple times.</p>
+
+<p>If the <code>taskmanager.tmp.dirs</code> parameter is not explicitly specified,
+Stratosphere writes temporary data to the temporary directory of the operating
+system, such as <em>/tmp</em> in Linux systems.</p>
+
+<p>Please see the <a href="config.html">configuration page</a> for details and additional
+configuration options.</p>
+
+<h2 id="starting-stratosphere">Starting Stratosphere</h2>
+
+<p>The following script starts a JobManager on the local node and connects via
+SSH to all worker nodes listed in the <em>slaves</em> file to start the
+TaskManager on each node. Now your Stratosphere system is up and
+running. The JobManager running on the local node will now accept jobs
+at the configured RPC port.</p>
+
+<p>Assuming that you are on the master node and inside the Stratosphere directory:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">bin/start-cluster.sh
+</code></pre></div>
+
+ <div style="padding-top:30px" id="disqus_thread"></div>
+<script type="text/javascript">
+ /* * * CONFIGURATION VARIABLES: EDIT BEFORE PASTING INTO YOUR WEBPAGE * * */
+ var disqus_shortname = 'stratosphere-eu'; // required: replace example with your forum shortname
+
+ /* * * DON'T EDIT BELOW THIS LINE * * */
+ (function() {
+ var dsq = document.createElement('script'); dsq.type = 'text/javascript'; dsq.async = true;
+ dsq.src = '//' + disqus_shortname + '.disqus.com/embed.js';
+ (document.getElementsByTagName('head')[0] || document.getElementsByTagName('body')[0]).appendChild(dsq);
+ })();
+</script>
+<noscript>Please enable JavaScript to view the <a href="http://disqus.com/?ref_noscript">comments powered by Disqus.</a></noscript>
+<a href="http://disqus.com" class="dsq-brlink">comments powered by <span class="logo-disqus">Disqus</span></a>
+
+ </div>
+</div>
+
+ <div class="footer">
+
+<hr class="divider">
+
+<p><small>Apache Flink is an effort undergoing incubation at The Apache Software
+Foundation (ASF), sponsored by the Apache Incubator PMC. Incubation is
+required of all newly accepted projects until a further review indicates that
+the infrastructure, communications, and decision making process have
+stabilized in a manner consistent with other successful ASF projects. While
+incubation status is not necessarily a reflection of the completeness or
+stability of the code, it does indicate that the project has yet to be fully
+endorsed by the ASF.</small></p>
+
+<p><a href="http://incubator.apache.org/"><img src="/img/apache-incubator-logo.png" alt="Incubator Logo"></a></p>
+
+<p class="text-center"><a href="/privacy-policy.html">Privacy Policy<a></p>
+
+ </div>
+ </div>
+
+ <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js"></script>
+ <script src="/js/bootstrap.min.js"></script>
+
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-52545728-1', 'auto');
+ ga('send', 'pageview');
+
+ </script>
+
+ </body>
+</html>