You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by rm...@apache.org on 2014/08/20 14:17:20 UTC
svn commit: r1619086 - in /incubator/flink: ./ _layouts/ site/
site/docs/0.6-SNAPSHOT/ site/docs/javadocs-0.6-SNAPSHOT/
Author: rmetzger
Date: Wed Aug 20 12:17:19 2014
New Revision: 1619086
URL: http://svn.apache.org/r1619086
Log:
add latest documentation updates to website
Added:
incubator/flink/site/docs/0.6-SNAPSHOT/example_connectors.html
Modified:
incubator/flink/_config.yml
incubator/flink/_layouts/docs.html
incubator/flink/build.sh
incubator/flink/site/build.sh
incubator/flink/site/docs/0.6-SNAPSHOT/building.html
incubator/flink/site/docs/0.6-SNAPSHOT/cli.html
incubator/flink/site/docs/0.6-SNAPSHOT/cluster_execution.html
incubator/flink/site/docs/0.6-SNAPSHOT/cluster_setup.html
incubator/flink/site/docs/0.6-SNAPSHOT/coding_guidelines.html
incubator/flink/site/docs/0.6-SNAPSHOT/config.html
incubator/flink/site/docs/0.6-SNAPSHOT/faq.html
incubator/flink/site/docs/0.6-SNAPSHOT/hadoop_compatability.html
incubator/flink/site/docs/0.6-SNAPSHOT/how_to_contribute.html
incubator/flink/site/docs/0.6-SNAPSHOT/index.html
incubator/flink/site/docs/0.6-SNAPSHOT/internal_add_operator.html
incubator/flink/site/docs/0.6-SNAPSHOT/internal_distributed_runtime.html
incubator/flink/site/docs/0.6-SNAPSHOT/internal_general_arch.html
incubator/flink/site/docs/0.6-SNAPSHOT/internal_job_scheduling.html
incubator/flink/site/docs/0.6-SNAPSHOT/internal_operators_and_memory.html
incubator/flink/site/docs/0.6-SNAPSHOT/internal_optimizer.html
incubator/flink/site/docs/0.6-SNAPSHOT/internal_overview.html
incubator/flink/site/docs/0.6-SNAPSHOT/internal_program_life_cycle.html
incubator/flink/site/docs/0.6-SNAPSHOT/iterations.html
incubator/flink/site/docs/0.6-SNAPSHOT/java_api_examples.html
incubator/flink/site/docs/0.6-SNAPSHOT/java_api_guide.html
incubator/flink/site/docs/0.6-SNAPSHOT/java_api_quickstart.html
incubator/flink/site/docs/0.6-SNAPSHOT/java_api_transformations.html
incubator/flink/site/docs/0.6-SNAPSHOT/local_execution.html
incubator/flink/site/docs/0.6-SNAPSHOT/local_setup.html
incubator/flink/site/docs/0.6-SNAPSHOT/run_example_quickstart.html
incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_examples.html
incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_guide.html
incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_quickstart.html
incubator/flink/site/docs/0.6-SNAPSHOT/setup_quickstart.html
incubator/flink/site/docs/0.6-SNAPSHOT/spargel_guide.html
incubator/flink/site/docs/0.6-SNAPSHOT/web_client.html
incubator/flink/site/docs/0.6-SNAPSHOT/yarn_setup.html
incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/allclasses-frame.html
incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/allclasses-noframe.html
incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/constant-values.html
incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/deprecated-list.html
incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/help-doc.html
incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/index-all.html
incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/index.html
incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-frame.html
incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-summary.html
incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-tree.html
incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/serialized-form.html
Modified: incubator/flink/_config.yml
URL: http://svn.apache.org/viewvc/incubator/flink/_config.yml?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/_config.yml (original)
+++ incubator/flink/_config.yml Wed Aug 20 12:17:19 2014
@@ -6,6 +6,7 @@
#------------------------------------------------------------------------------
FLINK_VERSION_STABLE: 0.5.2
+FLINK_VERSION_HADOOP_2_STABLE: 0.5.2-hadoop2
FLINK_VERSION_STABLE_SHORT: 0.5.2
FLINK_GITHUB_TAG_STABLE: release-0.5.2
Modified: incubator/flink/_layouts/docs.html
URL: http://svn.apache.org/viewvc/incubator/flink/_layouts/docs.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/_layouts/docs.html (original)
+++ incubator/flink/_layouts/docs.html Wed Aug 20 12:17:19 2014
@@ -39,6 +39,7 @@ layout: default
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/build.sh
URL: http://svn.apache.org/viewvc/incubator/flink/build.sh?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/build.sh (original)
+++ incubator/flink/build.sh Wed Aug 20 12:17:19 2014
@@ -43,6 +43,7 @@ function createJavadocsForVersionInBranc
cd flink-src-repo
git checkout origin/$BRANCH
+ mvn clean install -DskipTests
cd flink-java
mvn -Pdocs-and-source -Dheader="<a href=\"/\" target=\"_top\"><h1>Back to Apache Flink website</h1></a>" javadoc:javadoc
cd ../../
Modified: incubator/flink/site/build.sh
URL: http://svn.apache.org/viewvc/incubator/flink/site/build.sh?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/build.sh (original)
+++ incubator/flink/site/build.sh Wed Aug 20 12:17:19 2014
@@ -43,6 +43,7 @@ function createJavadocsForVersionInBranc
cd flink-src-repo
git checkout origin/$BRANCH
+ mvn clean install -DskipTests
cd flink-java
mvn -Pdocs-and-source -Dheader="<a href=\"/\" target=\"_top\"><h1>Back to Apache Flink website</h1></a>" javadoc:javadoc
cd ../../
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/building.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/building.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/building.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/building.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/cli.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/cli.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/cli.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/cli.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/cluster_execution.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/cluster_execution.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/cluster_execution.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/cluster_execution.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/cluster_setup.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/cluster_setup.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/cluster_setup.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/cluster_setup.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/coding_guidelines.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/coding_guidelines.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/coding_guidelines.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/coding_guidelines.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/config.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/config.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/config.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/config.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
@@ -187,6 +188,9 @@
</li>
</ul>
</li>
+<li>
+<a href="#yarn">YARN</a>
+</li>
</ul>
@@ -438,6 +442,18 @@ the sampling aborts. This value can be o
input format's parameters (DEFAULT: 2097152 (= 2 MiBytes)).</li>
</ul>
+<h1 id="yarn">YARN</h1>
+
+<p>Please note that all ports used by Flink in a YARN session are offsetted by the YARN application ID
+to avoid duplicate port allocations when running multiple YARN sessions in parallel. </p>
+
+<p>So if <code>yarn.am.rpc.port</code> is configured to <code>10245</code> and the session's application ID is <code>application_1406629969999_0002</code>, then the actual port being used is 10245 + 2 = 10247</p>
+
+<ul>
+<li><code>yarn.am.rpc.port</code>: The port that is being opened by the Application Master (AM) to
+let the YARN client connect for an RPC serice. (DEFAULT: Port 10245)</li>
+</ul>
+
<div style="padding-top:30px" id="disqus_thread"></div>
<script type="text/javascript">
Added: incubator/flink/site/docs/0.6-SNAPSHOT/example_connectors.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/example_connectors.html?rev=1619086&view=auto
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/example_connectors.html (added)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/example_connectors.html Wed Aug 20 12:17:19 2014
@@ -0,0 +1,323 @@
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>Apache Flink (incubating): Example: Connectors</title>
+ <link rel="stylesheet" href="/css/bootstrap.css">
+ <link rel="stylesheet" href="/css/bootstrap-lumen-custom.css">
+ <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.1.0/css/font-awesome.min.css" rel="stylesheet">
+ </head>
+ <body>
+
+<nav class="navbar navbar-default navbar-fixed-top" role="navigation">
+ <div class="container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <a class="navbar-brand" href="/index.html">Apache Flink</a>
+ </div>
+
+ <div class="collapse navbar-collapse" id="navbar-collapse-1">
+ <ul class="nav navbar-nav">
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Quickstart <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/docs/0.6-SNAPSHOT/setup_quickstart.html">Setup Flink</a></li>
+ <li><a href="/docs/0.6-SNAPSHOT/java_api_quickstart.html">Java API</a></li>
+ <li><a href="/docs/0.6-SNAPSHOT/scala_api_quickstart.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="/downloads.html" class="">Downloads</a>
+ </li>
+
+ <li>
+ <a href="/docs/0.6-SNAPSHOT/faq.html" class="">FAQ</a>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/docs/0.6-SNAPSHOT/">0.6-SNAPSHOT</a></li>
+ <li><a href="/docs/javadocs-0.6-SNAPSHOT/">0.6-SNAPSHOT Javadocs</a></li>
+ </ul>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/community.html#mailing-lists">Mailing Lists</a></li>
+ <li><a href="/community.html#issues">Issues</a></li>
+ <li><a href="/community.html#team">Team</a></li>
+ <li class="divider"></li>
+ <li><a href="/how-to-contribute.html">How To Contribute</a></li>
+ <li><a href="/coding_guidelines.html">Coding Guidelines</a></li>
+ </ul>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="http://www.apache.org/">Apache Software Foundation</a>
+ <li><a href="http://www.apache.org/foundation/how-it-works.html">How it works</a>
+ <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a>
+ <li><a href="http://www.apache.org/foundation/sponsorship.html">Become a Sponsor</a>
+ <li><a href="http://incubator.apache.org/projects/flink.html">Incubation Status page</a></li>
+ </ul>
+ </li>
+
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <!--<li><a href="/project.html#history">History</a></li> -->
+ <li><a href="https://cwiki.apache.org/confluence/display/FLINK">Wiki</a></li>
+ <li><a href="https://wiki.apache.org/incubator/StratosphereProposal">Incubator Proposal (external)</a></li>
+ <li><a href="http://www.apache.org/licenses/LICENSE-2.0">License</a></li>
+ <li><a href="https://github.com/apache/incubator-flink">Source Code</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="/blog/index.html" class="">Blog</a>
+ </li>
+
+ </ul>
+ </div>
+ </div>
+</nav>
+
+ <div style="padding-top:70px" class="container">
+
+<div class="row">
+ <div class="col-md-3">
+ <ul>
+ <li><a href="faq.html">FAQ</a></li>
+ <li>Quickstart
+ <ul>
+ <li><a href="setup_quickstart.html">Setup</a></li>
+ <li><a href="run_example_quickstart.html">Run Example</a></li>
+ <li><a href="java_api_quickstart.html">Java API</a></li>
+ <li><a href="scala_api_quickstart.html">Scala API</a></li>
+ </ul>
+ </li>
+
+ <li>Setup & Configuration
+ <ul>
+ <li><a href="local_setup.html">Local Setup</a></li>
+ <li><a href="building.html">Build Flink</a></li>
+ <li><a href="cluster_setup.html">Cluster Setup</a></li>
+ <li><a href="yarn_setup.html">YARN Setup</a></li>
+ <li><a href="config.html">Configuration</a></li>
+ </ul>
+ </li>
+
+ <li>Programming Guides
+ <ul>
+ <li><a href="java_api_guide.html">Java API</a></li>
+ <li><a href="scala_api_guide.html">Scala API</a></li>
+ <li><a href="hadoop_compatability.html">Hadoop Compatability</a></li>
+ <li><a href="iterations.html">Iterations</a></li>
+ <li><a href="spargel_guide.html">Spargel Graph API</a></li>
+ </ul>
+ </li>
+
+ <li>Examples
+ <ul>
+ <li><a href="java_api_examples.html">Java API</a></li>
+ <li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
+ </ul>
+ </li>
+
+ <li>Execution
+ <ul>
+ <li><a href="local_execution.html">Local/Debugging</a></li>
+ <li><a href="cluster_execution.html">Cluster</a></li>
+ <li><a href="cli.html">Command-Line Interface</a></li>
+ <li><a href="web_client.html">Web Interface</a></li>
+ </ul>
+ </li>
+
+ <li>Internals
+ <ul>
+ <li><a href="internal_overview.html">Overview</a></li>
+ </ul>
+ </li>
+ </ul>
+ </div>
+ <div class="col-md-9">
+ <h1>Example: Connectors</h1>
+
+ <ul>
+<li>
+<a href="#access-microsoft-azure-table-storage">Access Microsoft Azure Table Storage</a>
+</li>
+<li>
+<a href="#access-mongodb">Access MongoDB</a>
+</li>
+</ul>
+
+
+ <p>Apache Flink allows users to access many different systems as data sources or sinks. The system is designed for very easy extensibility. Similar to Apache Hadoop, Flink has the concept of so called <code>InputFormat</code>s and <code>OutputFormat</code>s.</p>
+
+<p>One implementation of these <code>InputFormat</code>s is the <code>HadoopInputFormat</code>. This is a wrapper that allows users to use all existing Hadoop input formats with Flink.</p>
+
+<p>This page shows some examples for connecting Flink to other systems.</p>
+
+<h2 id="access-microsoft-azure-table-storage">Access Microsoft Azure Table Storage</h2>
+
+<p><em>Note: This example works starting from Flink 0.6-incubating</em></p>
+
+<p>This example is using the <code>HadoopInputFormat</code> wrapper to use an existing Hadoop input format implementation for accessing <a href="https://azure.microsoft.com/en-us/documentation/articles/storage-introduction/">Azure's Table Storage</a>.</p>
+
+<ol>
+<li><p>Download and compile the <code>azure-tables-hadoop</code> project. The input format developed by the project is not yet available in Maven Central, therefore, we have to build the project ourselves.
+Execute the following commands:</p>
+<div class="highlight"><pre><code class="language-bash" data-lang="bash">git clone https://github.com/mooso/azure-tables-hadoop.git
+<span class="nb">cd </span>azure-tables-hadoop
+mvn clean install
+</code></pre></div></li>
+<li><p>Setup a new Flink project using the quickstarts:</p>
+<div class="highlight"><pre><code class="language-bash" data-lang="bash">curl https://raw.githubusercontent.com/apache/incubator-flink/master/flink-quickstart/quickstart.sh <span class="p">|</span> bash
+</code></pre></div></li>
+<li><p>Set the the version of Flink to <code>0.5.2-hadoop2</code> in the <code>pom.xml</code> file. The quickstart.sh script sets the version to the <code>hadoop1</code> version of Flink. Since the <code>microsoft-hadoop-azure</code> has been written for Hadoop 2.2 (mapreduce-API) version, we need to use the appropriate Flink version. </p>
+
+<p>Replace all occurences of <code><version>0.5.2</version></code> with <code><version>0.5.2-hadoop2</version></code>.</p></li>
+<li><p>Add the following dependencies (in the <code><dependencies></code> section) to your <code>pom.xml</code> file:</p>
+<div class="highlight"><pre><code class="language-xml" data-lang="xml"><span class="nt"><dependency></span>
+ <span class="nt"><groupId></span>org.apache.flink<span class="nt"></groupId></span>
+ <span class="nt"><artifactId></span>flink-hadoop-compatibility<span class="nt"></artifactId></span>
+ <span class="nt"><version></span>0.5.2-hadoop2<span class="nt"></version></span>
+<span class="nt"></dependency></span>
+<span class="nt"><dependency></span>
+ <span class="nt"><groupId></span>com.microsoft.hadoop<span class="nt"></groupId></span>
+ <span class="nt"><artifactId></span>microsoft-hadoop-azure<span class="nt"></artifactId></span>
+ <span class="nt"><version></span>0.0.4<span class="nt"></version></span>
+<span class="nt"></dependency></span>
+</code></pre></div>
+<ul>
+<li><code>flink-hadoop-compatibility</code> is a Flink package that provides the Hadoop input format wrappers.</li>
+<li><code>microsoft-hadoop-azure</code> is adding the project we've build before to our project.</li>
+</ul></li>
+</ol>
+
+<p>The project is now prepared for starting to code. We recommend to import the project into an IDE, such as Eclipse or IntelliJ. (Import as a Maven project!).
+Browse to the code of the <code>Job.java</code> file. Its an empty skeleton for a Flink job.</p>
+
+<p>Paste the following code into it:</p>
+<div class="highlight"><pre><code class="language-java" data-lang="java"><span class="kn">import</span> <span class="nn">java.util.Map</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.flink.api.common.functions.MapFunction</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.flink.api.java.DataSet</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.flink.api.java.ExecutionEnvironment</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.flink.api.java.tuple.Tuple2</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.flink.hadoopcompatibility.mapreduce.HadoopInputFormat</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.hadoop.io.Text</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.hadoop.mapreduce.Job</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">com.microsoft.hadoop.azure.AzureTableConfiguration</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">com.microsoft.hadoop.azure.AzureTableInputFormat</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">com.microsoft.hadoop.azure.WritableEntity</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">com.microsoft.windowsazure.storage.table.EntityProperty</span><span class="o">;</span>
+
+<span class="kd">public</span> <span class="kd">class</span> <span class="nc">AzureTableExample</span> <span class="o">{</span>
+ <span class="kd">public</span> <span class="kd">static</span> <span class="kt">void</span> <span class="nf">main</span><span class="o">(</span><span class="n">String</span><span class="o">[]</span> <span class="n">args</span><span class="o">)</span> <span class="kd">throws</span> <span class="n">Exception</span> <span class="o">{</span>
+ <span class="c1">// set up the execution environment</span>
+ <span class="kd">final</span> <span class="n">ExecutionEnvironment</span> <span class="n">env</span> <span class="o">=</span> <span class="n">ExecutionEnvironment</span><span class="o">.</span><span class="na">getExecutionEnvironment</span><span class="o">();</span>
+ <span class="c1">// create a AzureTableInputFormat, using a Hadoop input format wrapper</span>
+ <span class="n">HadoopInputFormat</span><span class="o"><</span><span class="n">Text</span><span class="o">,</span> <span class="n">WritableEntity</span><span class="o">></span> <span class="n">hdIf</span> <span class="o">=</span> <span class="k">new</span> <span class="n">HadoopInputFormat</span><span class="o"><</span><span class="n">Text</span><span class="o">,</span> <span class="n">WritableEntity</span><span class="o">>(</span><span class="k">new</span> <span class="nf">AzureTableInputFormat</span><span class="o">(),</span> <span class="n">Text</span><span class="o">.</span><span class="na">class</span><span class="o">,</span> <span class="n">WritableEntity</span><span class="o">.</span><span class="na">class</span><span class="o">,</span> <span class="k">new</span> <span class="nf">Job</span><span class="o">());</span>
+ <span class="c1">// set the Account URI, something like: https://apacheflink.table.core.windows.net</span>
+ <span class="n">hdIf</span><span class="o">.</span><span class="na">getConfiguration</span><span class="o">().</span><span class="na">set</span><span class="o">(</span><span class="n">AzureTableConfiguration</span><span class="o">.</span><span class="na">Keys</span><span class="o">.</span><span class="na">ACCOUNT_URI</span><span class="o">.</span><span class="na">getKey</span><span class="o">(),</span> <span class="s">"TODO"</span><span class="o">);</span>
+ <span class="c1">// set the secret storage key here</span>
+ <span class="n">hdIf</span><span class="o">.</span><span class="na">getConfiguration</span><span class="o">().</span><span class="na">set</span><span class="o">(</span><span class="n">AzureTableConfiguration</span><span class="o">.</span><span class="na">Keys</span><span class="o">.</span><span class="na">STORAGE_KEY</span><span class="o">.</span><span class="na">getKey</span><span class="o">(),</span> <span class="s">"TODO"</span><span class="o">);</span>
+ <span class="c1">// set the table name here</span>
+ <span class="n">hdIf</span><span class="o">.</span><span class="na">getConfiguration</span><span class="o">().</span><span class="na">set</span><span class="o">(</span><span class="n">AzureTableConfiguration</span><span class="o">.</span><span class="na">Keys</span><span class="o">.</span><span class="na">TABLE_NAME</span><span class="o">.</span><span class="na">getKey</span><span class="o">(),</span> <span class="s">"TODO"</span><span class="o">);</span>
+
+ <span class="n">DataSet</span><span class="o"><</span><span class="n">Tuple2</span><span class="o"><</span><span class="n">Text</span><span class="o">,</span> <span class="n">WritableEntity</span><span class="o">>></span> <span class="n">input</span> <span class="o">=</span> <span class="n">env</span><span class="o">.</span><span class="na">createInput</span><span class="o">(</span><span class="n">hdIf</span><span class="o">);</span>
+ <span class="c1">// a little example how to use the data in a mapper.</span>
+ <span class="n">DataSet</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">fin</span> <span class="o">=</span> <span class="n">input</span><span class="o">.</span><span class="na">map</span><span class="o">(</span><span class="k">new</span> <span class="n">MapFunction</span><span class="o"><</span><span class="n">Tuple2</span><span class="o"><</span><span class="n">Text</span><span class="o">,</span><span class="n">WritableEntity</span><span class="o">>,</span> <span class="n">String</span><span class="o">>()</span> <span class="o">{</span>
+ <span class="nd">@Override</span>
+ <span class="kd">public</span> <span class="n">String</span> <span class="nf">map</span><span class="o">(</span><span class="n">Tuple2</span><span class="o"><</span><span class="n">Text</span><span class="o">,</span> <span class="n">WritableEntity</span><span class="o">></span> <span class="n">arg0</span><span class="o">)</span> <span class="kd">throws</span> <span class="n">Exception</span> <span class="o">{</span>
+ <span class="n">System</span><span class="o">.</span><span class="na">err</span><span class="o">.</span><span class="na">println</span><span class="o">(</span><span class="s">"--------------------------------\nKey = "</span><span class="o">+</span><span class="n">arg0</span><span class="o">.</span><span class="na">f0</span><span class="o">);</span>
+ <span class="n">WritableEntity</span> <span class="n">we</span> <span class="o">=</span> <span class="n">arg0</span><span class="o">.</span><span class="na">f1</span><span class="o">;</span>
+ <span class="k">for</span><span class="o">(</span><span class="n">Map</span><span class="o">.</span><span class="na">Entry</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">EntityProperty</span><span class="o">></span> <span class="n">prop</span> <span class="o">:</span> <span class="n">we</span><span class="o">.</span><span class="na">getProperties</span><span class="o">().</span><span class="na">entrySet</span><span class="o">())</span> <span class="o">{</span>
+ <span class="n">System</span><span class="o">.</span><span class="na">err</span><span class="o">.</span><span class="na">println</span><span class="o">(</span><span class="s">"key="</span><span class="o">+</span><span class="n">prop</span><span class="o">.</span><span class="na">getKey</span><span class="o">()</span> <span class="o">+</span> <span class="s">" ; value (asString)="</span><span class="o">+</span><span class="n">prop</span><span class="o">.</span><span class="na">getValue</span><span class="o">().</span><span class="na">getValueAsString</span><span class="o">());</span>
+ <span class="o">}</span>
+ <span class="k">return</span> <span class="n">arg0</span><span class="o">.</span><span class="na">f0</span><span class="o">.</span><span class="na">toString</span><span class="o">();</span>
+ <span class="o">}</span>
+ <span class="o">});</span>
+ <span class="c1">// emit result (this works only locally)</span>
+ <span class="n">fin</span><span class="o">.</span><span class="na">print</span><span class="o">();</span>
+ <span class="c1">// execute program</span>
+ <span class="n">env</span><span class="o">.</span><span class="na">execute</span><span class="o">(</span><span class="s">"Azure Example"</span><span class="o">);</span>
+ <span class="o">}</span>
+<span class="o">}</span>
+</code></pre></div>
+<p>The example shows how to access an Azure table and turn data into Flink's <code>DataSet</code> (more specifically, the type of the set is <code>DataSet<Tuple2<Text, WritableEntity>></code>). With the <code>DataSet</code>, you can apply all known transformations to the DataSet.</p>
+
+<h2 id="access-mongodb">Access MongoDB</h2>
+
+<p><em>Note: This example works starting from Flink 0.5 (then called Stratosphere)</em></p>
+
+<p>Please see this (slightly outdated) blogpost on <a href="http://flink.incubator.apache.org/news/2014/01/28/querying_mongodb.html">How to access MongoDB with Apache Flink</a>.</p>
+
+
+ <div style="padding-top:30px" id="disqus_thread"></div>
+<script type="text/javascript">
+ /* * * CONFIGURATION VARIABLES: EDIT BEFORE PASTING INTO YOUR WEBPAGE * * */
+ var disqus_shortname = 'stratosphere-eu'; // required: replace example with your forum shortname
+
+ /* * * DON'T EDIT BELOW THIS LINE * * */
+ (function() {
+ var dsq = document.createElement('script'); dsq.type = 'text/javascript'; dsq.async = true;
+ dsq.src = '//' + disqus_shortname + '.disqus.com/embed.js';
+ (document.getElementsByTagName('head')[0] || document.getElementsByTagName('body')[0]).appendChild(dsq);
+ })();
+</script>
+<noscript>Please enable JavaScript to view the <a href="http://disqus.com/?ref_noscript">comments powered by Disqus.</a></noscript>
+<a href="http://disqus.com" class="dsq-brlink">comments powered by <span class="logo-disqus">Disqus</span></a>
+
+ </div>
+</div>
+
+ <div class="footer">
+
+<hr class="divider">
+
+<p><small>Apache Flink is an effort undergoing incubation at The Apache Software
+Foundation (ASF), sponsored by the Apache Incubator PMC. Incubation is
+required of all newly accepted projects until a further review indicates that
+the infrastructure, communications, and decision making process have
+stabilized in a manner consistent with other successful ASF projects. While
+incubation status is not necessarily a reflection of the completeness or
+stability of the code, it does indicate that the project has yet to be fully
+endorsed by the ASF.</small></p>
+
+<p><a href="http://incubator.apache.org/"><img src="/img/apache-incubator-logo.png" alt="Incubator Logo"></a></p>
+
+<p class="text-center"><a href="/privacy-policy.html">Privacy Policy<a></p>
+
+ </div>
+ </div>
+
+ <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js"></script>
+ <script src="/js/bootstrap.min.js"></script>
+
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-52545728-1', 'auto');
+ ga('send', 'pageview');
+
+ </script>
+
+ </body>
+</html>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/faq.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/faq.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/faq.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/faq.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/hadoop_compatability.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/hadoop_compatability.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/hadoop_compatability.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/hadoop_compatability.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/how_to_contribute.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/how_to_contribute.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/how_to_contribute.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/how_to_contribute.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/index.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/index.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/index.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/index.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/internal_add_operator.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/internal_add_operator.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/internal_add_operator.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/internal_add_operator.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/internal_distributed_runtime.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/internal_distributed_runtime.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/internal_distributed_runtime.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/internal_distributed_runtime.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/internal_general_arch.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/internal_general_arch.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/internal_general_arch.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/internal_general_arch.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/internal_job_scheduling.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/internal_job_scheduling.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/internal_job_scheduling.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/internal_job_scheduling.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/internal_operators_and_memory.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/internal_operators_and_memory.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/internal_operators_and_memory.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/internal_operators_and_memory.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/internal_optimizer.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/internal_optimizer.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/internal_optimizer.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/internal_optimizer.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/internal_overview.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/internal_overview.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/internal_overview.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/internal_overview.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/internal_program_life_cycle.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/internal_program_life_cycle.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/internal_program_life_cycle.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/internal_program_life_cycle.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/iterations.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/iterations.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/iterations.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/iterations.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/java_api_examples.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/java_api_examples.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/java_api_examples.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/java_api_examples.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/java_api_guide.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/java_api_guide.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/java_api_guide.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/java_api_guide.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/java_api_quickstart.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/java_api_quickstart.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/java_api_quickstart.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/java_api_quickstart.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/java_api_transformations.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/java_api_transformations.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/java_api_transformations.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/java_api_transformations.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/local_execution.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/local_execution.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/local_execution.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/local_execution.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/local_setup.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/local_setup.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/local_setup.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/local_setup.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
@@ -169,6 +170,21 @@
</li>
<li>
<a href="#flink-on-windows">Flink on Windows</a>
+<ul>
+<li>
+<ul>
+<li>
+<a href="#starting-with-windows-batch-files">Starting with Windows Batch Files</a>
+</li>
+<li>
+<a href="#starting-with-cygwin-and-unix-scripts">Starting with Cygwin and Unix Scripts</a>
+</li>
+<li>
+<a href="#installing-flink-from-git">Installing Flink from Git</a>
+</li>
+</ul>
+</li>
+</ul>
</li>
</ul>
@@ -215,11 +231,17 @@ INFO ... - Starting web info server <spa
</code></pre></div>
<p>The JobManager will also start a web frontend on port 8081, which you can check with your browser at <code>http://localhost:8081</code>.</p>
+<p><section id="windows"></p>
+
<h1 id="flink-on-windows">Flink on Windows</h1>
<p>If you want to run Flink on Windows you need to download, unpack and configure the Flink archive as mentioned above. After that you can either use the <strong>Windows Batch</strong> file (<code>.bat</code>) or use <strong>Cygwin</strong> to run the Flink Jobmanager.</p>
+<h3 id="starting-with-windows-batch-files">Starting with Windows Batch Files</h3>
+
<p>To start Flink in local mode from the <em>Windows Batch</em>, open the command window, navigate to the <code>bin/</code> directory of Flink and run <code>start-local.bat</code>.</p>
+
+<p>Note: The <code>bin</code> folder of your Java Runtime Environment must be included in Window's <code>%PATH%</code> variable. Follow this <a href="http://www.java.com/en/download/help/path.xml">guide</a> to add Java to the <code>%PATH%</code> variable.</p>
<div class="highlight"><pre><code class="language-bash" data-lang="bash"><span class="nv">$ </span><span class="nb">cd </span>flink
<span class="nv">$ </span><span class="nb">cd </span>bin
<span class="nv">$ </span>start-local.bat
@@ -228,11 +250,15 @@ Do not close this batch window. Stop job
</code></pre></div>
<p>After that, you need to open a second terminal to run jobs using <code>flink.bat</code>.</p>
+<h3 id="starting-with-cygwin-and-unix-scripts">Starting with Cygwin and Unix Scripts</h3>
+
<p>With <em>Cygwin</em> you need to start the Cygwin Terminal, navigate to your Flink directory and run the <code>start-local.sh</code> script:</p>
<div class="highlight"><pre><code class="language-bash" data-lang="bash"><span class="nv">$ </span><span class="nb">cd </span>flink
<span class="nv">$ </span>bin/start-local.sh
Starting Nephele job manager
</code></pre></div>
+<h3 id="installing-flink-from-git">Installing Flink from Git</h3>
+
<p>If you are installing Flink from the git repository and you are using the Windows git shell, Cygwin can produce a failure similiar to this one:</p>
<div class="highlight"><pre><code class="language-bash" data-lang="bash">c:/flink/bin/start-local.sh: line 30: <span class="s1">$'\r'</span>: <span class="nb">command </span>not found
</code></pre></div>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/run_example_quickstart.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/run_example_quickstart.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/run_example_quickstart.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/run_example_quickstart.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_examples.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_examples.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_examples.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_examples.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_guide.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_guide.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_guide.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_guide.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_quickstart.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_quickstart.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_quickstart.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/scala_api_quickstart.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/setup_quickstart.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/setup_quickstart.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/setup_quickstart.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/setup_quickstart.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/spargel_guide.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/spargel_guide.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/spargel_guide.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/spargel_guide.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/web_client.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/web_client.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/web_client.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/web_client.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
Modified: incubator/flink/site/docs/0.6-SNAPSHOT/yarn_setup.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/0.6-SNAPSHOT/yarn_setup.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/0.6-SNAPSHOT/yarn_setup.html (original)
+++ incubator/flink/site/docs/0.6-SNAPSHOT/yarn_setup.html Wed Aug 20 12:17:19 2014
@@ -132,6 +132,7 @@
<ul>
<li><a href="java_api_examples.html">Java API</a></li>
<li><a href="scala_api_examples.html">Scala API</a></li>
+ <li><a href="example_connectors.html">Connecting to other systems</a></li>
</ul>
</li>
@@ -178,6 +179,17 @@
<a href="#submit-job-to-flink">Submit Job to Flink</a>
</li>
<li>
+<a href="#debugging-a-failed-yarn-session">Debugging a failed YARN session</a>
+<ul>
+<li>
+<a href="#log-files">Log Files</a>
+</li>
+<li>
+<a href="#yarn-client-console-&-webinterfaces">YARN Client console & Webinterfaces</a>
+</li>
+</ul>
+</li>
+<li>
<a href="#build-yarn-client-for-a-specific-hadoop-version">Build YARN client for a specific Hadoop version</a>
</li>
<li>
@@ -188,12 +200,14 @@
<h1 id="in-a-nutshell">In a Nutshell</h1>
-<p>Start YARN session with 4 Taskmanagers (each with 4 GB of Heapspace):</p>
+<p>Start YARN session with 4 Task Managers (each with 4 GB of Heapspace):</p>
<div class="highlight"><pre><code class="language-bash" data-lang="bash">wget https://github.com/stratosphere/stratosphere/releases/download/release-0.5.2/stratosphere-0.5.2-yarn.tar.gz
tar xvzf flink-dist-0.5.2-yarn.tar.gz
<span class="nb">cd </span>flink-yarn-0.5.2/
./bin/yarn-session.sh -n <span class="m">4</span> -jm <span class="m">1024</span> -tm 4096
</code></pre></div>
+<p>Specify the <code>-s</code> flag for the number of processing slots per Task Manager. We recommend to set the number of slots to the number of processors per machine.</p>
+
<h1 id="introducing-yarn">Introducing YARN</h1>
<p>Apache <a href="http://hadoop.apache.org/">Hadoop YARN</a> is a cluster resource management framework. It allows to run various distributed applications on top of a cluster. Flink runs on YARN next to other applications. Users do not have to setup or install anything if there is already a YARN setup.</p>
@@ -202,7 +216,7 @@ tar xvzf flink-dist-0.5.2-yarn.tar.gz
<ul>
<li>Apache Hadoop 2.2</li>
-<li>HDFS</li>
+<li>HDFS (Hadoop Distributed File System)</li>
</ul>
<p>If you have troubles using the Flink YARN client, have a look in the <a href="/docs/0.5/general/faq.html">FAQ section</a>.</p>
@@ -215,9 +229,9 @@ tar xvzf flink-dist-0.5.2-yarn.tar.gz
<h3 id="download-flink-for-yarn">Download Flink for YARN</h3>
-<p>Download the YARN tgz package on the <a href="/downloads/#nightly">download page</a>. It contains the required files.</p>
+<p>Download the YARN tgz package on the <a href="/downloads/">download page</a>. It contains the required files.</p>
-<p>If you want to build the YARN .tgz file from sources, follow the build instructions. Make sure to use the <code>-Dhadoop.profile=2</code> profile. You can find the file in <code>flink-dist/target/flink-dist--yarn.tar.gz</code> (<em>Note: The version might be different for you</em> ).</p>
+<p>If you want to build the YARN .tgz file from sources, follow the <a href="building.html">build instructions</a>. Make sure to use the <code>-Dhadoop.profile=2</code> profile. You can find the file in <code>flink-dist/target/flink-dist--yarn.tar.gz</code> (<em>Note: The version might be different for you</em> ).</p>
<p>Extract the package using:</p>
<div class="highlight"><pre><code class="language-bash" data-lang="bash">tar xvzf flink-dist-0.5.2-yarn.tar.gz
@@ -231,25 +245,31 @@ tar xvzf flink-dist-0.5.2-yarn.tar.gz
<p>This command will show you the following overview:</p>
<div class="highlight"><pre><code class="language-bash" data-lang="bash">Usage:
Required
- -n,--container <arg> Number of Yarn container to allocate <span class="o">(=</span>Number of TaskTrackers<span class="o">)</span>
+ -n,--container <arg> Number of Yarn container to allocate <span class="o">(=</span>Number of Task Managers<span class="o">)</span>
Optional
+ -D <arg> Dynamic Properties
-jm,--jobManagerMemory <arg> Memory <span class="k">for</span> JobManager Container <span class="o">[</span>in MB<span class="o">]</span>
-q,--query Display available YARN resources <span class="o">(</span>memory, cores<span class="o">)</span>
-qu,--queue <arg> Specify YARN queue.
+ -s,--slots <arg> Number of slots per TaskManager
-tm,--taskManagerMemory <arg> Memory per TaskManager Container <span class="o">[</span>in MB<span class="o">]</span>
-tmc,--taskManagerCores <arg> Virtual CPU cores per TaskManager
-v,--verbose Verbose debug mode
</code></pre></div>
<p>Please note that the Client requires the <code>HADOOP_HOME</code> (or <code>YARN_CONF_DIR</code> or <code>HADOOP_CONF_DIR</code>) environment variable to be set to read the YARN and HDFS configuration.</p>
-<p><strong>Example:</strong> Issue the following command to allocate 10 TaskTrackers, with 8 GB of memory each:</p>
-<div class="highlight"><pre><code class="language-bash" data-lang="bash">./bin/yarn-session.sh -n <span class="m">10</span> -tm 8192
+<p><strong>Example:</strong> Issue the following command to allocate 10 Task Managers, with 8 GB of memory and 32 processing slots each:</p>
+<div class="highlight"><pre><code class="language-bash" data-lang="bash">./bin/yarn-session.sh -n <span class="m">10</span> -tm <span class="m">8192</span> -s 32
</code></pre></div>
-<p>The system will use the configuration in <code>conf/flink-config.yaml</code>. Please follow our <a href="config.html">configuration guide</a> if you want to change something. Flink on YARN will overwrite the following configuration parameters <code>jobmanager.rpc.address</code> (because the JobManager is always allocated at different machines) and <code>taskmanager.tmp.dirs</code> (we are using the tmp directories given by YARN).</p>
+<p>The system will use the configuration in <code>conf/flink-config.yaml</code>. Please follow our <a href="config.html">configuration guide</a> if you want to change something. </p>
+
+<p>Flink on YARN will overwrite the following configuration parameters <code>jobmanager.rpc.address</code> (because the JobManager is always allocated at different machines), <code>taskmanager.tmp.dirs</code> (we are using the tmp directories given by YARN) and <code>parallelization.degree.default</code> if the number of slots has been specified.</p>
+
+<p>If you don't want to change the configuration file to pass configuration parameters, there is the option to pass dynamic properties via the <code>-D</code> flag. So you can pass parameters this way: <code>-Dfs.overwrite-files=true -Dtaskmanager.network.numberOfBuffers=16368</code>.</p>
-<p>The example invocation starts 11 containers, since there is one additional container for the ApplicationMaster and JobTracker.</p>
+<p>The example invocation starts 11 containers, since there is one additional container for the ApplicationMaster and Job Manager.</p>
-<p>Once Flink is deployed in your YARN cluster, it will show you the connection details of the JobTracker.</p>
+<p>Once Flink is deployed in your YARN cluster, it will show you the connection details of the Job Manager.</p>
<p>The client has to remain open to keep the deployment running. We suggest to use <code>screen</code>, which will start a detachable shell:</p>
@@ -269,14 +289,22 @@ tar xvzf flink-dist-0.5.2-yarn.tar.gz
<p>The command will show you a help menu like this:</p>
<div class="highlight"><pre><code class="language-bash" data-lang="bash"><span class="o">[</span>...<span class="o">]</span>
-Action <span class="s2">"run"</span> compiles and submits a Flink program.
+Action <span class="s2">"run"</span> compiles and runs a program.
+
+ Syntax: run <span class="o">[</span>OPTIONS<span class="o">]</span> <jar-file> <arguments>
<span class="s2">"run"</span> action arguments:
- -a,--arguments <programArgs> Program arguments
- -c,--class <classname> Program class
- -j,--jarfile <jarfile> Flink program JAR file
- -m,--jobmanager <host:port> Jobmanager to which the program is submitted
- -w,--wait Wait <span class="k">for</span> program to finish
-<span class="o">[</span>...<span class="o">]</span>
+ -c,--class <classname> Class with the program entry point <span class="o">(</span><span class="s2">"main"</span>
+ method or <span class="s2">"getPlan()"</span> method. Only needed
+ <span class="k">if</span> the JAR file does not specify the class
+ in its manifest.
+ -m,--jobmanager <host:port> Address of the JobManager <span class="o">(</span>master<span class="o">)</span> to
+ which to connect. Use this flag to connect
+ to a different JobManager than the one
+ specified in the configuration.
+ -p,--parallelism <parallelism> The parallelism with which to run the
+ program. Optional flag to override the
+ default value specified in the
+ configuration
</code></pre></div>
<p>Use the <em>run</em> action to submit a job to YARN. The client is able to determine the address of the JobManager. In the rare event of a problem, you can also pass the JobManager address using the <code>-m</code> argument. The JobManager address is visible in the YARN console.</p>
@@ -294,6 +322,27 @@ Action <span class="s2">"run"<
<p>If the TaskManagers do not show up after a minute, you should investigate the issue using the log files.</p>
+<h1 id="debugging-a-failed-yarn-session">Debugging a failed YARN session</h1>
+
+<p>There are many reasons why a Flink YARN session deployment can fail. A misconfigured Hadoop setup (HDFS permissions, YARN configuration), version incompatibilities (running Flink with vanilla Hadoop dependencies on Cloudera Hadoop) or other errors.</p>
+
+<h2 id="log-files">Log Files</h2>
+
+<p>In cases where the Flink YARN session fails during the deployment itself, users have to rely on the logging capabilities of Hadoop YARN. The most useful feature for that is the <a href="http://hortonworks.com/blog/simplifying-user-logs-management-and-access-in-yarn/">YARN log aggregation</a>.
+To enable it, users have to set the <code>yarn.log-aggregation-enable</code> property to <code>true</code> in the <code>yarn-site.xml</code> file.
+Once that is enabled, users can use the following command to retrieve all log files of a (failed) YARN session.</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text">yarn logs -applicationId <application ID>
+</code></pre></div>
+<p>Note that it takes a few seconds after the session has finished until the logs show up.</p>
+
+<h2 id="yarn-client-console-&-webinterfaces">YARN Client console & Webinterfaces</h2>
+
+<p>The Flink YARN client also prints error messages in the terminal if errors occur during runtime (for example if a TaskManager stops working after some time).</p>
+
+<p>In addition to that, there is the YARN Resource Manager webinterface (by default on port 8088). The port of the Resource Manager web interface is determined by the <code>yarn.resourcemanager.webapp.address</code> configuration value. </p>
+
+<p>It allows to access log files for running YARN applications and shows diagnostics for failed apps.</p>
+
<h1 id="build-yarn-client-for-a-specific-hadoop-version">Build YARN client for a specific Hadoop version</h1>
<p>Users using Hadoop distributions from companies like Hortonworks, Cloudera or MapR might have to build Flink against their specific versions of Hadoop (HDFS) and YARN. Please read the <a href="building.html">build instructions</a> for more details.</p>
@@ -315,7 +364,7 @@ Action <span class="s2">"run"<
<p>The next step of the client is to request (step 2) a YARN container to start the <em>ApplicationMaster</em> (step 3). Since the client registered the configuration and jar-file as a resource for the container, the NodeManager of YARN running on that particular machine will take care of preparing the container (e.g. downloading the files). Once that has finished, the <em>ApplicationMaster</em> (AM) is started.</p>
-<p>The <em>JobManager</em> and AM are running in the same container. Once they successfully started, the AM knows the address of the JobManager (its own host). It is generating a new Flink configuration file for the TaskManagers (so that they can connect to the JobManager). The file is also uploaded to HDFS. Additionally, the <em>AM</em> container is also serving Flink's web interface.</p>
+<p>The <em>JobManager</em> and AM are running in the same container. Once they successfully started, the AM knows the address of the JobManager (its own host). It is generating a new Flink configuration file for the TaskManagers (so that they can connect to the JobManager). The file is also uploaded to HDFS. Additionally, the <em>AM</em> container is also serving Flink's web interface. The ports Flink is using for its services are the standard ports configured by the user + the application id as an offset. This allows users to execute multiple Flink YARN sessions in parallel.</p>
<p>After that, the AM starts allocating the containers for Flink's TaskManagers, which will download the jar file and the modified configuration from the HDFS. Once these steps are completed, Flink is set up and ready to accept Jobs.</p>
Modified: incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/allclasses-frame.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/allclasses-frame.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/allclasses-frame.html (original)
+++ incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/allclasses-frame.html Wed Aug 20 12:17:19 2014
@@ -2,10 +2,10 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (version 1.7.0_65) on Mon Aug 18 14:45:56 CEST 2014 -->
+<!-- Generated by javadoc (version 1.7.0_65) on Wed Aug 20 14:09:35 CEST 2014 -->
<meta http-equiv="Content-Type" content="text/html" charset="UTF-8">
<title>All Classes (flink-java 0.6-incubating-SNAPSHOT API)</title>
-<meta name="date" content="2014-08-18">
+<meta name="date" content="2014-08-20">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
</head>
<body>
Modified: incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/allclasses-noframe.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/allclasses-noframe.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/allclasses-noframe.html (original)
+++ incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/allclasses-noframe.html Wed Aug 20 12:17:19 2014
@@ -2,10 +2,10 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (version 1.7.0_65) on Mon Aug 18 14:45:56 CEST 2014 -->
+<!-- Generated by javadoc (version 1.7.0_65) on Wed Aug 20 14:09:35 CEST 2014 -->
<meta http-equiv="Content-Type" content="text/html" charset="UTF-8">
<title>All Classes (flink-java 0.6-incubating-SNAPSHOT API)</title>
-<meta name="date" content="2014-08-18">
+<meta name="date" content="2014-08-20">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
</head>
<body>
Modified: incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/constant-values.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/constant-values.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/constant-values.html (original)
+++ incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/constant-values.html Wed Aug 20 12:17:19 2014
@@ -2,10 +2,10 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (version 1.7.0_65) on Mon Aug 18 14:45:55 CEST 2014 -->
+<!-- Generated by javadoc (version 1.7.0_65) on Wed Aug 20 14:09:34 CEST 2014 -->
<meta http-equiv="Content-Type" content="text/html" charset="UTF-8">
<title>Constant Field Values (flink-java 0.6-incubating-SNAPSHOT API)</title>
-<meta name="date" content="2014-08-18">
+<meta name="date" content="2014-08-20">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
</head>
<body>
Modified: incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/deprecated-list.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/deprecated-list.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/deprecated-list.html (original)
+++ incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/deprecated-list.html Wed Aug 20 12:17:19 2014
@@ -2,10 +2,10 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (version 1.7.0_65) on Mon Aug 18 14:45:56 CEST 2014 -->
+<!-- Generated by javadoc (version 1.7.0_65) on Wed Aug 20 14:09:35 CEST 2014 -->
<meta http-equiv="Content-Type" content="text/html" charset="UTF-8">
<title>Deprecated List (flink-java 0.6-incubating-SNAPSHOT API)</title>
-<meta name="date" content="2014-08-18">
+<meta name="date" content="2014-08-20">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
</head>
<body>
Modified: incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/help-doc.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/help-doc.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/help-doc.html (original)
+++ incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/help-doc.html Wed Aug 20 12:17:19 2014
@@ -2,10 +2,10 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (version 1.7.0_65) on Mon Aug 18 14:45:56 CEST 2014 -->
+<!-- Generated by javadoc (version 1.7.0_65) on Wed Aug 20 14:09:35 CEST 2014 -->
<meta http-equiv="Content-Type" content="text/html" charset="UTF-8">
<title>API Help (flink-java 0.6-incubating-SNAPSHOT API)</title>
-<meta name="date" content="2014-08-18">
+<meta name="date" content="2014-08-20">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
</head>
<body>
Modified: incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/index-all.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/index-all.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/index-all.html (original)
+++ incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/index-all.html Wed Aug 20 12:17:19 2014
@@ -2,10 +2,10 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (version 1.7.0_65) on Mon Aug 18 14:45:56 CEST 2014 -->
+<!-- Generated by javadoc (version 1.7.0_65) on Wed Aug 20 14:09:35 CEST 2014 -->
<meta http-equiv="Content-Type" content="text/html" charset="UTF-8">
<title>Index (flink-java 0.6-incubating-SNAPSHOT API)</title>
-<meta name="date" content="2014-08-18">
+<meta name="date" content="2014-08-20">
<link rel="stylesheet" type="text/css" href="./stylesheet.css" title="Style">
</head>
<body>
Modified: incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/index.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/index.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/index.html (original)
+++ incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/index.html Wed Aug 20 12:17:19 2014
@@ -2,7 +2,7 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc on Mon Aug 18 14:45:56 CEST 2014 -->
+<!-- Generated by javadoc on Wed Aug 20 14:09:35 CEST 2014 -->
<meta http-equiv="Content-Type" content="text/html" charset="UTF-8">
<title>flink-java 0.6-incubating-SNAPSHOT API</title>
<script type="text/javascript">
Modified: incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-frame.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-frame.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-frame.html (original)
+++ incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-frame.html Wed Aug 20 12:17:19 2014
@@ -2,10 +2,10 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (version 1.7.0_65) on Mon Aug 18 14:45:55 CEST 2014 -->
+<!-- Generated by javadoc (version 1.7.0_65) on Wed Aug 20 14:09:34 CEST 2014 -->
<meta http-equiv="Content-Type" content="text/html" charset="UTF-8">
<title>Overview List (flink-java 0.6-incubating-SNAPSHOT API)</title>
-<meta name="date" content="2014-08-18">
+<meta name="date" content="2014-08-20">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
</head>
<body>
Modified: incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-summary.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-summary.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-summary.html (original)
+++ incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-summary.html Wed Aug 20 12:17:19 2014
@@ -2,10 +2,10 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (version 1.7.0_65) on Mon Aug 18 14:45:56 CEST 2014 -->
+<!-- Generated by javadoc (version 1.7.0_65) on Wed Aug 20 14:09:35 CEST 2014 -->
<meta http-equiv="Content-Type" content="text/html" charset="UTF-8">
<title>Overview (flink-java 0.6-incubating-SNAPSHOT API)</title>
-<meta name="date" content="2014-08-18">
+<meta name="date" content="2014-08-20">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
</head>
<body>
Modified: incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-tree.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-tree.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-tree.html (original)
+++ incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/overview-tree.html Wed Aug 20 12:17:19 2014
@@ -2,10 +2,10 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (version 1.7.0_65) on Mon Aug 18 14:45:55 CEST 2014 -->
+<!-- Generated by javadoc (version 1.7.0_65) on Wed Aug 20 14:09:35 CEST 2014 -->
<meta http-equiv="Content-Type" content="text/html" charset="UTF-8">
<title>Class Hierarchy (flink-java 0.6-incubating-SNAPSHOT API)</title>
-<meta name="date" content="2014-08-18">
+<meta name="date" content="2014-08-20">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
</head>
<body>
@@ -655,6 +655,7 @@
<li type="circle">org.apache.flink.api.java.record.functions.<a href="org/apache/flink/api/java/record/functions/FunctionAnnotation.ConstantFieldsExcept.html" title="annotation in org.apache.flink.api.java.record.functions"><span class="strong">FunctionAnnotation.ConstantFieldsExcept</span></a> (implements java.lang.annotation.<a href="http://docs.oracle.com/javase/6/docs/api/java/lang/annotation/Annotation.html?is-external=true" title="class or interface in java.lang.annotation">Annotation</a>)</li>
<li type="circle">org.apache.flink.api.java.record.functions.<a href="org/apache/flink/api/java/record/functions/FunctionAnnotation.ConstantFieldsFirstExcept.html" title="annotation in org.apache.flink.api.java.record.functions"><span class="strong">FunctionAnnotation.ConstantFieldsFirstExcept</span></a> (implements java.lang.annotation.<a href="http://docs.oracle.com/javase/6/docs/api/java/lang/annotation/Annotation.html?is-external=true" title="class or interface in java.lang.annotation">Annotation</a>)</li>
<li type="circle">org.apache.flink.api.java.record.functions.<a href="org/apache/flink/api/java/record/functions/FunctionAnnotation.ConstantFieldsSecondExcept.html" title="annotation in org.apache.flink.api.java.record.functions"><span class="strong">FunctionAnnotation.ConstantFieldsSecondExcept</span></a> (implements java.lang.annotation.<a href="http://docs.oracle.com/javase/6/docs/api/java/lang/annotation/Annotation.html?is-external=true" title="class or interface in java.lang.annotation">Annotation</a>)</li>
+<li type="circle">org.apache.flink.api.java.functions.<a href="org/apache/flink/api/java/functions/RichGroupReduceFunction.Combinable.html" title="annotation in org.apache.flink.api.java.functions"><span class="strong">RichGroupReduceFunction.Combinable</span></a> (implements java.lang.annotation.<a href="http://docs.oracle.com/javase/6/docs/api/java/lang/annotation/Annotation.html?is-external=true" title="class or interface in java.lang.annotation">Annotation</a>)</li>
<li type="circle">org.apache.flink.api.java.functions.<a href="org/apache/flink/api/java/functions/FunctionAnnotation.ConstantFields.html" title="annotation in org.apache.flink.api.java.functions"><span class="strong">FunctionAnnotation.ConstantFields</span></a> (implements java.lang.annotation.<a href="http://docs.oracle.com/javase/6/docs/api/java/lang/annotation/Annotation.html?is-external=true" title="class or interface in java.lang.annotation">Annotation</a>)</li>
<li type="circle">org.apache.flink.api.java.functions.<a href="org/apache/flink/api/java/functions/FunctionAnnotation.ConstantFieldsFirst.html" title="annotation in org.apache.flink.api.java.functions"><span class="strong">FunctionAnnotation.ConstantFieldsFirst</span></a> (implements java.lang.annotation.<a href="http://docs.oracle.com/javase/6/docs/api/java/lang/annotation/Annotation.html?is-external=true" title="class or interface in java.lang.annotation">Annotation</a>)</li>
<li type="circle">org.apache.flink.api.java.functions.<a href="org/apache/flink/api/java/functions/FunctionAnnotation.ConstantFieldsSecond.html" title="annotation in org.apache.flink.api.java.functions"><span class="strong">FunctionAnnotation.ConstantFieldsSecond</span></a> (implements java.lang.annotation.<a href="http://docs.oracle.com/javase/6/docs/api/java/lang/annotation/Annotation.html?is-external=true" title="class or interface in java.lang.annotation">Annotation</a>)</li>
@@ -664,7 +665,6 @@
<li type="circle">org.apache.flink.api.java.functions.<a href="org/apache/flink/api/java/functions/FunctionAnnotation.ReadFields.html" title="annotation in org.apache.flink.api.java.functions"><span class="strong">FunctionAnnotation.ReadFields</span></a> (implements java.lang.annotation.<a href="http://docs.oracle.com/javase/6/docs/api/java/lang/annotation/Annotation.html?is-external=true" title="class or interface in java.lang.annotation">Annotation</a>)</li>
<li type="circle">org.apache.flink.api.java.functions.<a href="org/apache/flink/api/java/functions/FunctionAnnotation.ReadFieldsSecond.html" title="annotation in org.apache.flink.api.java.functions"><span class="strong">FunctionAnnotation.ReadFieldsSecond</span></a> (implements java.lang.annotation.<a href="http://docs.oracle.com/javase/6/docs/api/java/lang/annotation/Annotation.html?is-external=true" title="class or interface in java.lang.annotation">Annotation</a>)</li>
<li type="circle">org.apache.flink.api.java.functions.<a href="org/apache/flink/api/java/functions/FunctionAnnotation.ReadFieldsFirst.html" title="annotation in org.apache.flink.api.java.functions"><span class="strong">FunctionAnnotation.ReadFieldsFirst</span></a> (implements java.lang.annotation.<a href="http://docs.oracle.com/javase/6/docs/api/java/lang/annotation/Annotation.html?is-external=true" title="class or interface in java.lang.annotation">Annotation</a>)</li>
-<li type="circle">org.apache.flink.api.java.functions.<a href="org/apache/flink/api/java/functions/RichGroupReduceFunction.Combinable.html" title="annotation in org.apache.flink.api.java.functions"><span class="strong">RichGroupReduceFunction.Combinable</span></a> (implements java.lang.annotation.<a href="http://docs.oracle.com/javase/6/docs/api/java/lang/annotation/Annotation.html?is-external=true" title="class or interface in java.lang.annotation">Annotation</a>)</li>
</ul>
<h2 title="Enum Hierarchy">Enum Hierarchy</h2>
<ul>
Modified: incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/serialized-form.html
URL: http://svn.apache.org/viewvc/incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/serialized-form.html?rev=1619086&r1=1619085&r2=1619086&view=diff
==============================================================================
--- incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/serialized-form.html (original)
+++ incubator/flink/site/docs/javadocs-0.6-SNAPSHOT/serialized-form.html Wed Aug 20 12:17:19 2014
@@ -2,10 +2,10 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (version 1.7.0_65) on Mon Aug 18 14:45:55 CEST 2014 -->
+<!-- Generated by javadoc (version 1.7.0_65) on Wed Aug 20 14:09:35 CEST 2014 -->
<meta http-equiv="Content-Type" content="text/html" charset="UTF-8">
<title>Serialized Form (flink-java 0.6-incubating-SNAPSHOT API)</title>
-<meta name="date" content="2014-08-18">
+<meta name="date" content="2014-08-20">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
</head>
<body>