You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by xi...@apache.org on 2016/10/19 17:26:34 UTC
svn commit: r1765687 [9/9] - in /samza/site: ./ archive/ community/
contribute/ learn/documentation/latest/ learn/documentation/latest/api/
learn/documentation/latest/api/javadocs/
learn/documentation/latest/api/javadocs/org/apache/samza/ learn/documen...
Modified: samza/site/learn/documentation/latest/yarn/application-master.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/yarn/application-master.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/yarn/application-master.html (original)
+++ samza/site/learn/documentation/latest/yarn/application-master.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/documentation/0.10/yarn/application-master.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.11/yarn/application-master.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -198,7 +198,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.10/yarn/application-master.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.11/yarn/application-master.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/yarn/isolation.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/yarn/isolation.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/yarn/isolation.html (original)
+++ samza/site/learn/documentation/latest/yarn/isolation.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/documentation/0.10/yarn/isolation.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.11/yarn/isolation.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -185,7 +185,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.10/yarn/isolation.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.11/yarn/isolation.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/yarn/yarn-host-affinity.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/yarn/yarn-host-affinity.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/yarn/yarn-host-affinity.html (original)
+++ samza/site/learn/documentation/latest/yarn/yarn-host-affinity.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/documentation/0.10/yarn/yarn-host-affinity.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.11/yarn/yarn-host-affinity.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -263,7 +263,7 @@ Without this configuration, the state st
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.10/yarn/yarn-host-affinity.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.11/yarn/yarn-host-affinity.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/tutorials/latest/deploy-samza-job-from-hdfs.html
URL: http://svn.apache.org/viewvc/samza/site/learn/tutorials/latest/deploy-samza-job-from-hdfs.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/tutorials/latest/deploy-samza-job-from-hdfs.html (original)
+++ samza/site/learn/tutorials/latest/deploy-samza-job-from-hdfs.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/tutorials/0.10/deploy-samza-job-from-hdfs.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/tutorials/0.11/deploy-samza-job-from-hdfs.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -147,7 +147,7 @@
<h3 id="upload-the-package">Upload the package</h3>
-<div class="highlight"><pre><code class="bash">hadoop fs -put ./target/hello-samza-0.10.0-dist.tar.gz /path/for/tgz</code></pre></div>
+<div class="highlight"><pre><code class="bash">hadoop fs -put ./target/hello-samza-0.11.0-dist.tar.gz /path/for/tgz</code></pre></div>
<h3 id="add-hdfs-configuration">Add HDFS configuration</h3>
@@ -177,7 +177,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/tutorials/0.10/deploy-samza-job-from-hdfs.html" ) ) {
+ if ( $.fn.urlExists( "/learn/tutorials/0.11/deploy-samza-job-from-hdfs.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/tutorials/latest/deploy-samza-to-CDH.html
URL: http://svn.apache.org/viewvc/samza/site/learn/tutorials/latest/deploy-samza-to-CDH.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/tutorials/latest/deploy-samza-to-CDH.html (original)
+++ samza/site/learn/tutorials/latest/deploy-samza-to-CDH.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/tutorials/0.10/deploy-samza-to-CDH.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/tutorials/0.11/deploy-samza-to-CDH.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -155,13 +155,13 @@
<p>There are a few ways of uploading the package to the cluster’s HDFS. If you do not have the job package in your cluster, <strong>scp</strong> from you local machine to the cluster. Then run</p>
-<div class="highlight"><pre><code class="bash">hadoop fs -put path/to/hello-samza-0.10.0-dist.tar.gz /path/for/tgz</code></pre></div>
+<div class="highlight"><pre><code class="bash">hadoop fs -put path/to/hello-samza-0.11.0-dist.tar.gz /path/for/tgz</code></pre></div>
<h3 id="get-deloying-scripts">Get Deloying Scripts</h3>
<p>Untar the job package (assume you will run from the current directory)</p>
-<div class="highlight"><pre><code class="bash">tar -xvf path/to/samza-job-package-0.10.0-dist.tar.gz -C ./</code></pre></div>
+<div class="highlight"><pre><code class="bash">tar -xvf path/to/samza-job-package-0.11.0-dist.tar.gz -C ./</code></pre></div>
<h3 id="add-package-path-to-properties-file">Add Package Path to Properties File</h3>
@@ -195,7 +195,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/tutorials/0.10/deploy-samza-to-CDH.html" ) ) {
+ if ( $.fn.urlExists( "/learn/tutorials/0.11/deploy-samza-to-CDH.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/tutorials/latest/index.html
URL: http://svn.apache.org/viewvc/samza/site/learn/tutorials/latest/index.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/tutorials/latest/index.html (original)
+++ samza/site/learn/tutorials/latest/index.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/tutorials/0.10/index.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/tutorials/0.11/index.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -155,6 +155,8 @@
<p><a href="samza-rest-getting-started.html">Getting Started with Samza REST</a></p>
+<p><a href="samza-async-user-guide.html">Samza Async API and Multithreading User Guide</a></p>
+
<!-- TODO a bunch of tutorials
[Log Walkthrough](log-walkthrough.html)
<a href="configuring-kafka-system.html">Configuring a Kafka System</a><br/>
@@ -182,7 +184,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/tutorials/0.10/index.html" ) ) {
+ if ( $.fn.urlExists( "/learn/tutorials/0.11/index.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/tutorials/latest/remote-debugging-samza.html
URL: http://svn.apache.org/viewvc/samza/site/learn/tutorials/latest/remote-debugging-samza.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/tutorials/latest/remote-debugging-samza.html (original)
+++ samza/site/learn/tutorials/latest/remote-debugging-samza.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/tutorials/0.10/remote-debugging-samza.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/tutorials/0.11/remote-debugging-samza.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -176,7 +176,7 @@
<p>The <a href="../../documentation/latest/jobs/configuration-table.html">task.opts</a> configuration parameter is a way to override Java parameters at runtime for your Samza containers. In this example, we’re setting the agentlib parameter to enable remote debugging on localhost, port 9009. In a more realistic environment, you might also set Java heap settings (-Xmx, -Xms, etc), as well as garbage collection and logging settings.</p>
-<p><em>NOTE: If you’re running multiple Samza containers on the same machine, there is a potential for port collisions. You must configure your task.opts to assign different ports for different Samza jobs. If a Samza job has more than one container (e.g. if you’re using YARN with yarn.container.count=2), those containers must be run on different machines.</em></p>
+<p><em>NOTE: If you’re running multiple Samza containers on the same machine, there is a potential for port collisions. You must configure your task.opts to assign different ports for different Samza jobs. If a Samza job has more than one container (e.g. if you’re using YARN with job.container.count=2), those containers must be run on different machines.</em></p>
<h3 id="start-the-grid">Start the Grid</h3>
@@ -192,7 +192,7 @@
<div class="highlight"><pre><code class="bash">mvn clean package
mkdir -p deploy/samza
-tar -xvf ./target/hello-samza-0.10.0-dist.tar.gz -C deploy/samza
+tar -xvf ./target/hello-samza-0.11.0-dist.tar.gz -C deploy/samza
deploy/samza/bin/run-job.sh --config-factory<span class="o">=</span>org.apache.samza.config.factories.PropertiesConfigFactory --config-path<span class="o">=</span>file://<span class="nv">$PWD</span>/deploy/samza/config/wikipedia-feed.properties</code></pre></div>
<p>When the wikipedia-feed job starts up, a single Samza container will be created to process all incoming messages. This is the container that we’ll want to connect to from the remote debugger.</p>
@@ -223,7 +223,7 @@ deploy/samza/bin/run-job.sh --config-fac
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/tutorials/0.10/remote-debugging-samza.html" ) ) {
+ if ( $.fn.urlExists( "/learn/tutorials/0.11/remote-debugging-samza.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/tutorials/latest/run-hello-samza-without-internet.html
URL: http://svn.apache.org/viewvc/samza/site/learn/tutorials/latest/run-hello-samza-without-internet.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/tutorials/latest/run-hello-samza-without-internet.html (original)
+++ samza/site/learn/tutorials/latest/run-hello-samza-without-internet.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/tutorials/0.10/run-hello-samza-without-internet.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/tutorials/0.11/run-hello-samza-without-internet.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -202,7 +202,7 @@ NOTICE AUTH :*** Found your hostname
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/tutorials/0.10/run-hello-samza-without-internet.html" ) ) {
+ if ( $.fn.urlExists( "/learn/tutorials/0.11/run-hello-samza-without-internet.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/tutorials/latest/run-in-multi-node-yarn.html
URL: http://svn.apache.org/viewvc/samza/site/learn/tutorials/latest/run-in-multi-node-yarn.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/tutorials/latest/run-in-multi-node-yarn.html (original)
+++ samza/site/learn/tutorials/latest/run-in-multi-node-yarn.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/tutorials/0.10/run-in-multi-node-yarn.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/tutorials/0.11/run-in-multi-node-yarn.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -194,8 +194,8 @@ tar -xvf scala-2.10.4.tgz</code></pre></
<div class="highlight"><pre><code class="bash">cp /tmp/scala-2.10.4/lib/scala-compiler.jar <span class="nv">$HADOOP_YARN_HOME</span>/share/hadoop/hdfs/lib
cp /tmp/scala-2.10.4/lib/scala-library.jar <span class="nv">$HADOOP_YARN_HOME</span>/share/hadoop/hdfs/lib
curl -L http://search.maven.org/remotecontent?filepath<span class="o">=</span>org/clapper/grizzled-slf4j_2.10/1.0.1/grizzled-slf4j_2.10-1.0.1.jar > <span class="nv">$HADOOP_YARN_HOME</span>/share/hadoop/hdfs/lib/grizzled-slf4j_2.10-1.0.1.jar
-curl -L http://search.maven.org/remotecontent?filepath<span class="o">=</span>org/apache/samza/samza-yarn_2.10/0.10.0/samza-yarn_2.10-0.10.0.jar > <span class="nv">$HADOOP_YARN_HOME</span>/share/hadoop/hdfs/lib/samza-yarn_2.10-0.10.0.jar
-curl -L http://search.maven.org/remotecontent?filepath<span class="o">=</span>org/apache/samza/samza-core_2.10/0.10.0/samza-core_2.10-0.10.0.jar > <span class="nv">$HADOOP_YARN_HOME</span>/share/hadoop/hdfs/lib/samza-core_2.10-0.10.0.jar</code></pre></div>
+curl -L http://search.maven.org/remotecontent?filepath<span class="o">=</span>org/apache/samza/samza-yarn_2.10/0.11.0/samza-yarn_2.10-0.11.0.jar > <span class="nv">$HADOOP_YARN_HOME</span>/share/hadoop/hdfs/lib/samza-yarn_2.10-0.11.0.jar
+curl -L http://search.maven.org/remotecontent?filepath<span class="o">=</span>org/apache/samza/samza-core_2.10/0.11.0/samza-core_2.10-0.11.0.jar > <span class="nv">$HADOOP_YARN_HOME</span>/share/hadoop/hdfs/lib/samza-core_2.10-0.11.0.jar</code></pre></div>
<p>6. Add http configuration in core-site.xml (create the core-site.xml file and add content).</p>
@@ -245,13 +245,13 @@ vi src/main/config/wikipedia-feed.proper
<p>Change the yarn.package.path property to be:</p>
-<div class="highlight"><pre><code class="jproperties"><span class="na">yarn.package.path</span><span class="o">=</span><span class="s">http://yourHostname:8000/target/hello-samza-0.10.0-dist.tar.gz</span></code></pre></div>
+<div class="highlight"><pre><code class="jproperties"><span class="na">yarn.package.path</span><span class="o">=</span><span class="s">http://yourHostname:8000/target/hello-samza-0.11.0-dist.tar.gz</span></code></pre></div>
-<p>3. Complie hello-samza.</p>
+<p>3. Compile hello-samza.</p>
<div class="highlight"><pre><code class="bash">mvn clean package
mkdir -p deploy/samza
-tar -xvf ./target/hello-samza-0.10.0-dist.tar.gz -C deploy/samza</code></pre></div>
+tar -xvf ./target/hello-samza-0.11.0-dist.tar.gz -C deploy/samza</code></pre></div>
<p>4. Deploy Samza job package to Http server..</p>
@@ -283,7 +283,7 @@ tar -xvf ./target/hello-samza-0.10.0-dis
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/tutorials/0.10/run-in-multi-node-yarn.html" ) ) {
+ if ( $.fn.urlExists( "/learn/tutorials/0.11/run-in-multi-node-yarn.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Added: samza/site/learn/tutorials/latest/samza-async-user-guide.html
URL: http://svn.apache.org/viewvc/samza/site/learn/tutorials/latest/samza-async-user-guide.html?rev=1765687&view=auto
==============================================================================
--- samza/site/learn/tutorials/latest/samza-async-user-guide.html (added)
+++ samza/site/learn/tutorials/latest/samza-async-user-guide.html Wed Oct 19 17:26:31 2016
@@ -0,0 +1,290 @@
+<!DOCTYPE html>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Samza - Samza Async API and Multithreading User Guide</title>
+ <link href='/css/ropa-sans.css' rel='stylesheet' type='text/css'/>
+ <link href="/css/bootstrap.min.css" rel="stylesheet"/>
+ <link href="/css/font-awesome.min.css" rel="stylesheet"/>
+ <link href="/css/main.css" rel="stylesheet"/>
+ <link href="/css/syntax.css" rel="stylesheet"/>
+ <link rel="icon" type="image/png" href="/img/samza-icon.png">
+ <script src="/js/jquery-1.11.1.min.js"></script>
+ </head>
+ <body>
+ <div class="wrapper">
+ <div class="wrapper-content">
+
+ <div class="masthead">
+ <div class="container">
+ <div class="masthead-logo">
+ <a href="/" class="logo">samza</a>
+ </div>
+ <div class="masthead-icons">
+ <div class="pull-right">
+ <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a>
+ <a href="https://git-wip-us.apache.org/repos/asf?p=samza.git;a=tree" target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a>
+ <a href="https://twitter.com/samzastream" target="_blank"><i class="fa fa-twitter masthead-icon"></i></a>
+ <!-- this icon only shows in versioned pages -->
+
+
+
+
+ <a href="http://samza.apache.org/learn/tutorials/0.11/samza-async-user-guide.html"><i id="switch-version-button"></i></a>
+ <!-- links for the navigation bar -->
+
+
+ </div>
+ </div>
+ </div><!-- /.container -->
+ </div>
+
+ <div class="container">
+ <div class="menu">
+ <h1><i class="fa fa-rocket"></i> Getting Started</h1>
+ <ul>
+ <li><a href="/startup/hello-samza/latest">Hello Samza</a></li>
+ <li><a href="/startup/download">Download</a></li>
+ </ul>
+
+ <h1><i class="fa fa-book"></i> Learn</h1>
+ <ul>
+ <li><a href="/learn/documentation/latest">Documentation</a></li>
+ <li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
+ <li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
+ <li><a href="/learn/tutorials/latest">Tutorials</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SAMZA/Apache+Samza">Wiki</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=51812876">Papers & Talks</a></li>
+ <li><a href="http://blogs.apache.org/samza">Blog</a></li>
+ </ul>
+
+ <h1><i class="fa fa-comments"></i> Community</h1>
+ <ul>
+ <li><a href="/community/mailing-lists.html">Mailing Lists</a></li>
+ <li><a href="/community/irc.html">IRC</a></li>
+ <li><a href="https://issues.apache.org/jira/browse/SAMZA">Bugs</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SAMZA/Powered+By">Powered by</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SAMZA/Ecosystem">Ecosystem</a></li>
+ <li><a href="/community/committers.html">Committers</a></li>
+ </ul>
+
+ <h1><i class="fa fa-code"></i> Contribute</h1>
+ <ul>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
+ <li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
+ <li><a href="/contribute/design-documents.html">Design Documents</a></li>
+ <li><a href="/contribute/code.html">Code</a></li>
+ <li><a href="/contribute/tests.html">Tests</a></li>
+ </ul>
+
+ <h1><i class="fa fa-history"></i> Archive</h1>
+ <ul>
+ <li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
+ <li><a href="/archive/index.html#10">0.10</a></li>
+ <li><a href="/archive/index.html#09">0.9</a></li>
+ <li><a href="/archive/index.html#08">0.8</a></li>
+ <li><a href="/archive/index.html#07">0.7</a></li>
+ </ul>
+ </div>
+
+ <div class="content">
+ <!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<h2>Samza Async API and Multithreading User Guide</h2>
+
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<p>This tutorial provides examples and guide to use Samza asynchronous API and multithreading.</p>
+
+<h3 id="synchronous-process-with-multithreading">Synchronous Process with Multithreading</h3>
+
+<p>If your job process involves synchronous IO, or blocking IO, you can simply configure the Samza build-in thread pool to run your tasks in parallel. In the following example, SyncRestTask uses Jersey client to makes rest calls in each process().</p>
+
+<div class="highlight"><pre><code class="java"><span class="kd">public</span> <span class="kd">class</span> <span class="nc">SyncRestTask</span> <span class="kd">implements</span> <span class="n">StreamTask</span><span class="o">,</span> <span class="n">InitableTask</span><span class="o">,</span> <span class="n">ClosableTask</span> <span class="o">{</span>
+ <span class="kd">private</span> <span class="n">Client</span> <span class="n">client</span><span class="o">;</span>
+ <span class="kd">private</span> <span class="n">WebTarget</span> <span class="n">target</span><span class="o">;</span>
+
+ <span class="nd">@Override</span>
+ <span class="kd">public</span> <span class="kt">void</span> <span class="nf">init</span><span class="o">(</span><span class="n">Config</span> <span class="n">config</span><span class="o">,</span> <span class="n">TaskContext</span> <span class="n">taskContext</span><span class="o">)</span> <span class="kd">throws</span> <span class="n">Exception</span> <span class="o">{</span>
+ <span class="n">client</span> <span class="o">=</span> <span class="n">ClientBuilder</span><span class="o">.</span><span class="na">newClient</span><span class="o">();</span>
+ <span class="n">target</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="na">target</span><span class="o">(</span><span class="s">"http://example.com/resource/"</span><span class="o">).</span><span class="na">path</span><span class="o">(</span><span class="s">"hello"</span><span class="o">);</span>
+ <span class="o">}</span>
+
+ <span class="nd">@Override</span>
+ <span class="kd">public</span> <span class="kt">void</span> <span class="nf">process</span><span class="o">(</span><span class="n">IncomingMessageEnvelope</span> <span class="n">envelope</span><span class="o">,</span> <span class="n">MessageCollector</span> <span class="n">collector</span><span class="o">,</span> <span class="n">TaskCoordinator</span> <span class="n">coordinator</span><span class="o">)</span> <span class="o">{</span>
+ <span class="n">Response</span> <span class="n">response</span> <span class="o">=</span> <span class="n">target</span><span class="o">.</span><span class="na">request</span><span class="o">().</span><span class="na">get</span><span class="o">();</span>
+ <span class="n">System</span><span class="o">.</span><span class="na">out</span><span class="o">.</span><span class="na">println</span><span class="o">(</span><span class="s">"Response status code "</span> <span class="o">+</span> <span class="n">response</span><span class="o">.</span><span class="na">getStatus</span><span class="o">()</span> <span class="o">+</span> <span class="s">" received."</span><span class="o">);</span>
+ <span class="o">}</span>
+
+ <span class="nd">@Override</span>
+ <span class="kd">public</span> <span class="kt">void</span> <span class="nf">close</span><span class="o">()</span> <span class="kd">throws</span> <span class="n">Exception</span> <span class="o">{</span>
+ <span class="n">client</span><span class="o">.</span><span class="na">close</span><span class="o">();</span>
+ <span class="o">}</span>
+<span class="o">}</span></code></pre></div>
+
+<p>By default Samza will run this task sequentially in a single thread. In below we configure the thread pool of size 16 to run the tasks in parallel:</p>
+
+<div class="highlight"><pre><code class="jproperties"><span class="c"># Thread pool to run synchronous tasks in parallel.</span>
+<span class="na">job.container.thread.pool.size</span><span class="o">=</span><span class="s">16</span></code></pre></div>
+
+<p><strong>NOTE:</strong> The thread pool will be used to run all the synchronous operations of a task, including StreamTask.process(), WindowableTask.window(), and internally Task.commit(). This is for maximizing the parallelism between tasks as well as reducing the blocking time. When running tasks in multithreading, Samza still guarantees the in-order processing of the messages within a task by default.</p>
+
+<h3 id="asynchronous-process-with-asyncstreamtask-api">Asynchronous Process with AsyncStreamTask API</h3>
+
+<p>If your job process is asynchronous, e.g. making non-blocking remote IO calls, <a href="javadocs/org/apache/samza/task/AsyncStreamTask.html">AsyncStreamTask</a> interface provides the support for it. In the following example AsyncRestTask makes asynchronous rest call and triggers callback once it’s complete. </p>
+
+<div class="highlight"><pre><code class="java"><span class="kd">public</span> <span class="kd">class</span> <span class="nc">AsyncRestTask</span> <span class="kd">implements</span> <span class="n">AsyncStreamTask</span><span class="o">,</span> <span class="n">InitableTask</span><span class="o">,</span> <span class="n">ClosableTask</span> <span class="o">{</span>
+ <span class="kd">private</span> <span class="n">Client</span> <span class="n">client</span><span class="o">;</span>
+ <span class="kd">private</span> <span class="n">WebTarget</span> <span class="n">target</span><span class="o">;</span>
+
+ <span class="nd">@Override</span>
+ <span class="kd">public</span> <span class="kt">void</span> <span class="nf">init</span><span class="o">(</span><span class="n">Config</span> <span class="n">config</span><span class="o">,</span> <span class="n">TaskContext</span> <span class="n">taskContext</span><span class="o">)</span> <span class="kd">throws</span> <span class="n">Exception</span> <span class="o">{</span>
+ <span class="n">client</span> <span class="o">=</span> <span class="n">ClientBuilder</span><span class="o">.</span><span class="na">newClient</span><span class="o">();</span>
+ <span class="n">target</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="na">target</span><span class="o">(</span><span class="s">"http://example.com/resource/"</span><span class="o">).</span><span class="na">path</span><span class="o">(</span><span class="s">"hello"</span><span class="o">);</span>
+ <span class="o">}</span>
+
+ <span class="nd">@Override</span>
+ <span class="kd">public</span> <span class="kt">void</span> <span class="nf">processAsync</span><span class="o">(</span><span class="n">IncomingMessageEnvelope</span> <span class="n">envelope</span><span class="o">,</span> <span class="n">MessageCollector</span> <span class="n">collector</span><span class="o">,</span>
+ <span class="n">TaskCoordinator</span> <span class="n">coordinator</span><span class="o">,</span> <span class="kd">final</span> <span class="n">TaskCallback</span> <span class="n">callback</span><span class="o">)</span> <span class="o">{</span>
+ <span class="n">target</span><span class="o">.</span><span class="na">request</span><span class="o">().</span><span class="na">async</span><span class="o">().</span><span class="na">get</span><span class="o">(</span><span class="k">new</span> <span class="n">InvocationCallback</span><span class="o"><</span><span class="n">Response</span><span class="o">>()</span> <span class="o">{</span>
+ <span class="nd">@Override</span>
+ <span class="kd">public</span> <span class="kt">void</span> <span class="nf">completed</span><span class="o">(</span><span class="n">Response</span> <span class="n">response</span><span class="o">)</span> <span class="o">{</span>
+ <span class="n">System</span><span class="o">.</span><span class="na">out</span><span class="o">.</span><span class="na">println</span><span class="o">(</span><span class="s">"Response status code "</span> <span class="o">+</span> <span class="n">response</span><span class="o">.</span><span class="na">getStatus</span><span class="o">()</span> <span class="o">+</span> <span class="s">" received."</span><span class="o">);</span>
+ <span class="n">callback</span><span class="o">.</span><span class="na">complete</span><span class="o">();</span>
+ <span class="o">}</span>
+
+ <span class="nd">@Override</span>
+ <span class="kd">public</span> <span class="kt">void</span> <span class="nf">failed</span><span class="o">(</span><span class="n">Throwable</span> <span class="n">throwable</span><span class="o">)</span> <span class="o">{</span>
+ <span class="n">System</span><span class="o">.</span><span class="na">out</span><span class="o">.</span><span class="na">println</span><span class="o">(</span><span class="s">"Invocation failed."</span><span class="o">);</span>
+ <span class="n">callback</span><span class="o">.</span><span class="na">failure</span><span class="o">(</span><span class="n">throwable</span><span class="o">);</span>
+ <span class="o">}</span>
+ <span class="o">});</span>
+ <span class="o">}</span>
+
+ <span class="nd">@Override</span>
+ <span class="kd">public</span> <span class="kt">void</span> <span class="nf">close</span><span class="o">()</span> <span class="kd">throws</span> <span class="n">Exception</span> <span class="o">{</span>
+ <span class="n">client</span><span class="o">.</span><span class="na">close</span><span class="o">();</span>
+ <span class="o">}</span>
+<span class="o">}</span></code></pre></div>
+
+<p>In the above example, the process is not complete when processAsync() returns. In the callback thread from Jersey client, we trigger <a href="javadocs/org/apache/samza/task/TaskCallback.html">TaskCallback</a> to indicate the process is done. In order to make sure the callback will be triggered within certain time interval, e.g. 5 seconds, you can config the following property:</p>
+
+<div class="highlight"><pre><code class="jproperties"><span class="c"># Timeout for processAsync() callback. When the timeout happens, it will throw a TaskCallbackTimeoutException and shut down the container.</span>
+<span class="na">task.callback.timeout.ms</span><span class="o">=</span><span class="s">5000</span></code></pre></div>
+
+<p><strong>NOTE:</strong> Samza also guarantees the in-order process of the messages within an AsyncStreamTask by default, meaning the next processAsync() of a task won’t be called until the previous processAsync() callback has been triggered.</p>
+
+<h3 id="out-of-order-process">Out-of-order Process</h3>
+
+<p>In both cases above, Samza supports in-order process by default. Further parallelism is also supported by allowing a task to process multiple outstanding messages in parallel. The following config allows one task to process at most 4 outstanding messages in parallel at a time: </p>
+
+<div class="highlight"><pre><code class="jproperties"><span class="c"># Max number of outstanding messages being processed per task at a time, applicable to both StreamTask and AsyncStreamTask.</span>
+<span class="na">task.max.concurrency</span><span class="o">=</span><span class="s">4</span></code></pre></div>
+
+<p><strong>NOTE:</strong> In case of AsyncStreamTask, processAsync() is still invoked in the order of the message arrivals, but the completion can go out of order. In case of StreamTask with multithreading, process() can run out-of-order since they are dispatched to a thread pool. This option should <strong>NOT</strong> be used when strict ordering of the output is required.</p>
+
+<h3 id="guaranteed-semantics">Guaranteed Semantics</h3>
+
+<p>In any of the scenarios, Samza guarantees the following semantics:</p>
+
+<ul>
+<li>Samza is thead-safe. You can safely access your job’s state in key-value store, write messages and checkpoint offset in the task threads. If you have other data shared among tasks, such as global variables or static data, it is not thread safe if the data can be accessed concurrently by multiple threads, e.g. StreamTask running in the configured thread pool with more than one threads. For states within a task, such as member variables, Samza guarantees the mutual exclusiveness of process, window and commit so there will be no concurrent modifications among these operations and any state change from one operation will be fully visible to the others.</li>
+<li>WindowableTask.window is called when no outstanding process/processAsync and no new process/processAsync invocations can be scheduled until it completes. The Samza engine is responsible for ensuring that window is invoked in a timely manner.</li>
+<li>Checkpointing is guaranteed to only cover events that are fully processed. It is persisted in commit() method.</li>
+</ul>
+
+
+ </div>
+ </div>
+
+ </div><!-- /.wrapper-content -->
+ </div><!-- /.wrapper -->
+
+ <div class="footer">
+ <div class="container">
+ <!-- nothing for now. -->
+ </div>
+ </div>
+
+
+ <script>
+ $( document ).ready(function() {
+ if ( $.fn.urlExists( "/learn/tutorials/0.11/samza-async-user-guide.html" ) ) {
+ $("#switch-version-button").addClass("fa fa-history masthead-icon");
+ }
+ });
+
+ /* a function to test whether the url exists or not */
+ (function( $ ) {
+ $.fn.urlExists = function(url) {
+ var http = new XMLHttpRequest();
+ http.open('HEAD', url, false);
+ http.send();
+ return http.status != 404;
+ };
+ }( jQuery ));
+ </script>
+
+
+ <!-- Google Analytics -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-43122768-1', 'apache.org');
+ ga('send', 'pageview');
+
+ </script>
+ </body>
+</html>
Modified: samza/site/learn/tutorials/latest/samza-rest-getting-started.html
URL: http://svn.apache.org/viewvc/samza/site/learn/tutorials/latest/samza-rest-getting-started.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/tutorials/latest/samza-rest-getting-started.html (original)
+++ samza/site/learn/tutorials/latest/samza-rest-getting-started.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/tutorials/0.10/samza-rest-getting-started.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/tutorials/0.11/samza-rest-getting-started.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -170,7 +170,7 @@
<div class="highlight"><pre><code class="bash"><span class="nb">cd </span>samza-rest/build/distributions/
mkdir -p deploy/samza-rest
-tar -xvf ./samza-rest-0.10.1-SNAPSHOT.tgz -C deploy/samza-rest</code></pre></div>
+tar -xvf ./samza-rest-0.11.1-SNAPSHOT.tgz -C deploy/samza-rest</code></pre></div>
<h4 id="configure-the-installations-path">Configure the Installations Path</h4>
@@ -227,7 +227,7 @@ tar -xvf ./samza-rest-0.10.1-SNAPSHOT.tg
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/tutorials/0.10/samza-rest-getting-started.html" ) ) {
+ if ( $.fn.urlExists( "/learn/tutorials/0.11/samza-rest-getting-started.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/sitemap.xml
URL: http://svn.apache.org/viewvc/samza/site/sitemap.xml?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/sitemap.xml (original)
+++ samza/site/sitemap.xml Wed Oct 19 17:26:31 2016
@@ -92,6 +92,13 @@
</url>
<url>
+ <loc>http://samza.apache.org/contribute/contributors-corner.html</loc>
+ <lastmod>2016-10-19</lastmod>
+
+
+ </url>
+
+ <url>
<loc>http://samza.apache.org/learn/documentation/versioned/container/coordinator-stream.html</loc>
<lastmod>2016-10-19</lastmod>
@@ -127,14 +134,14 @@
</url>
<url>
- <loc>http://samza.apache.org/learn/documentation/versioned/index.html</loc>
+ <loc>http://samza.apache.org/archive/index.html</loc>
<lastmod>2016-10-19</lastmod>
</url>
<url>
- <loc>http://samza.apache.org/archive/index.html</loc>
+ <loc>http://samza.apache.org/learn/documentation/versioned/index.html</loc>
<lastmod>2016-10-19</lastmod>
@@ -148,21 +155,21 @@
</url>
<url>
- <loc>http://samza.apache.org/index.html</loc>
+ <loc>http://samza.apache.org/startup/download/index.html</loc>
<lastmod>2016-10-19</lastmod>
</url>
<url>
- <loc>http://samza.apache.org/startup/hello-samza/versioned/index.html</loc>
+ <loc>http://samza.apache.org/index.html</loc>
<lastmod>2016-10-19</lastmod>
</url>
<url>
- <loc>http://samza.apache.org/startup/download/index.html</loc>
+ <loc>http://samza.apache.org/startup/hello-samza/versioned/index.html</loc>
<lastmod>2016-10-19</lastmod>
@@ -253,14 +260,14 @@
</url>
<url>
- <loc>http://samza.apache.org/learn/documentation/versioned/rest/overview.html</loc>
+ <loc>http://samza.apache.org/learn/documentation/versioned/api/overview.html</loc>
<lastmod>2016-10-19</lastmod>
</url>
<url>
- <loc>http://samza.apache.org/learn/documentation/versioned/api/overview.html</loc>
+ <loc>http://samza.apache.org/learn/documentation/versioned/rest/overview.html</loc>
<lastmod>2016-10-19</lastmod>
@@ -281,13 +288,6 @@
</url>
<url>
- <loc>http://samza.apache.org/contribute/projects.html</loc>
- <lastmod>2016-10-19</lastmod>
-
-
- </url>
-
- <url>
<loc>http://samza.apache.org/learn/tutorials/versioned/remote-debugging-samza.html</loc>
<lastmod>2016-10-19</lastmod>
@@ -313,13 +313,6 @@
<lastmod>2016-10-19</lastmod>
- </url>
-
- <url>
- <loc>http://samza.apache.org/contribute/rules.html</loc>
- <lastmod>2016-10-19</lastmod>
-
-
</url>
<url>
Modified: samza/site/startup/download/index.html
URL: http://svn.apache.org/viewvc/samza/site/startup/download/index.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/startup/download/index.html (original)
+++ samza/site/startup/download/index.html Wed Oct 19 17:26:31 2016
@@ -84,18 +84,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -142,7 +141,7 @@
<p>Samza is released as a source artifact, and also through Maven.</p>
-<p>If you just want to play around with Samza for the first time, go to <a href="/startup/hello-samza/0.11">Hello Samza</a>.</p>
+<p>If you just want to play around with Samza for the first time, go to <a href="/startup/hello-samza/latest">Hello Samza</a>.</p>
<h3 id="jdk-notice">JDK Notice</h3>
@@ -226,7 +225,7 @@
<span class="nt"><version></span>0.8.1<span class="nt"></version></span>
<span class="nt"></dependency></span></code></pre></div>
-<p><a href="/startup/hello-samza/0.11">Hello Samza</a> is a working Maven project that illustrates how to build projects that have Samza jobs in them.</p>
+<p><a href="/startup/hello-samza/latest">Hello Samza</a> is a working Maven project that illustrates how to build projects that have Samza jobs in them.</p>
<h4 id="repositories">Repositories</h4>
Modified: samza/site/startup/hello-samza/latest/index.html
URL: http://svn.apache.org/viewvc/samza/site/startup/hello-samza/latest/index.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/startup/hello-samza/latest/index.html (original)
+++ samza/site/startup/hello-samza/latest/index.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/startup/hello-samza/0.10/index.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/startup/hello-samza/0.11/index.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -179,7 +179,7 @@ git checkout latest</code></pre></div>
<div class="highlight"><pre><code class="bash">mvn clean package
mkdir -p deploy/samza
-tar -xvf ./target/hello-samza-0.11.0-SNAPSHOT-dist.tar.gz -C deploy/samza</code></pre></div>
+tar -xvf ./target/hello-samza-0.11.1-SNAPSHOT-dist.tar.gz -C deploy/samza</code></pre></div>
<h3 id="run-a-samza-job">Run a Samza Job</h3>
@@ -243,7 +243,7 @@ deploy/samza/bin/run-job.sh --config-fac
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/startup/hello-samza/0.10/index.html" ) ) {
+ if ( $.fn.urlExists( "/startup/hello-samza/0.11/index.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});