You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by xi...@apache.org on 2016/10/19 17:26:34 UTC
svn commit: r1765687 [4/9] - in /samza/site: ./ archive/ community/
contribute/ learn/documentation/latest/ learn/documentation/latest/api/
learn/documentation/latest/api/javadocs/
learn/documentation/latest/api/javadocs/org/apache/samza/ learn/documen...
Modified: samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/task/package-summary.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/task/package-summary.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/task/package-summary.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/task/package-summary.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>org.apache.samza.task (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>org.apache.samza.task (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="org.apache.samza.task (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="org.apache.samza.task (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
@@ -96,39 +96,46 @@
</td>
</tr>
<tr class="altColor">
+<td class="colFirst"><a href="../../../../org/apache/samza/task/EndOfStreamListenerTask.html" title="interface in org.apache.samza.task">EndOfStreamListenerTask</a></td>
+<td class="colLast">
+<div class="block">The EndOfStreamListenerTask augments <a href="../../../../org/apache/samza/task/StreamTask.html" title="interface in org.apache.samza.task"><code>StreamTask</code></a> allowing the method implementor to specify code to be
+ executed when the 'end-of-stream' is reached for all input SSPs.</div>
+</td>
+</tr>
+<tr class="rowColor">
<td class="colFirst"><a href="../../../../org/apache/samza/task/InitableTask.html" title="interface in org.apache.samza.task">InitableTask</a></td>
<td class="colLast">
<div class="block">Used as an interface for user processing StreamTasks that need to have specific functionality performed as their StreamTasks
are instantiated by TaskRunner.</div>
</td>
</tr>
-<tr class="rowColor">
+<tr class="altColor">
<td class="colFirst"><a href="../../../../org/apache/samza/task/MessageCollector.html" title="interface in org.apache.samza.task">MessageCollector</a></td>
<td class="colLast">
<div class="block">Used as an interface for the means of sending message envelopes to an output stream.</div>
</td>
</tr>
-<tr class="altColor">
+<tr class="rowColor">
<td class="colFirst"><a href="../../../../org/apache/samza/task/StreamTask.html" title="interface in org.apache.samza.task">StreamTask</a></td>
<td class="colLast">
<div class="block">A StreamTask is the basic class on which Samza jobs are implemented.</div>
</td>
</tr>
-<tr class="rowColor">
+<tr class="altColor">
<td class="colFirst"><a href="../../../../org/apache/samza/task/TaskCallback.html" title="interface in org.apache.samza.task">TaskCallback</a></td>
<td class="colLast">
<div class="block">A TaskCallback is fired by a <a href="../../../../org/apache/samza/task/AsyncStreamTask.html" title="interface in org.apache.samza.task"><code>AsyncStreamTask</code></a> to notify when an asynchronous
process has completed.</div>
</td>
</tr>
-<tr class="altColor">
+<tr class="rowColor">
<td class="colFirst"><a href="../../../../org/apache/samza/task/TaskContext.html" title="interface in org.apache.samza.task">TaskContext</a></td>
<td class="colLast">
<div class="block">A TaskContext provides resources about the <a href="../../../../org/apache/samza/task/StreamTask.html" title="interface in org.apache.samza.task"><code>StreamTask</code></a>, particularly during
initialization in an <a href="../../../../org/apache/samza/task/InitableTask.html" title="interface in org.apache.samza.task"><code>InitableTask</code></a>.</div>
</td>
</tr>
-<tr class="rowColor">
+<tr class="altColor">
<td class="colFirst"><a href="../../../../org/apache/samza/task/TaskCoordinator.html" title="interface in org.apache.samza.task">TaskCoordinator</a></td>
<td class="colLast">
<div class="block">TaskCoordinators are provided to the process methods of <a href="../../../../org/apache/samza/task/StreamTask.html" title="interface in org.apache.samza.task"><code>StreamTask</code></a> implementations
@@ -137,7 +144,7 @@
a container.</div>
</td>
</tr>
-<tr class="altColor">
+<tr class="rowColor">
<td class="colFirst"><a href="../../../../org/apache/samza/task/WindowableTask.html" title="interface in org.apache.samza.task">WindowableTask</a></td>
<td class="colLast">
<div class="block">Add-on interface to <a href="../../../../org/apache/samza/task/StreamTask.html" title="interface in org.apache.samza.task"><code>StreamTask</code></a> implementations to add code which will be run on
Modified: samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/task/package-tree.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/task/package-tree.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/task/package-tree.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/task/package-tree.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>org.apache.samza.task Class Hierarchy (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>org.apache.samza.task Class Hierarchy (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="org.apache.samza.task Class Hierarchy (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="org.apache.samza.task Class Hierarchy (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
@@ -80,6 +80,7 @@
<ul>
<li type="circle">org.apache.samza.task.<a href="../../../../org/apache/samza/task/AsyncStreamTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">AsyncStreamTask</span></a></li>
<li type="circle">org.apache.samza.task.<a href="../../../../org/apache/samza/task/ClosableTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">ClosableTask</span></a></li>
+<li type="circle">org.apache.samza.task.<a href="../../../../org/apache/samza/task/EndOfStreamListenerTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">EndOfStreamListenerTask</span></a></li>
<li type="circle">org.apache.samza.task.<a href="../../../../org/apache/samza/task/InitableTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">InitableTask</span></a></li>
<li type="circle">org.apache.samza.task.<a href="../../../../org/apache/samza/task/MessageCollector.html" title="interface in org.apache.samza.task"><span class="typeNameLink">MessageCollector</span></a></li>
<li type="circle">org.apache.samza.task.<a href="../../../../org/apache/samza/task/StreamTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">StreamTask</span></a></li>
Modified: samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BlockingEnvelopeMapMetrics.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BlockingEnvelopeMapMetrics.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BlockingEnvelopeMapMetrics.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BlockingEnvelopeMapMetrics.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>BlockingEnvelopeMap.BlockingEnvelopeMapMetrics (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:19 PDT 2016 -->
+<title>BlockingEnvelopeMap.BlockingEnvelopeMapMetrics (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="BlockingEnvelopeMap.BlockingEnvelopeMapMetrics (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="BlockingEnvelopeMap.BlockingEnvelopeMapMetrics (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
Modified: samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BufferGauge.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BufferGauge.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BufferGauge.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BufferGauge.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>BlockingEnvelopeMap.BufferGauge (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>BlockingEnvelopeMap.BufferGauge (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="BlockingEnvelopeMap.BufferGauge (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="BlockingEnvelopeMap.BufferGauge (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
Modified: samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BufferSizeGauge.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BufferSizeGauge.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BufferSizeGauge.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BufferSizeGauge.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>BlockingEnvelopeMap.BufferSizeGauge (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>BlockingEnvelopeMap.BufferSizeGauge (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="BlockingEnvelopeMap.BufferSizeGauge (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="BlockingEnvelopeMap.BufferSizeGauge (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
Modified: samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>BlockingEnvelopeMap (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:19 PDT 2016 -->
+<title>BlockingEnvelopeMap (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="BlockingEnvelopeMap (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="BlockingEnvelopeMap (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
Modified: samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/Clock.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/Clock.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/Clock.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/Clock.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>Clock (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>Clock (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="Clock (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="Clock (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
Modified: samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/NoOpMetricsRegistry.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/NoOpMetricsRegistry.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/NoOpMetricsRegistry.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/NoOpMetricsRegistry.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>NoOpMetricsRegistry (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>NoOpMetricsRegistry (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="NoOpMetricsRegistry (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="NoOpMetricsRegistry (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
Modified: samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/SinglePartitionWithoutOffsetsSystemAdmin.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/SinglePartitionWithoutOffsetsSystemAdmin.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/SinglePartitionWithoutOffsetsSystemAdmin.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/SinglePartitionWithoutOffsetsSystemAdmin.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>SinglePartitionWithoutOffsetsSystemAdmin (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>SinglePartitionWithoutOffsetsSystemAdmin (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="SinglePartitionWithoutOffsetsSystemAdmin (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="SinglePartitionWithoutOffsetsSystemAdmin (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
Modified: samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/package-frame.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/package-frame.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/package-frame.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/package-frame.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>org.apache.samza.util (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>org.apache.samza.util (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../script.js"></script>
</head>
Modified: samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/package-summary.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/package-summary.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/package-summary.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/package-summary.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>org.apache.samza.util (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>org.apache.samza.util (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="org.apache.samza.util (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="org.apache.samza.util (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
Modified: samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/package-tree.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/package-tree.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/package-tree.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/org/apache/samza/util/package-tree.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>org.apache.samza.util Class Hierarchy (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>org.apache.samza.util Class Hierarchy (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../../script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="org.apache.samza.util Class Hierarchy (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="org.apache.samza.util Class Hierarchy (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
Modified: samza/site/learn/documentation/latest/api/javadocs/overview-frame.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/overview-frame.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/overview-frame.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/overview-frame.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>Overview List (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>Overview List (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
<script type="text/javascript" src="script.js"></script>
</head>
Modified: samza/site/learn/documentation/latest/api/javadocs/overview-summary.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/overview-summary.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/overview-summary.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/overview-summary.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:43 PDT 2016 -->
-<title>Overview (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>Overview (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
<script type="text/javascript" src="script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="Overview (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="Overview (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
@@ -69,7 +69,7 @@
</a></div>
<!-- ========= END OF TOP NAVBAR ========= -->
<div class="header">
-<h1 class="title">samza-api 0.10.1-SNAPSHOT API</h1>
+<h1 class="title">samza-api 0.11.1-SNAPSHOT API</h1>
</div>
<div class="contentContainer">
<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Packages table, listing packages, and an explanation">
Modified: samza/site/learn/documentation/latest/api/javadocs/overview-tree.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/overview-tree.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/overview-tree.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/overview-tree.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>Class Hierarchy (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>Class Hierarchy (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
<script type="text/javascript" src="script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="Class Hierarchy (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="Class Hierarchy (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
@@ -168,6 +168,7 @@
<li type="circle">org.apache.samza.serializers.<a href="org/apache/samza/serializers/Serde.html" title="interface in org.apache.samza.serializers"><span class="typeNameLink">Serde</span></a><T> (also extends org.apache.samza.serializers.<a href="org/apache/samza/serializers/Serializer.html" title="interface in org.apache.samza.serializers">Serializer</a><T>)</li>
</ul>
</li>
+<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/EndOfStreamListenerTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">EndOfStreamListenerTask</span></a></li>
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/InitableTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">InitableTask</span></a></li>
<li type="circle">java.util.Iterator<E>
<ul>
@@ -223,9 +224,9 @@
<ul>
<li type="circle">java.lang.Enum<E> (implements java.lang.Comparable<T>, java.io.Serializable)
<ul>
-<li type="circle">org.apache.samza.job.<a href="org/apache/samza/job/ApplicationStatus.html" title="enum in org.apache.samza.job"><span class="typeNameLink">ApplicationStatus</span></a></li>
<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStreamMetadata.OffsetType.html" title="enum in org.apache.samza.system"><span class="typeNameLink">SystemStreamMetadata.OffsetType</span></a></li>
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/TaskCoordinator.RequestScope.html" title="enum in org.apache.samza.task"><span class="typeNameLink">TaskCoordinator.RequestScope</span></a></li>
+<li type="circle">org.apache.samza.job.<a href="org/apache/samza/job/ApplicationStatus.html" title="enum in org.apache.samza.job"><span class="typeNameLink">ApplicationStatus</span></a></li>
</ul>
</li>
</ul>
Modified: samza/site/learn/documentation/latest/api/javadocs/serialized-form.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/serialized-form.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/serialized-form.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/serialized-form.html Wed Oct 19 17:26:31 2016
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_102) on Mon Aug 22 23:51:42 PDT 2016 -->
-<title>Serialized Form (samza-api 0.10.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-08-22">
+<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
+<title>Serialized Form (samza-api 0.11.1-SNAPSHOT API)</title>
+<meta name="date" content="2016-10-19">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
<script type="text/javascript" src="script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="Serialized Form (samza-api 0.10.1-SNAPSHOT API)";
+ parent.document.title="Serialized Form (samza-api 0.11.1-SNAPSHOT API)";
}
}
catch(err) {
Modified: samza/site/learn/documentation/latest/api/javadocs/stylesheet.css
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/stylesheet.css?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/stylesheet.css (original)
+++ samza/site/learn/documentation/latest/api/javadocs/stylesheet.css Wed Oct 19 17:26:31 2016
@@ -463,6 +463,7 @@ Table styles
.useSummary td, .constantsSummary td, .deprecatedSummary td {
text-align:left;
padding:0px 0px 12px 10px;
+ width:100%;
}
th.colOne, th.colFirst, th.colLast, .useSummary th, .constantsSummary th,
td.colOne, td.colFirst, td.colLast, .useSummary td, .constantsSummary td{
@@ -487,7 +488,6 @@ td.colOne, th.colOne {
font-size:13px;
}
.overviewSummary td.colFirst, .overviewSummary th.colFirst,
-.useSummary td.colFirst, .useSummary th.colFirst,
.overviewSummary td.colOne, .overviewSummary th.colOne,
.memberSummary td.colFirst, .memberSummary th.colFirst,
.memberSummary td.colOne, .memberSummary th.colOne,
Modified: samza/site/learn/documentation/latest/api/overview.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/overview.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/overview.html (original)
+++ samza/site/learn/documentation/latest/api/overview.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/documentation/0.10/api/overview.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.11/api/overview.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -143,7 +143,7 @@
limitations under the License.
-->
-<p>When writing a stream processor for Samza, you must implement the <a href="javadocs/org/apache/samza/task/StreamTask.html">StreamTask</a> interface:</p>
+<p>When writing a stream processor for Samza, you must implement either <a href="javadocs/org/apache/samza/task/StreamTask.html">StreamTask</a> or <a href="javadocs/org/apache/samza/task/AsyncStreamTask.html">AsyncStreamTask</a> interface. You should implement StreamTask for synchronous process, where the message processing is complete after the <em>process</em> method returns. An example of StreamTask is a computation that does not involve remote calls:</p>
<div class="highlight"><pre><code class="java"><span class="kn">package</span> <span class="n">com</span><span class="o">.</span><span class="na">example</span><span class="o">.</span><span class="na">samza</span><span class="o">;</span>
@@ -156,6 +156,21 @@
<span class="o">}</span>
<span class="o">}</span></code></pre></div>
+<p>The AsyncSteamTask interface, on the other hand, supports asynchronous process, where the message processing may not be complete after the <em>processAsync</em> method returns. Various concurrent libraries like Java NIO, ParSeq and Akka can be used here to make asynchronous calls, and the completion is marked by invoking the <a href="javadocs/org/apache/samza/task/TaskCallback.html">TaskCallback</a>. Samza will continue to process next message or shut down the container based on the callback status. An example of AsyncStreamTask is a computation that make remote calls but don’t block on the call completion:</p>
+
+<div class="highlight"><pre><code class="java"><span class="kn">package</span> <span class="n">com</span><span class="o">.</span><span class="na">example</span><span class="o">.</span><span class="na">samza</span><span class="o">;</span>
+
+<span class="kd">public</span> <span class="kd">class</span> <span class="nc">MyAsyncTaskClass</span> <span class="kd">implements</span> <span class="n">AsyncStreamTask</span> <span class="o">{</span>
+
+ <span class="kd">public</span> <span class="kt">void</span> <span class="nf">processAsync</span><span class="o">(</span><span class="n">IncomingMessageEnvelope</span> <span class="n">envelope</span><span class="o">,</span>
+ <span class="n">MessageCollector</span> <span class="n">collector</span><span class="o">,</span>
+ <span class="n">TaskCoordinator</span> <span class="n">coordinator</span><span class="o">,</span>
+ <span class="n">TaskCallback</span> <span class="n">callback</span><span class="o">)</span> <span class="o">{</span>
+ <span class="c1">// process message with asynchronous calls</span>
+ <span class="c1">// fire callback upon completion, e.g. invoking callback from asynchronous call completion thread</span>
+ <span class="o">}</span>
+<span class="o">}</span></code></pre></div>
+
<p>When you run your job, Samza will create several instances of your class (potentially on multiple machines). These task instances process the messages in the input streams.</p>
<p>In your job’s configuration you can tell Samza which streams you want to consume. An incomplete example could look like this (see the <a href="../jobs/configuration.html">configuration documentation</a> for more detail):</p>
@@ -253,7 +268,7 @@
<span class="o">}</span>
<span class="o">}</span></code></pre></div>
-<p>For more details on APIs, please refer to <a href="../jobs/configuration-table.html">Configuration</a> and <a href="javadocs">Javadocs</a></p>
+<p>For AsyncStreamTask example, follow the tutorial in <a href="../../../tutorials/latest/samza-async-user-guide.html">Samza Async API and Multithreading User Guide</a>. For more details on APIs, please refer to <a href="../jobs/configuration-table.html">Configuration</a> and <a href="javadocs">Javadocs</a>.</p>
<h2 id="samzacontainer-»"><a href="../container/samza-container.html">SamzaContainer »</a></h2>
@@ -273,7 +288,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.10/api/overview.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.11/api/overview.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/comparisons/introduction.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/comparisons/introduction.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/comparisons/introduction.html (original)
+++ samza/site/learn/documentation/latest/comparisons/introduction.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/documentation/0.10/comparisons/introduction.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.11/comparisons/introduction.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -221,7 +221,7 @@ example above, where you have a stream o
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.10/comparisons/introduction.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.11/comparisons/introduction.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/comparisons/mupd8.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/comparisons/mupd8.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/comparisons/mupd8.html (original)
+++ samza/site/learn/documentation/latest/comparisons/mupd8.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/documentation/0.10/comparisons/mupd8.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.11/comparisons/mupd8.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -227,7 +227,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.10/comparisons/mupd8.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.11/comparisons/mupd8.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/comparisons/spark-streaming.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/comparisons/spark-streaming.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/comparisons/spark-streaming.html (original)
+++ samza/site/learn/documentation/latest/comparisons/spark-streaming.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/documentation/0.10/comparisons/spark-streaming.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.11/comparisons/spark-streaming.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -262,7 +262,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.10/comparisons/spark-streaming.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.11/comparisons/spark-streaming.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/comparisons/storm.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/comparisons/storm.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/comparisons/storm.html (original)
+++ samza/site/learn/documentation/latest/comparisons/storm.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/documentation/0.10/comparisons/storm.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.11/comparisons/storm.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -265,7 +265,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.10/comparisons/storm.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.11/comparisons/storm.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/checkpointing.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/checkpointing.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/checkpointing.html (original)
+++ samza/site/learn/documentation/latest/container/checkpointing.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/documentation/0.10/container/checkpointing.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.11/container/checkpointing.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -257,7 +257,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.10/container/checkpointing.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.11/container/checkpointing.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/coordinator-stream.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/coordinator-stream.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/coordinator-stream.html (original)
+++ samza/site/learn/documentation/latest/container/coordinator-stream.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/documentation/0.10/container/coordinator-stream.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.11/container/coordinator-stream.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -241,7 +241,7 @@
<div class="highlight"><pre><code class="bash">samza-example/target/bin/run-coordinator-stream-writer.sh <span class="se">\</span>
--config-path<span class="o">=</span>file:///path/to/job/config.properties <span class="se">\</span>
--type <span class="nb">set</span>-config <span class="se">\</span>
- --key yarn.container.count <span class="se">\</span>
+ --key job.container.count <span class="se">\</span>
--value 8</code></pre></div>
<h2 id="job-coordinator"><a name="JobCoordinator"></a>Job Coordinator</h2>
@@ -291,7 +291,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.10/container/coordinator-stream.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.11/container/coordinator-stream.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/event-loop.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/event-loop.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/event-loop.html (original)
+++ samza/site/learn/documentation/latest/container/event-loop.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/documentation/0.10/container/event-loop.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.11/container/event-loop.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -143,11 +143,13 @@
limitations under the License.
-->
-<p>The event loop is the <a href="samza-container.html">container</a>’s single thread that is in charge of <a href="streams.html">reading and writing messages</a>, <a href="metrics.html">flushing metrics</a>, <a href="checkpointing.html">checkpointing</a>, and <a href="windowing.html">windowing</a>.</p>
+<p>The event loop orchestrates <a href="streams.html">reading and processing messages</a>, <a href="checkpointing.html">checkpointing</a>, <a href="windowing.html">windowing</a> and <a href="metrics.html">flushing metrics</a> among tasks. </p>
-<p>Samza uses a single thread because every container is designed to use a single CPU core; to get more parallelism, simply run more containers. This uses a bit more memory than multithreaded parallelism, because each JVM has some overhead, but it simplifies resource management and improves isolation between jobs. This helps Samza jobs run reliably on a multitenant cluster, where many different jobs written by different people are running at the same time.</p>
+<p>By default Samza uses a single thread in each <a href="samza-container.html">container</a> to run the tasks. This fits CPU-bound jobs well; to get more CPU processors, simply add more containers. The single thread execution also simplifies sharing task state and resource management.</p>
-<p>You are strongly discouraged from using threads in your job’s code. Samza uses multiple threads internally for communicating with input and output streams, but all message processing and user code runs on a single-threaded event loop. In general, Samza is not thread-safe.</p>
+<p>For IO-bound jobs, Samza supports finer-grained parallelism for both synchronous and asynchronous tasks. For synchronous tasks (<a href="../api/javadocs/org/apache/samza/task/StreamTask.html">StreamTask</a> and <a href="../api/javadocs/org/apache/samza/task/WindowableTask.html">WindowableTask</a>), you can schedule them to run in parallel by configuring the build-in thread pool <a href="../jobs/configuration-table.html">job.container.thread.pool.size</a>. This fits the blocking-IO task scenario. For asynchronous tasks (<a href="../api/javadocs/org/apache/samza/task/AsyncStreamTask.html">AsyncStreamTask</a>), you can make async IO calls and trigger callbacks upon completion. The finest degree of parallelism Samza provides is within a task, and is configured by <a href="../jobs/configuration-table.html">task.max.concurrency</a>.</p>
+
+<p>The latest version of Samza is thread-safe. You can safely access your job’s state in <a href="state-management.html">key-value store</a>, write messages and checkpoint offset in the task threads. If you have other data shared among tasks, such as global variables or static data, it is not thread safe if the data can be accessed concurrently by multiple threads, e.g. StreamTask running in the configured thread pool with more than one threads. For states within a task, such as member variables, Samza guarantees the mutual exclusiveness of process, window and commit so there will be no concurrent modifications among these operations and any state change from one operation will be fully visible to the others. </p>
<h3 id="event-loop-internals">Event Loop Internals</h3>
@@ -156,18 +158,40 @@
<p>The event loop works as follows:</p>
<ol>
-<li>Take a message from the incoming message queue;</li>
-<li>Give the message to the appropriate <a href="samza-container.html">task instance</a> by calling process() on it;</li>
-<li>Call window() on the task instance if it implements <a href="../api/javadocs/org/apache/samza/task/WindowableTask.html">WindowableTask</a>, and the window time has expired;</li>
+<li>Choose a message from the incoming message queue;</li>
+<li>Schedule the appropriate <a href="samza-container.html">task instance</a> to process the message;</li>
+<li>Schedule window() on the task instance to run if it implements WindowableTask, and the window timer has been triggered;</li>
<li>Send any output from the process() and window() calls to the appropriate <a href="../api/javadocs/org/apache/samza/system/SystemProducer.html">SystemProducers</a>;</li>
-<li>Write checkpoints for any tasks whose <a href="checkpointing.html">commit interval</a> has elapsed.</li>
+<li>Write checkpoints and flush the state stores for any tasks whose <a href="checkpointing.html">commit interval</a> has elapsed.</li>
+<li>Block if all task instances are busy with processing outstanding messages, windowing or checkpointing.</li>
</ol>
-<p>The container does this, in a loop, until it is shut down. Note that although there can be multiple task instances within a container (depending on the number of input stream partitions), their process() and window() methods are all called on the same thread, never concurrently on different threads.</p>
+<p>The container does this, in a loop, until it is shut down.</p>
+
+<h3 id="semantics-for-synchronous-tasks-v.s.-asynchronous-tasks">Semantics for Synchronous Tasks v.s. Asynchronous Tasks</h3>
+
+<p>The semantics of the event loop differs when running synchronous tasks and asynchronous tasks:</p>
+
+<ul>
+<li>For synchronous tasks (StreamTask and WindowableTask), process() and window() will run on the single main thread by default. You can configure job.container.thread.pool.size to be greater than 1, and event loop will schedule the process() and window() to run in the thread pool.<br></li>
+<li>For Asynchronous tasks (AsyncStreamTask), processAsync() will always be invoked in a single thread, while callbacks can be triggered from a different user thread. </li>
+</ul>
+
+<p>In both cases, the default concurrency within a task is 1, meaning at most one outstanding message in processing per task. This guarantees in-order message processing in a topic partition. You can further increase it by configuring task.max.concurrency to be greater than 1. This allows multiple outstanding messages to be processed in parallel by a task. This option increases the parallelism within a task, but may result in out-of-order processing and completion.</p>
+
+<p>The following semantics are guaranteed in any of the above cases (for happens-before semantics, see <a href="https://docs.oracle.com/javase/tutorial/essential/concurrency/memconsist.html">here</a>):</p>
+
+<ul>
+<li>If task.max.concurrency = 1, each message process completion in a task is guaranteed to happen-before the next invocation of process()/processAsync() of the same task. If task.max.concurrency > 1, there is no such happens-before constraint and user should synchronize access to any shared/global variables in the Task..</li>
+<li>WindowableTask.window() is called when no invocations to process()/processAsync() are pending and no new process()/processAsync() invocations can be scheduled until it completes. Therefore, a guarantee that all previous process()/processAsync() invocations happen before an invocation of WindowableTask.window(). An invocation to WindowableTask.window() is guaranteed to happen-before any subsequent process()/processAsync() invocations. The Samza engine is responsible for ensuring that window is invoked in a timely manner.</li>
+<li>Checkpointing is guaranteed to only cover events that are fully processed. It happens only when there are no pending process()/processAsync() or WindowableTask.window() invocations. All preceding invocations happen-before checkpointing and checkpointing happens-before all subsequent invocations.</li>
+</ul>
+
+<p>More details and examples can be found in <a href="../../../tutorials/latest/samza-async-user-guide.html">Samza Async API and Multithreading User Guide</a>.</p>
<h3 id="lifecycle">Lifecycle</h3>
-<p>The only way in which a developer can hook into a SamzaContainer’s lifecycle is through the standard InitableTask, ClosableTask, StreamTask, and WindowableTask. In cases where pluggable logic needs to be added to wrap a StreamTask, the StreamTask can be wrapped by another StreamTask implementation that handles the custom logic before calling into the wrapped StreamTask.</p>
+<p>The only way in which a developer can hook into a SamzaContainer’s lifecycle is through the standard InitableTask, ClosableTask, StreamTask/AsyncStreamTask, and WindowableTask. In cases where pluggable logic needs to be added to wrap a StreamTask, the StreamTask can be wrapped by another StreamTask implementation that handles the custom logic before calling into the wrapped StreamTask.</p>
<p>A concrete example is a set of StreamTasks that all want to share the same try/catch logic in their process() method. A StreamTask can be implemented that wraps the original StreamTasks, and surrounds the original process() call with the appropriate try/catch logic. For more details, see <a href="https://issues.apache.org/jira/browse/SAMZA-437">this discussion</a>.</p>
@@ -189,7 +213,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.10/container/event-loop.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.11/container/event-loop.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/jmx.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/jmx.html?rev=1765687&r1=1765686&r2=1765687&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/jmx.html (original)
+++ samza/site/learn/documentation/latest/container/jmx.html Wed Oct 19 17:26:31 2016
@@ -46,7 +46,7 @@
- <a href="/learn/documentation/0.10/container/jmx.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.11/container/jmx.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -67,6 +67,7 @@
<ul>
<li><a href="/learn/documentation/latest">Documentation</a></li>
<li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
<li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
<li><a href="/learn/tutorials/latest">Tutorials</a></li>
<li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
@@ -87,18 +88,17 @@
<h1><i class="fa fa-code"></i> Contribute</h1>
<ul>
- <li><a href="/contribute/rules.html">Rules</a></li>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
<li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
- <li><a href="/contribute/projects.html">Projects</a></li>
<li><a href="/contribute/design-documents.html">Design Documents</a></li>
<li><a href="/contribute/code.html">Code</a></li>
- <li><a href="https://reviews.apache.org/groups/samza">Review Board</a></li>
<li><a href="/contribute/tests.html">Tests</a></li>
</ul>
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
<li><a href="/archive/index.html#08">0.8</a></li>
@@ -176,7 +176,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.10/container/jmx.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.11/container/jmx.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});