You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by ja...@apache.org on 2017/02/22 21:01:24 UTC
svn commit: r1784062 [15/17] - in /samza/site: ./ archive/ community/
contribute/ learn/documentation/latest/ learn/documentation/latest/api/
learn/documentation/latest/api/javadocs/
learn/documentation/latest/api/javadocs/org/apache/samza/ learn/docum...
Modified: samza/site/learn/documentation/latest/api/javadocs/overview-tree.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/overview-tree.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/overview-tree.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/overview-tree.html Wed Feb 22 21:01:21 2017
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
-<title>Class Hierarchy (samza-api 0.11.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-10-19">
+<!-- Generated by javadoc (1.8.0_74) on Wed Feb 22 13:00:21 PST 2017 -->
+<title>Class Hierarchy (samza-api 0.13.0-SNAPSHOT API)</title>
+<meta name="date" content="2017-02-22">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
<script type="text/javascript" src="script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="Class Hierarchy (samza-api 0.11.1-SNAPSHOT API)";
+ parent.document.title="Class Hierarchy (samza-api 0.13.0-SNAPSHOT API)";
}
}
catch(err) {
@@ -73,12 +73,19 @@
<span class="packageHierarchyLabel">Package Hierarchies:</span>
<ul class="horizontal">
<li><a href="org/apache/samza/package-tree.html">org.apache.samza</a>, </li>
+<li><a href="org/apache/samza/annotation/package-tree.html">org.apache.samza.annotation</a>, </li>
<li><a href="org/apache/samza/checkpoint/package-tree.html">org.apache.samza.checkpoint</a>, </li>
<li><a href="org/apache/samza/config/package-tree.html">org.apache.samza.config</a>, </li>
<li><a href="org/apache/samza/container/package-tree.html">org.apache.samza.container</a>, </li>
<li><a href="org/apache/samza/container/grouper/stream/package-tree.html">org.apache.samza.container.grouper.stream</a>, </li>
<li><a href="org/apache/samza/job/package-tree.html">org.apache.samza.job</a>, </li>
<li><a href="org/apache/samza/metrics/package-tree.html">org.apache.samza.metrics</a>, </li>
+<li><a href="org/apache/samza/operators/package-tree.html">org.apache.samza.operators</a>, </li>
+<li><a href="org/apache/samza/operators/data/package-tree.html">org.apache.samza.operators.data</a>, </li>
+<li><a href="org/apache/samza/operators/functions/package-tree.html">org.apache.samza.operators.functions</a>, </li>
+<li><a href="org/apache/samza/operators/triggers/package-tree.html">org.apache.samza.operators.triggers</a>, </li>
+<li><a href="org/apache/samza/operators/windows/package-tree.html">org.apache.samza.operators.windows</a>, </li>
+<li><a href="org/apache/samza/operators/windows/internal/package-tree.html">org.apache.samza.operators.windows.internal</a>, </li>
<li><a href="org/apache/samza/serializers/package-tree.html">org.apache.samza.serializers</a>, </li>
<li><a href="org/apache/samza/storage/package-tree.html">org.apache.samza.storage</a>, </li>
<li><a href="org/apache/samza/storage/kv/package-tree.html">org.apache.samza.storage.kv</a>, </li>
@@ -93,6 +100,7 @@
<ul>
<li type="circle">java.lang.Object
<ul>
+<li type="circle">org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/AnyTrigger.html" title="class in org.apache.samza.operators.triggers"><span class="typeNameLink">AnyTrigger</span></a><M> (implements org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/Trigger.html" title="interface in org.apache.samza.operators.triggers">Trigger</a><M>)</li>
<li type="circle">org.apache.samza.system.chooser.<a href="org/apache/samza/system/chooser/BaseMessageChooser.html" title="class in org.apache.samza.system.chooser"><span class="typeNameLink">BaseMessageChooser</span></a> (implements org.apache.samza.system.chooser.<a href="org/apache/samza/system/chooser/MessageChooser.html" title="interface in org.apache.samza.system.chooser">MessageChooser</a>)</li>
<li type="circle">org.apache.samza.util.<a href="org/apache/samza/util/BlockingEnvelopeMap.html" title="class in org.apache.samza.util"><span class="typeNameLink">BlockingEnvelopeMap</span></a> (implements org.apache.samza.system.<a href="org/apache/samza/system/SystemConsumer.html" title="interface in org.apache.samza.system">SystemConsumer</a>)</li>
<li type="circle">org.apache.samza.util.<a href="org/apache/samza/util/BlockingEnvelopeMap.BlockingEnvelopeMapMetrics.html" title="class in org.apache.samza.util"><span class="typeNameLink">BlockingEnvelopeMap.BlockingEnvelopeMapMetrics</span></a></li>
@@ -104,6 +112,7 @@
</ul>
</li>
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/Counter.html" title="class in org.apache.samza.metrics"><span class="typeNameLink">Counter</span></a> (implements org.apache.samza.metrics.<a href="org/apache/samza/metrics/Metric.html" title="interface in org.apache.samza.metrics">Metric</a>)</li>
+<li type="circle">org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/CountTrigger.html" title="class in org.apache.samza.operators.triggers"><span class="typeNameLink">CountTrigger</span></a><M> (implements org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/Trigger.html" title="interface in org.apache.samza.operators.triggers">Trigger</a><M>)</li>
<li type="circle">org.apache.samza.storage.kv.<a href="org/apache/samza/storage/kv/Entry.html" title="class in org.apache.samza.storage.kv"><span class="typeNameLink">Entry</span></a><K,V></li>
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/Gauge.html" title="class in org.apache.samza.metrics"><span class="typeNameLink">Gauge</span></a><T> (implements org.apache.samza.metrics.<a href="org/apache/samza/metrics/Metric.html" title="interface in org.apache.samza.metrics">Metric</a>)
<ul>
@@ -112,7 +121,10 @@
</ul>
</li>
<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/IncomingMessageEnvelope.html" title="class in org.apache.samza.system"><span class="typeNameLink">IncomingMessageEnvelope</span></a></li>
+<li type="circle">org.apache.samza.operators.data.<a href="org/apache/samza/operators/data/InputMessageEnvelope.html" title="class in org.apache.samza.operators.data"><span class="typeNameLink">InputMessageEnvelope</span></a> (implements org.apache.samza.operators.data.<a href="org/apache/samza/operators/data/MessageEnvelope.html" title="interface in org.apache.samza.operators.data">MessageEnvelope</a><K,M>)</li>
+<li type="circle">org.apache.samza.annotation.<a href="org/apache/samza/annotation/InterfaceStability.html" title="class in org.apache.samza.annotation"><span class="typeNameLink">InterfaceStability</span></a></li>
<li type="circle">org.apache.samza.storage.kv.<a href="org/apache/samza/storage/kv/KeyValueStore.Extension.html" title="class in org.apache.samza.storage.kv"><span class="typeNameLink">KeyValueStore.Extension</span></a></li>
+<li type="circle">org.apache.samza.operators.data.<a href="org/apache/samza/operators/data/LongOffset.html" title="class in org.apache.samza.operators.data"><span class="typeNameLink">LongOffset</span></a> (implements org.apache.samza.operators.data.<a href="org/apache/samza/operators/data/Offset.html" title="interface in org.apache.samza.operators.data">Offset</a>)</li>
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/MetricsVisitor.html" title="class in org.apache.samza.metrics"><span class="typeNameLink">MetricsVisitor</span></a></li>
<li type="circle">org.apache.samza.util.<a href="org/apache/samza/util/NoOpMetricsRegistry.html" title="class in org.apache.samza.util"><span class="typeNameLink">NoOpMetricsRegistry</span></a> (implements org.apache.samza.metrics.<a href="org/apache/samza/metrics/MetricsRegistry.html" title="interface in org.apache.samza.metrics">MetricsRegistry</a>)</li>
<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/OutgoingMessageEnvelope.html" title="class in org.apache.samza.system"><span class="typeNameLink">OutgoingMessageEnvelope</span></a></li>
@@ -123,6 +135,7 @@
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/Snapshot.html" title="class in org.apache.samza.metrics"><span class="typeNameLink">Snapshot</span></a></li>
<li type="circle">org.apache.samza.storage.<a href="org/apache/samza/storage/StoreProperties.html" title="class in org.apache.samza.storage"><span class="typeNameLink">StoreProperties</span></a></li>
<li type="circle">org.apache.samza.storage.<a href="org/apache/samza/storage/StoreProperties.StorePropertiesBuilder.html" title="class in org.apache.samza.storage"><span class="typeNameLink">StoreProperties.StorePropertiesBuilder</span></a></li>
+<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/StreamSpec.html" title="class in org.apache.samza.system"><span class="typeNameLink">StreamSpec</span></a></li>
<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStream.html" title="class in org.apache.samza.system"><span class="typeNameLink">SystemStream</span></a>
<ul>
<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStreamPartition.html" title="class in org.apache.samza.system"><span class="typeNameLink">SystemStreamPartition</span></a> (implements java.lang.Comparable<T>)</li>
@@ -142,6 +155,7 @@
<li type="circle">org.apache.samza.<a href="org/apache/samza/SamzaException.html" title="class in org.apache.samza"><span class="typeNameLink">SamzaException</span></a>
<ul>
<li type="circle">org.apache.samza.config.<a href="org/apache/samza/config/ConfigException.html" title="class in org.apache.samza.config"><span class="typeNameLink">ConfigException</span></a></li>
+<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/StreamValidationException.html" title="class in org.apache.samza.system"><span class="typeNameLink">StreamValidationException</span></a></li>
</ul>
</li>
</ul>
@@ -151,24 +165,50 @@
</ul>
</li>
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/Timer.html" title="class in org.apache.samza.metrics"><span class="typeNameLink">Timer</span></a> (implements org.apache.samza.metrics.<a href="org/apache/samza/metrics/Metric.html" title="interface in org.apache.samza.metrics">Metric</a>)</li>
+<li type="circle">org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/TimeSinceFirstMessageTrigger.html" title="class in org.apache.samza.operators.triggers"><span class="typeNameLink">TimeSinceFirstMessageTrigger</span></a><M> (implements org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/Trigger.html" title="interface in org.apache.samza.operators.triggers">Trigger</a><M>)</li>
+<li type="circle">org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/TimeSinceLastMessageTrigger.html" title="class in org.apache.samza.operators.triggers"><span class="typeNameLink">TimeSinceLastMessageTrigger</span></a><M> (implements org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/Trigger.html" title="interface in org.apache.samza.operators.triggers">Trigger</a><M>)</li>
+<li type="circle">org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/TimeTrigger.html" title="class in org.apache.samza.operators.triggers"><span class="typeNameLink">TimeTrigger</span></a><M> (implements org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/Trigger.html" title="interface in org.apache.samza.operators.triggers">Trigger</a><M>)</li>
+<li type="circle">org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/Triggers.html" title="class in org.apache.samza.operators.triggers"><span class="typeNameLink">Triggers</span></a></li>
+<li type="circle">org.apache.samza.operators.windows.internal.<a href="org/apache/samza/operators/windows/internal/WindowInternal.html" title="class in org.apache.samza.operators.windows.internal"><span class="typeNameLink">WindowInternal</span></a><M,K,WV> (implements org.apache.samza.operators.windows.<a href="org/apache/samza/operators/windows/Window.html" title="interface in org.apache.samza.operators.windows">Window</a><M,K,WV>)</li>
+<li type="circle">org.apache.samza.operators.windows.<a href="org/apache/samza/operators/windows/WindowKey.html" title="class in org.apache.samza.operators.windows"><span class="typeNameLink">WindowKey</span></a><K></li>
+<li type="circle">org.apache.samza.operators.windows.<a href="org/apache/samza/operators/windows/WindowPane.html" title="class in org.apache.samza.operators.windows"><span class="typeNameLink">WindowPane</span></a><K,V></li>
+<li type="circle">org.apache.samza.operators.windows.<a href="org/apache/samza/operators/windows/Windows.html" title="class in org.apache.samza.operators.windows"><span class="typeNameLink">Windows</span></a></li>
</ul>
</li>
</ul>
<h2 title="Interface Hierarchy">Interface Hierarchy</h2>
<ul>
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/AsyncStreamTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">AsyncStreamTask</span></a></li>
+<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/AsyncStreamTaskFactory.html" title="interface in org.apache.samza.task"><span class="typeNameLink">AsyncStreamTaskFactory</span></a></li>
+<li type="circle">org.apache.samza.checkpoint.<a href="org/apache/samza/checkpoint/CheckpointListener.html" title="interface in org.apache.samza.checkpoint"><span class="typeNameLink">CheckpointListener</span></a></li>
<li type="circle">org.apache.samza.checkpoint.<a href="org/apache/samza/checkpoint/CheckpointManager.html" title="interface in org.apache.samza.checkpoint"><span class="typeNameLink">CheckpointManager</span></a></li>
<li type="circle">org.apache.samza.checkpoint.<a href="org/apache/samza/checkpoint/CheckpointManagerFactory.html" title="interface in org.apache.samza.checkpoint"><span class="typeNameLink">CheckpointManagerFactory</span></a></li>
<li type="circle">org.apache.samza.util.<a href="org/apache/samza/util/Clock.html" title="interface in org.apache.samza.util"><span class="typeNameLink">Clock</span></a></li>
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/ClosableTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">ClosableTask</span></a></li>
+<li type="circle">java.lang.Comparable<T>
+<ul>
+<li type="circle">org.apache.samza.operators.data.<a href="org/apache/samza/operators/data/Offset.html" title="interface in org.apache.samza.operators.data"><span class="typeNameLink">Offset</span></a></li>
+</ul>
+</li>
<li type="circle">org.apache.samza.config.<a href="org/apache/samza/config/ConfigFactory.html" title="interface in org.apache.samza.config"><span class="typeNameLink">ConfigFactory</span></a></li>
<li type="circle">org.apache.samza.config.<a href="org/apache/samza/config/ConfigRewriter.html" title="interface in org.apache.samza.config"><span class="typeNameLink">ConfigRewriter</span></a></li>
+<li type="circle">org.apache.samza.operators.<a href="org/apache/samza/operators/ContextManager.html" title="interface in org.apache.samza.operators"><span class="typeNameLink">ContextManager</span></a></li>
<li type="circle">org.apache.samza.serializers.<a href="org/apache/samza/serializers/Deserializer.html" title="interface in org.apache.samza.serializers"><span class="typeNameLink">Deserializer</span></a><T>
<ul>
<li type="circle">org.apache.samza.serializers.<a href="org/apache/samza/serializers/Serde.html" title="interface in org.apache.samza.serializers"><span class="typeNameLink">Serde</span></a><T> (also extends org.apache.samza.serializers.<a href="org/apache/samza/serializers/Serializer.html" title="interface in org.apache.samza.serializers">Serializer</a><T>)</li>
</ul>
</li>
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/EndOfStreamListenerTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">EndOfStreamListenerTask</span></a></li>
+<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/ExecutionEnvironment.html" title="interface in org.apache.samza.system"><span class="typeNameLink">ExecutionEnvironment</span></a></li>
+<li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/InitableFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">InitableFunction</span></a>
+<ul>
+<li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/FilterFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">FilterFunction</span></a><M></li>
+<li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/FlatMapFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">FlatMapFunction</span></a><M,OM></li>
+<li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/JoinFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">JoinFunction</span></a><K,M,JM,RM></li>
+<li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/MapFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">MapFunction</span></a><M,OM></li>
+<li type="circle">org.apache.samza.operators.functions.<a href="org/apache/samza/operators/functions/SinkFunction.html" title="interface in org.apache.samza.operators.functions"><span class="typeNameLink">SinkFunction</span></a><M></li>
+</ul>
+</li>
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/InitableTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">InitableTask</span></a></li>
<li type="circle">java.util.Iterator<E>
<ul>
@@ -179,6 +219,8 @@
<li type="circle">org.apache.samza.system.chooser.<a href="org/apache/samza/system/chooser/MessageChooser.html" title="interface in org.apache.samza.system.chooser"><span class="typeNameLink">MessageChooser</span></a></li>
<li type="circle">org.apache.samza.system.chooser.<a href="org/apache/samza/system/chooser/MessageChooserFactory.html" title="interface in org.apache.samza.system.chooser"><span class="typeNameLink">MessageChooserFactory</span></a></li>
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/MessageCollector.html" title="interface in org.apache.samza.task"><span class="typeNameLink">MessageCollector</span></a></li>
+<li type="circle">org.apache.samza.operators.data.<a href="org/apache/samza/operators/data/MessageEnvelope.html" title="interface in org.apache.samza.operators.data"><span class="typeNameLink">MessageEnvelope</span></a><K,M></li>
+<li type="circle">org.apache.samza.operators.<a href="org/apache/samza/operators/MessageStream.html" title="interface in org.apache.samza.operators"><span class="typeNameLink">MessageStream</span></a><M></li>
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/Metric.html" title="interface in org.apache.samza.metrics"><span class="typeNameLink">Metric</span></a></li>
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/MetricsAccessor.html" title="interface in org.apache.samza.metrics"><span class="typeNameLink">MetricsAccessor</span></a></li>
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/MetricsRegistry.html" title="interface in org.apache.samza.metrics"><span class="typeNameLink">MetricsRegistry</span></a>
@@ -189,6 +231,7 @@
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/MetricsReporter.html" title="interface in org.apache.samza.metrics"><span class="typeNameLink">MetricsReporter</span></a></li>
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/MetricsReporterFactory.html" title="interface in org.apache.samza.metrics"><span class="typeNameLink">MetricsReporterFactory</span></a></li>
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/MetricsValidator.html" title="interface in org.apache.samza.metrics"><span class="typeNameLink">MetricsValidator</span></a></li>
+<li type="circle">org.apache.samza.operators.<a href="org/apache/samza/operators/OutputStream.html" title="interface in org.apache.samza.operators"><span class="typeNameLink">OutputStream</span></a><M></li>
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/ReadableMetricsRegistryListener.html" title="interface in org.apache.samza.metrics"><span class="typeNameLink">ReadableMetricsRegistryListener</span></a></li>
<li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/Reservoir.html" title="interface in org.apache.samza.metrics"><span class="typeNameLink">Reservoir</span></a></li>
<li type="circle">org.apache.samza.serializers.<a href="org/apache/samza/serializers/SerdeFactory.html" title="interface in org.apache.samza.serializers"><span class="typeNameLink">SerdeFactory</span></a><T></li>
@@ -199,9 +242,13 @@
</li>
<li type="circle">org.apache.samza.storage.<a href="org/apache/samza/storage/StorageEngine.html" title="interface in org.apache.samza.storage"><span class="typeNameLink">StorageEngine</span></a></li>
<li type="circle">org.apache.samza.storage.<a href="org/apache/samza/storage/StorageEngineFactory.html" title="interface in org.apache.samza.storage"><span class="typeNameLink">StorageEngineFactory</span></a><K,V></li>
+<li type="circle">org.apache.samza.operators.<a href="org/apache/samza/operators/StreamGraph.html" title="interface in org.apache.samza.operators"><span class="typeNameLink">StreamGraph</span></a></li>
+<li type="circle">org.apache.samza.operators.<a href="org/apache/samza/operators/StreamGraphBuilder.html" title="interface in org.apache.samza.operators"><span class="typeNameLink">StreamGraphBuilder</span></a></li>
<li type="circle">org.apache.samza.job.<a href="org/apache/samza/job/StreamJob.html" title="interface in org.apache.samza.job"><span class="typeNameLink">StreamJob</span></a></li>
<li type="circle">org.apache.samza.job.<a href="org/apache/samza/job/StreamJobFactory.html" title="interface in org.apache.samza.job"><span class="typeNameLink">StreamJobFactory</span></a></li>
+<li type="circle">org.apache.samza.operators.<a href="org/apache/samza/operators/StreamSpec.html" title="interface in org.apache.samza.operators"><span class="typeNameLink">StreamSpec</span></a></li>
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/StreamTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">StreamTask</span></a></li>
+<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/StreamTaskFactory.html" title="interface in org.apache.samza.task"><span class="typeNameLink">StreamTaskFactory</span></a></li>
<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemAdmin.html" title="interface in org.apache.samza.system"><span class="typeNameLink">SystemAdmin</span></a>
<ul>
<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/ExtendedSystemAdmin.html" title="interface in org.apache.samza.system"><span class="typeNameLink">ExtendedSystemAdmin</span></a></li>
@@ -216,17 +263,27 @@
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/TaskCallback.html" title="interface in org.apache.samza.task"><span class="typeNameLink">TaskCallback</span></a></li>
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/TaskContext.html" title="interface in org.apache.samza.task"><span class="typeNameLink">TaskContext</span></a></li>
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/TaskCoordinator.html" title="interface in org.apache.samza.task"><span class="typeNameLink">TaskCoordinator</span></a></li>
+<li type="circle">org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/Trigger.html" title="interface in org.apache.samza.operators.triggers"><span class="typeNameLink">Trigger</span></a><M></li>
+<li type="circle">org.apache.samza.operators.windows.<a href="org/apache/samza/operators/windows/Window.html" title="interface in org.apache.samza.operators.windows"><span class="typeNameLink">Window</span></a><M,K,WV></li>
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/WindowableTask.html" title="interface in org.apache.samza.task"><span class="typeNameLink">WindowableTask</span></a></li>
</ul>
+<h2 title="Annotation Type Hierarchy">Annotation Type Hierarchy</h2>
+<ul>
+<li type="circle">org.apache.samza.annotation.<a href="org/apache/samza/annotation/InterfaceStability.Stable.html" title="annotation in org.apache.samza.annotation"><span class="typeNameLink">InterfaceStability.Stable</span></a> (implements java.lang.annotation.Annotation)</li>
+<li type="circle">org.apache.samza.annotation.<a href="org/apache/samza/annotation/InterfaceStability.Evolving.html" title="annotation in org.apache.samza.annotation"><span class="typeNameLink">InterfaceStability.Evolving</span></a> (implements java.lang.annotation.Annotation)</li>
+<li type="circle">org.apache.samza.annotation.<a href="org/apache/samza/annotation/InterfaceStability.Unstable.html" title="annotation in org.apache.samza.annotation"><span class="typeNameLink">InterfaceStability.Unstable</span></a> (implements java.lang.annotation.Annotation)</li>
+</ul>
<h2 title="Enum Hierarchy">Enum Hierarchy</h2>
<ul>
<li type="circle">java.lang.Object
<ul>
<li type="circle">java.lang.Enum<E> (implements java.lang.Comparable<T>, java.io.Serializable)
<ul>
+<li type="circle">org.apache.samza.job.<a href="org/apache/samza/job/ApplicationStatus.html" title="enum in org.apache.samza.job"><span class="typeNameLink">ApplicationStatus</span></a></li>
+<li type="circle">org.apache.samza.operators.triggers.<a href="org/apache/samza/operators/triggers/DurationCharacteristic.html" title="enum in org.apache.samza.operators.triggers"><span class="typeNameLink">DurationCharacteristic</span></a></li>
+<li type="circle">org.apache.samza.operators.windows.<a href="org/apache/samza/operators/windows/AccumulationMode.html" title="enum in org.apache.samza.operators.windows"><span class="typeNameLink">AccumulationMode</span></a></li>
<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStreamMetadata.OffsetType.html" title="enum in org.apache.samza.system"><span class="typeNameLink">SystemStreamMetadata.OffsetType</span></a></li>
<li type="circle">org.apache.samza.task.<a href="org/apache/samza/task/TaskCoordinator.RequestScope.html" title="enum in org.apache.samza.task"><span class="typeNameLink">TaskCoordinator.RequestScope</span></a></li>
-<li type="circle">org.apache.samza.job.<a href="org/apache/samza/job/ApplicationStatus.html" title="enum in org.apache.samza.job"><span class="typeNameLink">ApplicationStatus</span></a></li>
</ul>
</li>
</ul>
Modified: samza/site/learn/documentation/latest/api/javadocs/package-list
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/package-list?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/package-list (original)
+++ samza/site/learn/documentation/latest/api/javadocs/package-list Wed Feb 22 21:01:21 2017
@@ -1,10 +1,17 @@
org.apache.samza
+org.apache.samza.annotation
org.apache.samza.checkpoint
org.apache.samza.config
org.apache.samza.container
org.apache.samza.container.grouper.stream
org.apache.samza.job
org.apache.samza.metrics
+org.apache.samza.operators
+org.apache.samza.operators.data
+org.apache.samza.operators.functions
+org.apache.samza.operators.triggers
+org.apache.samza.operators.windows
+org.apache.samza.operators.windows.internal
org.apache.samza.serializers
org.apache.samza.storage
org.apache.samza.storage.kv
Modified: samza/site/learn/documentation/latest/api/javadocs/serialized-form.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/serialized-form.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/serialized-form.html (original)
+++ samza/site/learn/documentation/latest/api/javadocs/serialized-form.html Wed Feb 22 21:01:21 2017
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_40) on Wed Oct 19 10:25:20 PDT 2016 -->
-<title>Serialized Form (samza-api 0.11.1-SNAPSHOT API)</title>
-<meta name="date" content="2016-10-19">
+<!-- Generated by javadoc (1.8.0_74) on Wed Feb 22 13:00:21 PST 2017 -->
+<title>Serialized Form (samza-api 0.13.0-SNAPSHOT API)</title>
+<meta name="date" content="2017-02-22">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
<script type="text/javascript" src="script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="Serialized Form (samza-api 0.11.1-SNAPSHOT API)";
+ parent.document.title="Serialized Form (samza-api 0.13.0-SNAPSHOT API)";
}
}
catch(err) {
@@ -111,6 +111,20 @@
</li>
</ul>
</li>
+<li class="blockList">
+<h2 title="Package">Package org.apache.samza.system</h2>
+<ul class="blockList">
+<li class="blockList"><a name="org.apache.samza.system.StreamValidationException">
+<!-- -->
+</a>
+<h3>Class <a href="org/apache/samza/system/StreamValidationException.html" title="class in org.apache.samza.system">org.apache.samza.system.StreamValidationException</a> extends <a href="org/apache/samza/SamzaException.html" title="class in org.apache.samza">SamzaException</a> implements Serializable</h3>
+<dl class="nameValue">
+<dt>serialVersionUID:</dt>
+<dd>1L</dd>
+</dl>
+</li>
+</ul>
+</li>
</ul>
</div>
<!-- ======= START OF BOTTOM NAVBAR ====== -->
Modified: samza/site/learn/documentation/latest/api/javadocs/stylesheet.css
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/javadocs/stylesheet.css?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/javadocs/stylesheet.css (original)
+++ samza/site/learn/documentation/latest/api/javadocs/stylesheet.css Wed Feb 22 21:01:21 2017
@@ -463,7 +463,6 @@ Table styles
.useSummary td, .constantsSummary td, .deprecatedSummary td {
text-align:left;
padding:0px 0px 12px 10px;
- width:100%;
}
th.colOne, th.colFirst, th.colLast, .useSummary th, .constantsSummary th,
td.colOne, td.colFirst, td.colLast, .useSummary td, .constantsSummary td{
@@ -488,6 +487,7 @@ td.colOne, th.colOne {
font-size:13px;
}
.overviewSummary td.colFirst, .overviewSummary th.colFirst,
+.useSummary td.colFirst, .useSummary th.colFirst,
.overviewSummary td.colOne, .overviewSummary th.colOne,
.memberSummary td.colFirst, .memberSummary th.colFirst,
.memberSummary td.colOne, .memberSummary th.colOne,
Modified: samza/site/learn/documentation/latest/api/overview.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/api/overview.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/api/overview.html (original)
+++ samza/site/learn/documentation/latest/api/overview.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/api/overview.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/api/overview.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -288,7 +289,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/api/overview.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/api/overview.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/comparisons/introduction.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/comparisons/introduction.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/comparisons/introduction.html (original)
+++ samza/site/learn/documentation/latest/comparisons/introduction.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/comparisons/introduction.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/comparisons/introduction.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -221,7 +222,7 @@ example above, where you have a stream o
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/comparisons/introduction.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/comparisons/introduction.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/comparisons/mupd8.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/comparisons/mupd8.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/comparisons/mupd8.html (original)
+++ samza/site/learn/documentation/latest/comparisons/mupd8.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/comparisons/mupd8.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/comparisons/mupd8.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -227,7 +228,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/comparisons/mupd8.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/comparisons/mupd8.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/comparisons/spark-streaming.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/comparisons/spark-streaming.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/comparisons/spark-streaming.html (original)
+++ samza/site/learn/documentation/latest/comparisons/spark-streaming.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/comparisons/spark-streaming.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/comparisons/spark-streaming.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -262,7 +263,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/comparisons/spark-streaming.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/comparisons/spark-streaming.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/comparisons/storm.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/comparisons/storm.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/comparisons/storm.html (original)
+++ samza/site/learn/documentation/latest/comparisons/storm.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/comparisons/storm.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/comparisons/storm.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -265,7 +266,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/comparisons/storm.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/comparisons/storm.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/checkpointing.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/checkpointing.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/checkpointing.html (original)
+++ samza/site/learn/documentation/latest/container/checkpointing.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/container/checkpointing.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/container/checkpointing.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -239,6 +240,27 @@
<p>Note that Samza only reads checkpoints on container startup. In order for your checkpoint change to take effect, you need to first stop the job, then save the modified offsets, and then start the job again. If you write a checkpoint while the job is running, it will most likely have no effect.</p>
+<h3 id="checkpoint-callbacks">Checkpoint Callbacks</h3>
+
+<p>Currently Samza takes care of checkpointing for all the systems. But there are some use-cases when we may need to inform the Consumer about each checkpoint we make.
+Here are few examples:</p>
+
+<ul>
+<li>Samza cannot do checkpointing correctly or efficiently. One such case is when Samza is not doing the partitioning. In this case the container doesn’t know which SSPs it is responsible for, and thus cannot checkpoint them. An actual example could be a system which relies on an auto-balanced High Level Kafka Consumer for partitioning.</li>
+<li>Systems in which the consumer itself needs to control the checkpointed offset. Some systems do not support seek() operation (are not replayable), but they rely on ACKs for the delivered messages. Example could be a Kinesis consumer. Kinesis library provides a checkpoint callback in the* process() *call (push system). This callback needs to be invoked after the records are processed. This can only be done by the consumer itself.</li>
+<li>Systems that use checkpoint/offset information for some maintenance actions. This information may be used to implement a smart retention policy (deleting all the data after it has been consumed).</li>
+</ul>
+
+<p>In order to use the checkpoint callback a SystemConsumer needs to implement the CheckpointListener interface:</p>
+
+<div class="highlight"><pre><code class="java"><span class="kd">public</span> <span class="kd">interface</span> <span class="nc">CheckpointListener</span> <span class="o">{</span>
+ <span class="kt">void</span> <span class="nf">onCheckpoint</span><span class="o">(</span><span class="n">Map</span><span class="o"><</span><span class="n">SystemStreamPartition</span><span class="o">,</span> <span class="n">String</span><span class="o">></span> <span class="n">offsets</span><span class="o">);</span>
+<span class="o">}</span></code></pre></div>
+
+<p>For the SystemConsumers which implement this interface Samza will invoke onCheckpoint() callback every time OffsetManager checkpoints. Checkpoints are done per task, and ‘offsets’ are all the offsets Samza checkpoints for a task,
+and these are the offsets which will be passed to the consumer on restart.
+Note that the callback will happen after the checkpoint and is <strong>not</strong> atomic.</p>
+
<h2 id="state-management-»"><a href="state-management.html">State Management »</a></h2>
@@ -257,7 +279,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/container/checkpointing.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/container/checkpointing.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/coordinator-stream.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/coordinator-stream.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/coordinator-stream.html (original)
+++ samza/site/learn/documentation/latest/container/coordinator-stream.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/container/coordinator-stream.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/container/coordinator-stream.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -291,7 +292,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/container/coordinator-stream.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/container/coordinator-stream.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/event-loop.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/event-loop.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/event-loop.html (original)
+++ samza/site/learn/documentation/latest/container/event-loop.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/container/event-loop.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/container/event-loop.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -213,7 +214,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/container/event-loop.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/container/event-loop.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/jmx.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/jmx.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/jmx.html (original)
+++ samza/site/learn/documentation/latest/container/jmx.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/container/jmx.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/container/jmx.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -176,7 +177,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/container/jmx.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/container/jmx.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/metrics.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/metrics.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/metrics.html (original)
+++ samza/site/learn/documentation/latest/container/metrics.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/container/metrics.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/container/metrics.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -235,7 +236,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/container/metrics.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/container/metrics.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/samza-container.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/samza-container.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/samza-container.html (original)
+++ samza/site/learn/documentation/latest/container/samza-container.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/container/samza-container.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/container/samza-container.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -252,7 +253,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/container/samza-container.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/container/samza-container.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/serialization.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/serialization.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/serialization.html (original)
+++ samza/site/learn/documentation/latest/container/serialization.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/container/serialization.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/container/serialization.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -258,7 +259,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/container/serialization.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/container/serialization.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/state-management.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/state-management.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/state-management.html (original)
+++ samza/site/learn/documentation/latest/container/state-management.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/container/state-management.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/container/state-management.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -433,7 +434,7 @@ Object <span class="nv">value</span> <sp
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/container/state-management.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/container/state-management.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/streams.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/streams.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/streams.html (original)
+++ samza/site/learn/documentation/latest/container/streams.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/container/streams.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/container/streams.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -268,7 +269,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/container/streams.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/container/streams.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/container/windowing.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/container/windowing.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/container/windowing.html (original)
+++ samza/site/learn/documentation/latest/container/windowing.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/container/windowing.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/container/windowing.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -196,7 +197,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/container/windowing.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/container/windowing.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Added: samza/site/learn/documentation/latest/hdfs/consumer.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/hdfs/consumer.html?rev=1784062&view=auto
==============================================================================
--- samza/site/learn/documentation/latest/hdfs/consumer.html (added)
+++ samza/site/learn/documentation/latest/hdfs/consumer.html Wed Feb 22 21:01:21 2017
@@ -0,0 +1,271 @@
+<!DOCTYPE html>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Samza - Reading from HDFS</title>
+ <link href='/css/ropa-sans.css' rel='stylesheet' type='text/css'/>
+ <link href="/css/bootstrap.min.css" rel="stylesheet"/>
+ <link href="/css/font-awesome.min.css" rel="stylesheet"/>
+ <link href="/css/main.css" rel="stylesheet"/>
+ <link href="/css/syntax.css" rel="stylesheet"/>
+ <link rel="icon" type="image/png" href="/img/samza-icon.png">
+ <script src="/js/jquery-1.11.1.min.js"></script>
+ </head>
+ <body>
+ <div class="wrapper">
+ <div class="wrapper-content">
+
+ <div class="masthead">
+ <div class="container">
+ <div class="masthead-logo">
+ <a href="/" class="logo">samza</a>
+ </div>
+ <div class="masthead-icons">
+ <div class="pull-right">
+ <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a>
+ <a href="https://git-wip-us.apache.org/repos/asf?p=samza.git;a=tree" target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a>
+ <a href="https://twitter.com/samzastream" target="_blank"><i class="fa fa-twitter masthead-icon"></i></a>
+ <!-- this icon only shows in versioned pages -->
+
+
+
+
+ <a href="http://samza.apache.org/learn/documentation/0.12/hdfs/consumer.html"><i id="switch-version-button"></i></a>
+ <!-- links for the navigation bar -->
+
+
+ </div>
+ </div>
+ </div><!-- /.container -->
+ </div>
+
+ <div class="container">
+ <div class="menu">
+ <h1><i class="fa fa-rocket"></i> Getting Started</h1>
+ <ul>
+ <li><a href="/startup/hello-samza/latest">Hello Samza</a></li>
+ <li><a href="/startup/download">Download</a></li>
+ </ul>
+
+ <h1><i class="fa fa-book"></i> Learn</h1>
+ <ul>
+ <li><a href="/learn/documentation/latest">Documentation</a></li>
+ <li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
+ <li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
+ <li><a href="/learn/tutorials/latest">Tutorials</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SAMZA/Apache+Samza">Wiki</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=51812876">Papers & Talks</a></li>
+ <li><a href="http://blogs.apache.org/samza">Blog</a></li>
+ </ul>
+
+ <h1><i class="fa fa-comments"></i> Community</h1>
+ <ul>
+ <li><a href="/community/mailing-lists.html">Mailing Lists</a></li>
+ <li><a href="/community/irc.html">IRC</a></li>
+ <li><a href="https://issues.apache.org/jira/browse/SAMZA">Bugs</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SAMZA/Powered+By">Powered by</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SAMZA/Ecosystem">Ecosystem</a></li>
+ <li><a href="/community/committers.html">Committers</a></li>
+ </ul>
+
+ <h1><i class="fa fa-code"></i> Contribute</h1>
+ <ul>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
+ <li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
+ <li><a href="/contribute/design-documents.html">Design Documents</a></li>
+ <li><a href="/contribute/code.html">Code</a></li>
+ <li><a href="/contribute/tests.html">Tests</a></li>
+ </ul>
+
+ <h1><i class="fa fa-history"></i> Archive</h1>
+ <ul>
+ <li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
+ <li><a href="/archive/index.html#10">0.10</a></li>
+ <li><a href="/archive/index.html#09">0.9</a></li>
+ <li><a href="/archive/index.html#08">0.8</a></li>
+ <li><a href="/archive/index.html#07">0.7</a></li>
+ </ul>
+ </div>
+
+ <div class="content">
+ <!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<h2>Reading from HDFS</h2>
+
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<p>You can configure your Samza job to read from HDFS files. The <a href="https://github.com/apache/samza/blob/master/samza-hdfs/src/main/java/org/apache/samza/system/hdfs/HdfsSystemConsumer.java">HdfsSystemConsumer</a> can read from HDFS files. Avro encoded records are supported out of the box and it is easy to extend to support other formats (plain text, csv, json etc). See <code>Event format</code> section below.</p>
+
+<h3 id="environment">Environment</h3>
+
+<p>Your job needs to run on the same YARN cluster which hosts the HDFS you want to consume from.</p>
+
+<h3 id="partitioning">Partitioning</h3>
+
+<p>Partitioning works at the level of individual HDFS files. Each file is treated as a stream partition, while a directory that contains these files is a stream. For example, if you want to read from a HDFS path which contains 10 individual files, there will naturally be 10 partitions created. You can configure up to 10 Samza containers to process these partitions. If you want to read from a single HDFS file, there is currently no way to break down the consumption - you can only have one container to process the file.</p>
+
+<h3 id="event-format">Event format</h3>
+
+<p><a href="https://github.com/apache/samza/blob/master/samza-hdfs/src/main/java/org/apache/samza/system/hdfs/HdfsSystemConsumer.java">HdfsSystemConsumer</a> currently supports reading from avro files. The received <a href="../api/javadocs/org/apache/samza/system/IncomingMessageEnvelope.html">IncomingMessageEnvelope</a> contains three significant fields:</p>
+
+<ol>
+<li>The key which is empty</li>
+<li>The message which is set to the avro <a href="https://avro.apache.org/docs/1.7.6/api/java/org/apache/avro/generic/GenericRecord.html">GenericRecord</a></li>
+<li>The stream partition which is set to the name of the HDFS file</li>
+</ol>
+
+<p>To extend the support beyond avro files (e.g. json, csv, etc.), you can implement the interface <a href="https://github.com/apache/samza/blob/master/samza-hdfs/src/main/java/org/apache/samza/system/hdfs/reader/SingleFileHdfsReader.java">SingleFileHdfsReader</a> (take a look at the implementation of <a href="https://github.com/apache/samza/blob/master/samza-hdfs/src/main/java/org/apache/samza/system/hdfs/reader/AvroFileHdfsReader.java">AvroFileHdfsReader</a> as a sample).</p>
+
+<h3 id="end-of-stream-support">End of stream support</h3>
+
+<p>One major difference between HDFS data and Kafka data is that while a kafka topic has an unbounded stream of messages, HDFS files are bounded and have a notion of EOF.</p>
+
+<p>You can choose to implement <a href="../api/javadocs/org/apache/samza/task/EndOfStreamListenerTask.html">EndOfStreamListenerTask</a> to receive a callback when all partitions are at end of stream. When all partitions being processed by the task are at end of stream (i.e. EOF has been reached for all files), the Samza job exits automatically.</p>
+
+<h3 id="basic-configuration">Basic Configuration</h3>
+
+<p>Here is a few of the basic configs to set up HdfsSystemConsumer:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text"># The HDFS system consumer is implemented under the org.apache.samza.system.hdfs package,
+# so use HdfsSystemFactory as the system factory for your system
+systems.hdfs-clickstream.samza.factory=org.apache.samza.system.hdfs.HdfsSystemFactory
+
+# You need to specify the path of files you want to consume in task.inputs
+task.inputs=hdfs-clickstream.hdfs:/data/clickstream/2016/09/11
+
+# You can specify a white list of files you want your job to process (in Java Pattern style)
+systems.hdfs-clickstream.partitioner.defaultPartitioner.whitelist=.*avro
+
+# You can specify a black list of files you don't want your job to process (in Java Pattern style),
+# by default it's empty.
+# Note that you can have both white list and black list, in which case both will be applied.
+systems.hdfs-clickstream.partitioner.defaultPartitioner.blacklist=somefile.avro
+</code></pre></div>
+<h3 id="security-configuration">Security Configuration</h3>
+
+<p>The following additional configs are required when accessing HDFS clusters that have kerberos enabled:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text"># Use the SamzaYarnSecurityManagerFactory, which fetches and renews the Kerberos delegation tokens when the job is running in a secure environment.
+job.security.manager.factory=org.apache.samza.job.yarn.SamzaYarnSecurityManagerFactory
+
+# Kerberos principal
+yarn.kerberos.principal=your-principal-name
+
+# Path of the keytab file (local path)
+yarn.kerberos.keytab=/tmp/keytab
+</code></pre></div>
+<h3 id="advanced-configuration">Advanced Configuration</h3>
+
+<p>Some of the advanced configuration you might need to set up:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text"># Specify the group pattern for advanced partitioning.
+systems.hdfs-clickstream.partitioner.defaultPartitioner.groupPattern=part-[id]-.*
+</code></pre></div>
+<p>The advanced partitioning goes beyond the basic assumption that each file is a partition. With advanced partitioning you can group files into partitions arbitrarily. For example, if you have a set of files as [part-01-a.avro, part-01-b.avro, part-02-a.avro, part-02-b.avro, part-03-a.avro] that you want to organize into three partitions as (part-01-a.avro, part-01-b.avro), (part-02-a.avro, part-02-b.avro), (part-03-a.avro), where the numbers in the middle act as a “group identifier”, you can then set this property to be “part-[id]-.<em>” (note that *</em>[id]** is a reserved term here, i.e. you have to literally put it as <strong>[id]</strong>). The partitioner will apply this pattern to all file names and extract the “group identifier” (“[id]” in the pattern), then use the “group identifier” to group files into partitions.</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text"># Specify the type of files your job want to process (support avro only for now)
+systems.hdfs-clickstream.consumer.reader=avro
+
+# Max number of retries (per-partition) before the container fails.
+system.hdfs-clickstream.consumer.numMaxRetries=10
+</code></pre></div>
+<p>For the list of all configs, check out the configuration table page <a href="../jobs/configuration-table.html">here</a></p>
+
+<h3 id="more-information">More Information</h3>
+
+<p><a href="https://issues.apache.org/jira/secure/attachment/12827670/HDFSSystemConsumer.pdf">HdfsSystemConsumer design doc</a></p>
+
+<h2 id="security-»"><a href="../operations/security.html">Security »</a></h2>
+
+
+ </div>
+ </div>
+
+ </div><!-- /.wrapper-content -->
+ </div><!-- /.wrapper -->
+
+ <div class="footer">
+ <div class="container">
+ <!-- nothing for now. -->
+ </div>
+ </div>
+
+
+ <script>
+ $( document ).ready(function() {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/hdfs/consumer.html" ) ) {
+ $("#switch-version-button").addClass("fa fa-history masthead-icon");
+ }
+ });
+
+ /* a function to test whether the url exists or not */
+ (function( $ ) {
+ $.fn.urlExists = function(url) {
+ var http = new XMLHttpRequest();
+ http.open('HEAD', url, false);
+ http.send();
+ return http.status != 404;
+ };
+ }( jQuery ));
+ </script>
+
+
+ <!-- Google Analytics -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-43122768-1', 'apache.org');
+ ga('send', 'pageview');
+
+ </script>
+ </body>
+</html>
Modified: samza/site/learn/documentation/latest/hdfs/producer.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/hdfs/producer.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/hdfs/producer.html (original)
+++ samza/site/learn/documentation/latest/hdfs/producer.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/hdfs/producer.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/hdfs/producer.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -188,7 +189,7 @@ systems.hdfs-clickstream.producer.hdfs.w
</code></pre></div>
<p>The above configuration assumes a Metrics and Serde implemnetation has been properly configured against the <code>some-serde-impl</code> and <code>some-metrics-impl</code> labels somewhere else in the same <code>job.properties</code> file. Each of these properties has a reasonable default, so you can leave out the ones you don’t need to customize for your job run.</p>
-<h2 id="security-»"><a href="../operations/security.html">Security »</a></h2>
+<h2 id="reading-from-hdfs-»"><a href="../hdfs/consumer.html">Reading from HDFS »</a></h2>
</div>
@@ -206,7 +207,7 @@ systems.hdfs-clickstream.producer.hdfs.w
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/hdfs/producer.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/hdfs/producer.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/index.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/index.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/index.html (original)
+++ samza/site/learn/documentation/latest/index.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/index.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/index.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -206,6 +207,7 @@
<li><a href="yarn/isolation.html">Isolation</a></li>
<li><a href="yarn/yarn-host-affinity.html">Host Affinity & Yarn</a></li>
<li><a href="hdfs/producer.html">Writing to HDFS</a></li>
+ <li><a href="hdfs/consumer.html">Reading from HDFS</a></li>
<li><a href="hdfs/yarn-security.html">Yarn Security</a></li>
<!-- TODO write yarn pages
<li><a href="">Fault Tolerance</a></li>
@@ -246,7 +248,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/index.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/index.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/introduction/architecture.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/introduction/architecture.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/introduction/architecture.html (original)
+++ samza/site/learn/documentation/latest/introduction/architecture.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/introduction/architecture.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/introduction/architecture.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -255,7 +256,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/introduction/architecture.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/introduction/architecture.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/introduction/background.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/introduction/background.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/introduction/background.html (original)
+++ samza/site/learn/documentation/latest/introduction/background.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/introduction/background.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/introduction/background.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -216,7 +217,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/introduction/background.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/introduction/background.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/introduction/concepts.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/introduction/concepts.html?rev=1784062&r1=1784061&r2=1784062&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/introduction/concepts.html (original)
+++ samza/site/learn/documentation/latest/introduction/concepts.html Wed Feb 22 21:01:21 2017
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.11/introduction/concepts.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.12/introduction/concepts.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -98,6 +98,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
<li><a href="/archive/index.html#10">0.10</a></li>
<li><a href="/archive/index.html#09">0.9</a></li>
@@ -211,7 +212,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.11/introduction/concepts.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.12/introduction/concepts.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});