You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by xi...@apache.org on 2018/01/04 00:31:43 UTC
svn commit: r1820026 [19/24] - in /samza/site: ./
img/latest/learn/documentation/hadoop/ img/latest/learn/documentation/rest/
learn/documentation/latest/ learn/documentation/latest/api/
learn/documentation/latest/api/javadocs/ learn/documentation/lates...
Added: samza/site/learn/documentation/latest/hadoop/producer.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/hadoop/producer.html?rev=1820026&view=auto
==============================================================================
--- samza/site/learn/documentation/latest/hadoop/producer.html (added)
+++ samza/site/learn/documentation/latest/hadoop/producer.html Thu Jan 4 00:31:39 2018
@@ -0,0 +1,240 @@
+<!DOCTYPE html>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Samza - Writing to HDFS</title>
+ <link href='/css/ropa-sans.css' rel='stylesheet' type='text/css'/>
+ <link href="/css/bootstrap.min.css" rel="stylesheet"/>
+ <link href="/css/font-awesome.min.css" rel="stylesheet"/>
+ <link href="/css/main.css" rel="stylesheet"/>
+ <link href="/css/syntax.css" rel="stylesheet"/>
+ <link rel="icon" type="image/png" href="/img/samza-icon.png">
+ <script src="/js/jquery-1.11.1.min.js"></script>
+ </head>
+ <body>
+ <div class="wrapper">
+ <div class="wrapper-content">
+
+ <div class="masthead">
+ <div class="container">
+ <div class="masthead-logo">
+ <a href="/" class="logo">samza</a>
+ </div>
+ <div class="masthead-icons">
+ <div class="pull-right">
+ <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a>
+ <a href="https://git-wip-us.apache.org/repos/asf?p=samza.git;a=tree" target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a>
+ <a href="https://twitter.com/samzastream" target="_blank"><i class="fa fa-twitter masthead-icon"></i></a>
+ <!-- this icon only shows in versioned pages -->
+
+
+
+
+ <a href="http://samza.apache.org/learn/documentation/0.14/hadoop/producer.html"><i id="switch-version-button"></i></a>
+ <!-- links for the navigation bar -->
+
+
+ </div>
+ </div>
+ </div><!-- /.container -->
+ </div>
+
+ <div class="container">
+ <div class="menu">
+ <h1><i class="fa fa-rocket"></i> Getting Started</h1>
+ <ul>
+ <li><a href="/startup/hello-samza/latest">Hello Samza</a></li>
+ <li><a href="/startup/download">Download</a></li>
+ <li><a href="/startup/preview">Feature Preview</a></li>
+ </ul>
+
+ <h1><i class="fa fa-book"></i> Learn</h1>
+ <ul>
+ <li><a href="/learn/documentation/latest">Documentation</a></li>
+ <li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li>
+ <li><a href="/learn/documentation/latest/container/metrics-table.html">Metrics</a></li>
+ <li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li>
+ <li><a href="/learn/tutorials/latest">Tutorials</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SAMZA/FAQ">FAQ</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SAMZA/Apache+Samza">Wiki</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=51812876">Papers & Talks</a></li>
+ <li><a href="http://blogs.apache.org/samza">Blog</a></li>
+ </ul>
+
+ <h1><i class="fa fa-comments"></i> Community</h1>
+ <ul>
+ <li><a href="/community/mailing-lists.html">Mailing Lists</a></li>
+ <li><a href="/community/irc.html">IRC</a></li>
+ <li><a href="https://issues.apache.org/jira/browse/SAMZA">Bugs</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SAMZA/Powered+By">Powered by</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SAMZA/Ecosystem">Ecosystem</a></li>
+ <li><a href="/community/committers.html">Committers</a></li>
+ </ul>
+
+ <h1><i class="fa fa-code"></i> Contribute</h1>
+ <ul>
+ <li><a href="/contribute/contributors-corner.html">Contributor's Corner</a></li>
+ <li><a href="/contribute/coding-guide.html">Coding Guide</a></li>
+ <li><a href="/contribute/design-documents.html">Design Documents</a></li>
+ <li><a href="/contribute/code.html">Code</a></li>
+ <li><a href="/contribute/tests.html">Tests</a></li>
+ </ul>
+
+ <h1><i class="fa fa-history"></i> Archive</h1>
+ <ul>
+ <li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
+ <li><a href="/archive/index.html#13">0.13</a></li>
+ <li><a href="/archive/index.html#12">0.12</a></li>
+ <li><a href="/archive/index.html#11">0.11</a></li>
+ <li><a href="/archive/index.html#10">0.10</a></li>
+ <li><a href="/archive/index.html#09">0.9</a></li>
+ <li><a href="/archive/index.html#08">0.8</a></li>
+ <li><a href="/archive/index.html#07">0.7</a></li>
+ </ul>
+ </div>
+
+ <div class="content">
+ <!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<h2>Writing to HDFS</h2>
+
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<p>The <code>samza-hdfs</code> module implements a Samza Producer to write to HDFS. The current implementation includes a ready-to-use <code>HdfsSystemProducer</code>, and three <code>HdfsWriter</code>s: One that writes messages of raw bytes to a <code>SequenceFile</code> of <code>BytesWritable</code> keys and values. Another writes UTF-8 <code>String</code>s to a <code>SequenceFile</code> with <code>LongWritable</code> keys and <code>Text</code> values.
+The last one writes out Avro data files including the schema automatically reflected from the POJO objects fed to it.</p>
+
+<h3 id="configuring-an-hdfssystemproducer">Configuring an HdfsSystemProducer</h3>
+
+<p>You can configure an HdfsSystemProducer like any other Samza system: using configuration keys and values set in a <code>job.properties</code> file.
+You might configure the system producer for use by your <code>StreamTasks</code> like this:</p>
+<div class="highlight"><pre><code class="language-text" data-lang="text"># set the SystemFactory implementation to instantiate HdfsSystemProducer aliased to 'hdfs-clickstream'
+systems.hdfs-clickstream.samza.factory=org.apache.samza.system.hdfs.HdfsSystemFactory
+
+# define a serializer/deserializer for the hdfs-clickstream system
+# DO NOT define (i.e. comment out) a SerDe when using the AvroDataFileHdfsWriter so it can reflect the schema
+systems.hdfs-clickstream.samza.msg.serde=some-serde-impl
+
+# consumer configs not needed for HDFS system, reader is not implemented yet
+
+# Assign a Metrics implementation via a label we defined earlier in the props file
+systems.hdfs-clickstream.streams.metrics.samza.msg.serde=some-metrics-impl
+
+# Assign the implementation class for this system's HdfsWriter
+systems.hdfs-clickstream.producer.hdfs.writer.class=org.apache.samza.system.hdfs.writer.TextSequenceFileHdfsWriter
+#systems.hdfs-clickstream.producer.hdfs.writer.class=org.apache.samza.system.hdfs.writer.AvroDataFileHdfsWriter
+
+# Set compression type supported by chosen Writer. Only BLOCK compression is supported currently
+# AvroDataFileHdfsWriter supports snappy, bzip2, deflate or none (null, anything other than the first three)
+systems.hdfs-clickstream.producer.hdfs.compression.type=snappy
+
+# The base dir for HDFS output. The default Bucketer for SequenceFile HdfsWriters
+# is currently /BASE/JOB_NAME/DATE_PATH/FILES, where BASE is set below
+systems.hdfs-clickstream.producer.hdfs.base.output.dir=/user/me/analytics/clickstream_data
+
+# Assign the implementation class for the HdfsWriter's Bucketer
+systems.hdfs-clickstream.producer.hdfs.bucketer.class=org.apache.samza.system.hdfs.writer.JobNameDateTimeBucketer
+
+# Configure the DATE_PATH the Bucketer will set to bucket output files by day for this job run.
+systems.hdfs-clickstream.producer.hdfs.bucketer.date.path.format=yyyy_MM_dd
+
+# Optionally set the max output bytes (records for AvroDataFileHdfsWriter) per file.
+# A new file will be cut and output continued on the next write call each time this many bytes
+# (records for AvroDataFileHdfsWriter) are written.
+systems.hdfs-clickstream.producer.hdfs.write.batch.size.bytes=134217728
+#systems.hdfs-clickstream.producer.hdfs.write.batch.size.records=10000
+</code></pre></div>
+<p>The above configuration assumes a Metrics and Serde implemnetation has been properly configured against the <code>some-serde-impl</code> and <code>some-metrics-impl</code> labels somewhere else in the same <code>job.properties</code> file. Each of these properties has a reasonable default, so you can leave out the ones you don’t need to customize for your job run.</p>
+
+
+ </div>
+ </div>
+
+ </div><!-- /.wrapper-content -->
+ </div><!-- /.wrapper -->
+
+ <div class="footer">
+ <div class="container">
+ <!-- nothing for now. -->
+ </div>
+ </div>
+
+
+ <script>
+ $( document ).ready(function() {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/hadoop/producer.html" ) ) {
+ $("#switch-version-button").addClass("fa fa-history masthead-icon");
+ }
+ });
+
+ /* a function to test whether the url exists or not */
+ (function( $ ) {
+ $.fn.urlExists = function(url) {
+ var http = new XMLHttpRequest();
+ http.open('HEAD', url, false);
+ http.send();
+ return http.status != 404;
+ };
+ }( jQuery ));
+ </script>
+
+
+ <!-- Google Analytics -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-43122768-1', 'apache.org');
+ ga('send', 'pageview');
+
+ </script>
+ </body>
+</html>
Modified: samza/site/learn/documentation/latest/index.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/index.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/index.html (original)
+++ samza/site/learn/documentation/latest/index.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/index.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/index.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -210,12 +211,27 @@
<li><a href="yarn/yarn-host-affinity.html">Host Affinity & Yarn</a></li>
<li><a href="yarn/yarn-resource-localization.html">Resource Localization</a></li>
<li><a href="yarn/yarn-security.html">Yarn Security</a></li>
- <li><a href="hdfs/producer.html">Writing to HDFS</a></li>
- <li><a href="hdfs/consumer.html">Reading from HDFS</a></li>
-<!-- TODO write yarn pages
- <li><a href="">Fault Tolerance</a></li>
- <li><a href="">Security</a></li>
--->
+
+</ul>
+
+<h4>Hadoop</h4>
+
+<ul class="documentation-list">
+ <li><a href="hadoop/overview.html">Batch Processing Overview</a></li>
+ <li><a href="hadoop/consumer.html">Reading from HDFS</a></li>
+ <li><a href="hadoop/producer.html">Writing to HDFS</a></li>
+</ul>
+
+<h4>Azure</h4>
+
+<ul class="documentation-list">
+ <li><a href="azure/eventhubs.html">Eventhubs Consumer/Producer</a></li>
+</ul>
+
+<h4>AWS</h4>
+
+<ul class="documentation-list">
+ <li><a href="aws/kinesis.html">Kinesis Consumer/Producer</a></li>
</ul>
<h4>Operations</h4>
@@ -251,7 +267,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/index.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/index.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/introduction/architecture.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/introduction/architecture.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/introduction/architecture.html (original)
+++ samza/site/learn/documentation/latest/introduction/architecture.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/introduction/architecture.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/introduction/architecture.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -258,7 +259,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/introduction/architecture.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/introduction/architecture.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/introduction/background.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/introduction/background.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/introduction/background.html (original)
+++ samza/site/learn/documentation/latest/introduction/background.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/introduction/background.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/introduction/background.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -219,7 +220,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/introduction/background.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/introduction/background.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/introduction/concepts.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/introduction/concepts.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/introduction/concepts.html (original)
+++ samza/site/learn/documentation/latest/introduction/concepts.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/introduction/concepts.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/introduction/concepts.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -214,7 +215,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/introduction/concepts.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/introduction/concepts.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/jobs/configuration-table.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/jobs/configuration-table.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/jobs/configuration-table.html (original)
+++ samza/site/learn/documentation/latest/jobs/configuration-table.html Thu Jan 4 00:31:39 2018
@@ -116,6 +116,38 @@
<table>
<tbody>
<tr><th>Name</th><th>Default</th><th>Description</th></tr>
+
+ <tr>
+ <th colspan="3" class="section" id="application">Samza application configuration</th>
+ </tr>
+ <tr>
+ <td class="property" id="app-name">app.name</td>
+ <td class="default"></td>
+ <td class="description">
+ <strong>Required:</strong> The name of your application.
+ </td>
+ </tr>
+
+ <tr>
+ <td class="property" id="app-id">app.id</td>
+ <td class="default">1</td>
+ <td class="description">
+ If you run several instances of your application at the same time, you need to give each instance a
+ different <code>app.id</code>. This is important, since otherwise the applications will overwrite each
+ others' checkpoints, and perhaps interfere with each other in other ways.
+ </td>
+ </tr>
+
+ <tr>
+ <td class="property" id="app-class">app.class</td>
+ <td class="default"></td>
+ <td class="description">
+ <strong>Required:</strong> The application to run. The value is a fully-qualified Java classname,
+ which must implement <a href="../api/javadocs/org/apache/samza/application/StreamApplication.html">StreamApplication</a>.
+ A StreamApplication describes as a series of transformations on the streams.
+ </td>
+ </tr>
+
<tr>
<th colspan="3" class="section" id="job"><a href="configuration.html">Samza job configuration</a></th>
</tr>
@@ -199,11 +231,7 @@
<td class="property" id="job-coordinator-monitor-partition-change">job.coordinator.<br />monitor-partition-change</td>
<td class="default">false</td>
<td class="description">
- If you are using Kafka for coordinator stream, this configuration enables the Job Coordinator to
- detect partition count difference in Kafka input topics. On detection, it updates a Gauge
- metric of format <span class="system">system-name</span>.<span class="stream">stream-name</span>.partitionCount,
- which indicates the difference in the partition count from the initial state. Please note that currently this
- feature only works for Kafka-based systems.
+ This is deprecated in favor of <a href="#job-coordinator-monitor-partition-change-frequency-ms">job.coordinator.monitor-partition-change.frequency.ms</a>.
</td>
</tr>
@@ -211,8 +239,12 @@
<td class="property" id="job-coordinator-monitor-partition-change-frequency-ms">job.coordinator.<br />monitor-partition-change.frequency.ms</td>
<td class="default">300000</td>
<td class="description">
- The frequency at which the input streams' partition count change should be detected. This check
- can be tuned to be pretty low as partition increase is not a common event.
+ The frequency at which the input streams' partition count change should be detected. When the input
+ partition count change is detected, Samza will automatically restart a stateless job or fail a
+ stateful job. A longer time interval is recommended for jobs w/ large number of input system stream
+ partitions, since gathering partition count may incur measurable overhead to the job. You can
+ completely disable partition count monitoring by setting this value to 0 or a negative integer,
+ which will also disable auto-restart/failing behavior of a Samza job on partition count changes.
</td>
</tr>
@@ -424,11 +456,24 @@
<dd>Fixed partition mapping. No Zoookeeper. </dd>
<dt><code>org.apache.samza.zk.ZkJobCoordinatorFactory</code></dt>
<dd>Zookeeper-based coordination. </dd>
- </dl>
+ <dt><code>org.apache.samza.AzureJobCoordinatorFactory</code></dt>
+ <dd>Azure-based coordination</dl>
Required only for non-cluster-managed applications. Please see the required value for <a href=#task-name-grouper-factory>task-name-grouper-factory </a>
</td>
</tr>
-
+ <tr>
+ <td class="property" id="job.coordination.utils.factory">job.coordination.utils.factory</td>
+ <td class="default">org.apache.samza.zk.ZkCoordinationUtilsFactory</td>
+ <td class="description">
+ Class to use to create CoordinationUtils. Currently available values are:
+ <dl>
+ <dt><code>org.apache.samza.zk.ZkCoordinationUtilsFactory</code></dt>
+ <dd>ZooKeeper based coordination utils.</dd>
+ <dt><code>org.apache.samza.coordinator.AzureCoordinationUtilsFactory</code></dt>
+ <dd>Azure based coordination utils.</dd>
+ These coordination utils are currently used for intermediate stream creation.
+ </td>
+ </tr>
<tr>
<!-- change link to StandAlone design/tutorial doc. SAMZA-1299 -->
<th colspan="3" class="section" id="ZkBasedJobCoordination"><a href="../index.html">Zookeeper-based job configuration</a></th>
@@ -468,6 +513,25 @@
How long the Leader processor will wait before recalculating the JobModel on change of registered processors.
</td>
</tr>
+
+ <th colspan="3" class="section" id="AzureBasedJobCoordination"><a href="../index.html">Azure-based job configuration</a></th>
+ </tr>
+ <tr>
+ <td class="property" id="azure.storage.connect">azure.storage.connect</td>
+ <td class="default"></td>
+ <td class="description">
+ <strong>Required</strong> for applications with Azure-based coordination. This is the storage connection string related to every Azure account. It is of the format: "DefaultEndpointsProtocol=https;AccountName=<Insert your account name>;AccountKey=<Insert your account key>"
+
+ </td>
+ </tr>
+ <tr>
+ <td class="property" id="job.coordinator.azure.blob.length">job.coordinator.azure.blob.length</td>
+ <td class="default"> 5120000 </td>
+ <td class="description">
+ Length in bytes, of the page blob on which the leader stores the shared data. Different types of data is stored on different pages with predefined lengths. The offsets of these pages are dependent on the total page blob length.
+ </td>
+ </tr>
+
<tr>
<th colspan="3" class="section" id="task"><a href="../api/overview.html">Task configuration</a></th>
</tr>
@@ -643,6 +707,24 @@
</tr>
<tr>
+ <td class="property" id="task-drop-producer-errors">task.drop.producer.errors</td>
+ <td class="default">false</td>
+ <td class="description">
+ If true, producer errors will be logged and ignored. The only exceptions that will be thrown are
+ those which are likely caused by the application itself (e.g. serializaiton errors). If false,
+ the producer will be closed and producer errors will be propagated upward until the container
+ ultimately fails. Failing the container is a safety precaution to ensure the latest checkpoints
+ only reflect the events that have been completely and successfully processed. However, some
+ applications prefer to remain running at all costs, even if that means lost messages. Setting
+ this property to true will enable applications to recover from producer errors at the expense of
+ one or many (in the case of batching producers) dropped messages. If you enable this, it is highly
+ recommended that you also configure alerting on the 'producer-send-failed' metric, since the
+ producer might drop messages indefinitely. The logic for this property is specific to each
+ SystemProducer implementation. It will have no effect for SystemProducers that ignore the property.
+ </td>
+ </tr>
+
+ <tr>
<td class="property" id="task-log4j-system">task.log4j.system</td>
<td class="default"></td>
<td class="description">
@@ -695,7 +777,7 @@
<tr>
<td class="property" id="task-shutdown-ms">task.shutdown.ms</td>
- <td class="default">5000</td>
+ <td class="default">30000</td>
<td class="description">
This property controls how long the Samza container will wait for an orderly shutdown of task instances.
</td>
@@ -1081,16 +1163,29 @@
<dl>
<dt><code>org.apache.samza.serializers.ByteSerdeFactory</code></dt>
<dd>A no-op serde which passes through the undecoded byte array.</dd>
+ <dt><code>org.apache.samza.serializers.ByteBufferSerdeFactory</code></dt>
+ <dd>Encodes <code>java.nio.ByteBuffer</code> objects.</dd>
<dt><code>org.apache.samza.serializers.IntegerSerdeFactory</code></dt>
<dd>Encodes <code>java.lang.Integer</code> objects as binary (4 bytes fixed-length big-endian encoding).</dd>
<dt><code>org.apache.samza.serializers.StringSerdeFactory</code></dt>
<dd>Encodes <code>java.lang.String</code> objects as UTF-8.</dd>
<dt><code>org.apache.samza.serializers.JsonSerdeFactory</code></dt>
- <dd>Encodes nested structures of <code>java.util.Map</code>, <code>java.util.List</code> etc. as JSON.</dd>
+ <dd>Encodes nested structures of <code>java.util.Map</code>, <code>java.util.List</code> etc. as JSON.<br/>
+ Note: This Serde enforces a dash-separated property naming convention, while JsonSerdeV2 doesn't.
+ This serde is primarily meant for Samza's internal usage, and is publicly available for backwards compatibility.</dd>
+ <dt><code>org.apache.samza.serializers.JsonSerdeV2Factory</code></dt>
+ <dd>Encodes nested structures of <code>java.util.Map</code>, <code>java.util.List</code> etc. as JSON.<br/>
+ Note: This Serde uses Jackson's default (camelCase) property naming convention. This serde should be <br/>
+ preferred over JsonSerde, especially in High Level API, unless the dasherized naming convention is required <br/>
+ (e.g., for backwards compatibility).</dd>
<dt><code>org.apache.samza.serializers.LongSerdeFactory</code></dt>
<dd>Encodes <code>java.lang.Long</code> as binary (8 bytes fixed-length big-endian encoding).</dd>
<dt><code>org.apache.samza.serializers.DoubleSerdeFactory</code></dt>
- <dd>Encodes <code>java.lang.Double</code> as binray (8 bytes double-precision float point).</dd>
+ <dd>Encodes <code>java.lang.Double</code> as binary (8 bytes double-precision float point).</dd>
+ <dt><code>org.apache.samza.serializers.UUIDSerdeFactory</code></dt>
+ <dd>Encodes <code>java.util.UUID</code> objects.</dd>
+ <dt><code>org.apache.samza.serializers.SerializableSerdeFactory</code></dt>
+ <dd>Encodes <code>java.io.Serializable</code> objects.</dd>
<dt><code>org.apache.samza.serializers.MetricsSnapshotSerdeFactory</code></dt>
<dd>Encodes <code>org.apache.samza.metrics.reporter.MetricsSnapshot</code> objects (which are
used for <a href="../container/metrics.html">reporting metrics</a>) as JSON.</dd>
@@ -1686,6 +1781,14 @@
</tr>
<tr>
+ <td class="property" id="stores-rocksdb-metrics">stores.<span class="store">store-name</span>.<br>rocksdb.metrics.list</td>
+ <td class="default"></td>
+ <td class="description">
+ A list of RocksDB <a href="https://github.com/facebook/rocksdb/blob/master/include/rocksdb/db.h#L409">properties</a> to expose as metrics (gauges).
+ </td>
+ </tr>
+
+ <tr>
<th colspan="3" class="section" id="cluster-manager">
Running Samza with a cluster manager<br>
</th>
@@ -2145,6 +2248,134 @@
<td class="default"></td>
<td class="description">Staging directory for storing partition description. By default (if not set by users) the value is inherited from "yarn.job.staging.directory" internally. The default value is typically good enough unless you want explicitly use a separate location.</td>
</tr>
+
+ <tr>
+ <th colspan="3" class="section" id="eventhub">
+ Using <a href="https://azure.microsoft.com/en-us/services/event-hubs/">EventHubs</a> for input and output streams<br>
+ <span class="subtitle">
+ (This section applies if you have set
+ <a href="#systems-samza-factory" class="property">systems.*.samza.factory</a>
+ <code>= org.apache.samza.system.eventhub.EventHubSystemFactory</code>)
+ </span>
+ </th>
+ </tr>
+
+ <tr>
+ <td class="property" id="eventhub-stream-list">systems.<span class="system">system-name</span>.<br>stream.list</td>
+ <td class="default"></td>
+ <td class="description">List of Samza <span class="stream">stream-ids</span> used for the Eventhub system</td>
+ </tr>
+
+ <tr>
+ <td class="property" id="eventhub-stream-namespace">systems.<span class="system">system-name</span>.<br>streams.<span class="stream">stream-id</span>.<br>eventhubs.namespace</td>
+ <td class="default"></td>
+ <td class="description">Namespace of the associated <span class="stream">stream-ids</span>. Required to access the Eventhubs entity per stream.</td>
+ </tr>
+
+ <tr>
+ <td class="property" id="eventhub-stream-entity">systems.<span class="system">system-name</span>.<br>streams.<span class="stream">stream-id</span>.<br>eventhubs.entitypath</td>
+ <td class="default"></td>
+ <td class="description">Entity of the associated <span class="stream">stream-ids</span>. Required to access the Eventhubs entity per stream.</td>
+ </tr>
+
+ <tr>
+ <td class="property" id="eventhub-stream-sas-keyname">systems.<span class="system">system-name</span>.<br>streams.<span class="stream">stream-id</span>.<br>eventhubs.sas.keyname</td>
+ <td class="default"></td>
+ <td class="description">SAS Keyname of the associated <span class="stream">stream-ids</span>. Required to access the Eventhubs entity per stream.</td>
+ </tr>
+
+ <tr>
+ <td class="property" id="eventhub-stream-sas-token">systems.<span class="system">system-name</span>.<br>streams.<span class="stream">stream-id</span>.<br>eventhubs.sas.token</td>
+ <td class="default"></td>
+ <td class="description">SAS Token the associated <span class="stream">stream-ids</span>. Required to access the Eventhubs entity per stream.</td>
+ </tr>
+
+ <tr>
+ <td class="property" id="eventhub-runtime-timeout">systems.<span class="system">system-name</span>.<br>eventhubs.runtime.info.timeout</td>
+ <td class="default">60000</td>
+ <td class="description">Timeout for fetching the runtime metadata from an Eventhub entity on startup in millis.</td>
+ </tr>
+
+ <tr>
+ <td class="property" id="eventhub-send-partition-method">systems.<span class="system">system-name</span>.<br>eventhubs.partition.method</td>
+ <td class="default"><code>EVENT_HUB_HASHING</code></td>
+ <td class="description">
+ Producer only config. Configure the method that the message is partitioned for the downstream Eventhub in one of the following ways:
+ <dl>
+ <dt><code>ROUND_ROBIN</code></dt>
+ <dd>The message key and partition key are ignored and the message will be distributed in a round-robin fashion amongst all the partitions in the downstream EventHub.</dd>
+ <dt><code>EVENT_HUB_HASHING</code></dt>
+ <dd>Employs the hashing mechanism in EventHubs to determine, based on the key of the message, which partition the message should go. Using this method still ensures that all the events with the same key are sent to the same partition in the event hub. If this option is chosen, the partition key used for the hash should be a string. If the partition key is not set, the message key is used instead.</dd>
+ <dt><code>PARTITION_KEY_AS_PARTITION</code></dt>
+ <dd>Use the integer key specified by the partition key or key of the message to a specific partition on Eventhub. If the integer key is greater than the number of partitions in the destination Eventhub, a modulo operation will be performed to determine the resulting paritition. ie. if there are 6 partitions and the key is 9, the message will end up in partition 3. Similarly to EVENT_HUB_HASHING, if the partition key is not set the message key is used instead.</dd>
+ </dl>
+ </td>
+ </tr>
+
+ <tr>
+ <td class="property" id="eventhub-send-key">systems.<span class="system">system-name</span>.<br>eventhubs.send.key</td>
+ <td class="default">true</td>
+ <td class="description">
+ Producer only config. Sending each message key to the eventhub in the properties of the AMQP message. If the Samza Eventhub consumer is used, this field is used as the message key if the partition key is not present.
+ </td>
+ </tr>
+
+ <tr>
+ <td class="property" id="eventhub-consumer-group">systems.<span class="system">system-name</span>.<br>streams.<span class="stream">stream-id</span>.<br>eventhubs.consumer.group</td>
+ <td class="default"><code>$Default</code></td>
+ <td class="description">
+ Consumer only config. Set the consumer group from the upstream Eventhub that the consumer is part of. Defaults to the <code>$Default</code> group that is initially present in all Eventhub entities (unless removed)
+ </td>
+ </tr>
+
+ <tr>
+ <td class="property" id="eventhub-consumer-buffer-capacity">systems.<span class="system">system-name</span>.<br>eventhubs.receive.queue.size</td>
+ <td class="default">100</td>
+ <td class="description">
+ Consumer only config. Per partition capacity of the eventhubs consumer buffer - the blocking queue used for storing messages. Larger buffer capacity typically leads to better throughput but consumes more memory.
+ </td>
+ </tr>
+
+ <tr>
+ <th colspan="3" class="section" id="kinesis">
+ Using <a href="https://aws.amazon.com/kinesis/">Kinesis</a> for input streams<br>
+ <span class="subtitle">
+ (This section applies if you have set
+ <a href="#systems-samza-factory" class="property">systems.*.samza.factory</a>
+ <code>= org.apache.samza.system.kinesis.KinesisSystemFactory</code>)
+ </span>
+ </th>
+ </tr>
+
+ <tr>
+ <td class="property" id="kinesis-stream-region">systems.<span class="system">system-name</span>.<br>streams.<span class="stream">stream-name</span>.<br>aws.region</td>
+ <td class="default"></td>
+ <td class="description">Region of the associated <span class="stream">stream-name</span>. Required to access the Kinesis data stream.</td>
+ </tr>
+
+ <tr>
+ <td class="property" id="kinesis-stream-access-key">systems.<span class="system">system-name</span>.<br>streams.<span class="stream">stream-name</span>.<br>aws.accessKey</td>
+ <td class="default"></td>
+ <td class="description">AccessKey of the associated <span class="stream">stream-name</span>. Required to access Kinesis data stream.</td>
+ </tr>
+
+ <tr>
+ <td class="property" id="kinesis-stream-secret-key">systems.<span class="system">system-name</span>.<br>streams.<span class="stream">stream-name</span>.<br>aws.secretKey</td>
+ <td class="default"></td>
+ <td class="description">SecretKey of the associated <span class="stream">stream-name</span>. Required to access the Kinesis data stream.</td>
+ </tr>
+
+ <tr>
+ <td class="property" id="kinesis-stream-aws-kcl-configs">systems.<span class="system">system-name</span>.<br>streams.<span class="stream">stream-name</span>.<br>aws.kcl.*</td>
+ <td class="default"></td>
+ <td class="description"><a href="https://github.com/awslabs/amazon-kinesis-client/blob/master/src/main/java/com/amazonaws/services/kinesis/clientlibrary/lib/worker/KinesisClientLibConfiguration.java">AWS Kinesis Client Library configuration</a> associated with the <span class="stream">stream-name</span>.</td>
+ </tr>
+
+ <tr>
+ <td class="property" id="kinesis-system-aws-client-configs">systems.<span class="system">system-name</span>.<br>aws.clientConfig.*</td>
+ <td class="default"></td>
+ <td class="description"><a href="http://docs.aws.amazon.com/AWSJavaSDK/latest/javadoc/com/amazonaws/ClientConfiguration.html">AWS ClientConfiguration</a> associated with the <span class="system">system-name</span>.</td>
+ </tr>
</tbody>
</table>
</body>
Modified: samza/site/learn/documentation/latest/jobs/configuration.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/jobs/configuration.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/jobs/configuration.html (original)
+++ samza/site/learn/documentation/latest/jobs/configuration.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/jobs/configuration.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/jobs/configuration.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -210,7 +211,7 @@ encryption is done.</p>
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/jobs/configuration.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/jobs/configuration.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/jobs/job-runner.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/jobs/job-runner.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/jobs/job-runner.html (original)
+++ samza/site/learn/documentation/latest/jobs/job-runner.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/jobs/job-runner.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/jobs/job-runner.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -196,7 +197,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/jobs/job-runner.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/jobs/job-runner.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/jobs/logging.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/jobs/logging.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/jobs/logging.html (original)
+++ samza/site/learn/documentation/latest/jobs/logging.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/jobs/logging.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/jobs/logging.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -298,7 +299,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/jobs/logging.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/jobs/logging.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/jobs/packaging.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/jobs/packaging.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/jobs/packaging.html (original)
+++ samza/site/learn/documentation/latest/jobs/packaging.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/jobs/packaging.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/jobs/packaging.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -183,7 +184,7 @@ lib/*.jar
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/jobs/packaging.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/jobs/packaging.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/jobs/reprocessing.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/jobs/reprocessing.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/jobs/reprocessing.html (original)
+++ samza/site/learn/documentation/latest/jobs/reprocessing.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/jobs/reprocessing.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/jobs/reprocessing.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -234,7 +235,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/jobs/reprocessing.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/jobs/reprocessing.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/jobs/split-deployment.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/jobs/split-deployment.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/jobs/split-deployment.html (original)
+++ samza/site/learn/documentation/latest/jobs/split-deployment.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/jobs/split-deployment.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/jobs/split-deployment.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -213,7 +214,7 @@ In this case Samza will pick ‘/&he
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/jobs/split-deployment.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/jobs/split-deployment.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/jobs/web-ui-rest-api.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/jobs/web-ui-rest-api.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/jobs/web-ui-rest-api.html (original)
+++ samza/site/learn/documentation/latest/jobs/web-ui-rest-api.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/jobs/web-ui-rest-api.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/jobs/web-ui-rest-api.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -206,7 +207,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/jobs/web-ui-rest-api.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/jobs/web-ui-rest-api.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/jobs/yarn-jobs.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/jobs/yarn-jobs.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/jobs/yarn-jobs.html (original)
+++ samza/site/learn/documentation/latest/jobs/yarn-jobs.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/jobs/yarn-jobs.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/jobs/yarn-jobs.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -180,7 +181,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/jobs/yarn-jobs.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/jobs/yarn-jobs.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/operations/kafka.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/operations/kafka.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/operations/kafka.html (original)
+++ samza/site/learn/documentation/latest/operations/kafka.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/operations/kafka.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/operations/kafka.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -174,7 +175,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/operations/kafka.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/operations/kafka.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/operations/security.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/operations/security.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/operations/security.html (original)
+++ samza/site/learn/documentation/latest/operations/security.html Thu Jan 4 00:31:39 2018
@@ -46,7 +46,7 @@
- <a href="http://samza.apache.org/learn/documentation/0.13/operations/security.html"><i id="switch-version-button"></i></a>
+ <a href="http://samza.apache.org/learn/documentation/0.14/operations/security.html"><i id="switch-version-button"></i></a>
<!-- links for the navigation bar -->
@@ -99,6 +99,7 @@
<h1><i class="fa fa-history"></i> Archive</h1>
<ul>
<li><a href="/archive/index.html#latest">latest</a></li>
+ <li><a href="/archive/index.html#14">0.14</a></li>
<li><a href="/archive/index.html#13">0.13</a></li>
<li><a href="/archive/index.html#12">0.12</a></li>
<li><a href="/archive/index.html#11">0.11</a></li>
@@ -216,7 +217,7 @@
<script>
$( document ).ready(function() {
- if ( $.fn.urlExists( "/learn/documentation/0.13/operations/security.html" ) ) {
+ if ( $.fn.urlExists( "/learn/documentation/0.14/operations/security.html" ) ) {
$("#switch-version-button").addClass("fa fa-history masthead-icon");
}
});
Modified: samza/site/learn/documentation/latest/rest/javadocs/allclasses-frame.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/allclasses-frame.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/rest/javadocs/allclasses-frame.html (original)
+++ samza/site/learn/documentation/latest/rest/javadocs/allclasses-frame.html Thu Jan 4 00:31:39 2018
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_60) on Mon Jun 12 14:25:22 PDT 2017 -->
-<title>All Classes (samza-rest 0.13.1-SNAPSHOT API)</title>
-<meta name="date" content="2017-06-12">
+<!-- Generated by javadoc (1.8.0_121) on Wed Jan 03 16:26:59 PST 2018 -->
+<title>All Classes (samza-rest 0.14.1-SNAPSHOT API)</title>
+<meta name="date" content="2018-01-03">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
<script type="text/javascript" src="script.js"></script>
</head>
@@ -58,7 +58,10 @@
<li><a href="org/apache/samza/rest/proxy/task/TaskProxyFactory.html" title="interface in org.apache.samza.rest.proxy.task" target="classFrame"><span class="interfaceName">TaskProxyFactory</span></a></li>
<li><a href="org/apache/samza/rest/proxy/task/TaskResourceConfig.html" title="class in org.apache.samza.rest.proxy.task" target="classFrame">TaskResourceConfig</a></li>
<li><a href="org/apache/samza/rest/resources/TasksResource.html" title="class in org.apache.samza.rest.resources" target="classFrame">TasksResource</a></li>
-<li><a href="org/apache/samza/rest/proxy/job/YarnCliJobStatusProvider.html" title="class in org.apache.samza.rest.proxy.job" target="classFrame">YarnCliJobStatusProvider</a></li>
+<li><a href="org/apache/samza/rest/model/yarn/YarnApplicationInfo.html" title="class in org.apache.samza.rest.model.yarn" target="classFrame">YarnApplicationInfo</a></li>
+<li><a href="org/apache/samza/rest/model/yarn/YarnApplicationInfo.YarnApplication.html" title="class in org.apache.samza.rest.model.yarn" target="classFrame">YarnApplicationInfo.YarnApplication</a></li>
+<li><a href="org/apache/samza/rest/resources/YarnJobResourceConfig.html" title="class in org.apache.samza.rest.resources" target="classFrame">YarnJobResourceConfig</a></li>
+<li><a href="org/apache/samza/rest/proxy/job/YarnRestJobStatusProvider.html" title="class in org.apache.samza.rest.proxy.job" target="classFrame">YarnRestJobStatusProvider</a></li>
</ul>
</div>
</body>
Modified: samza/site/learn/documentation/latest/rest/javadocs/allclasses-noframe.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/allclasses-noframe.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/rest/javadocs/allclasses-noframe.html (original)
+++ samza/site/learn/documentation/latest/rest/javadocs/allclasses-noframe.html Thu Jan 4 00:31:39 2018
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_60) on Mon Jun 12 14:25:22 PDT 2017 -->
-<title>All Classes (samza-rest 0.13.1-SNAPSHOT API)</title>
-<meta name="date" content="2017-06-12">
+<!-- Generated by javadoc (1.8.0_121) on Wed Jan 03 16:26:59 PST 2018 -->
+<title>All Classes (samza-rest 0.14.1-SNAPSHOT API)</title>
+<meta name="date" content="2018-01-03">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
<script type="text/javascript" src="script.js"></script>
</head>
@@ -58,7 +58,10 @@
<li><a href="org/apache/samza/rest/proxy/task/TaskProxyFactory.html" title="interface in org.apache.samza.rest.proxy.task"><span class="interfaceName">TaskProxyFactory</span></a></li>
<li><a href="org/apache/samza/rest/proxy/task/TaskResourceConfig.html" title="class in org.apache.samza.rest.proxy.task">TaskResourceConfig</a></li>
<li><a href="org/apache/samza/rest/resources/TasksResource.html" title="class in org.apache.samza.rest.resources">TasksResource</a></li>
-<li><a href="org/apache/samza/rest/proxy/job/YarnCliJobStatusProvider.html" title="class in org.apache.samza.rest.proxy.job">YarnCliJobStatusProvider</a></li>
+<li><a href="org/apache/samza/rest/model/yarn/YarnApplicationInfo.html" title="class in org.apache.samza.rest.model.yarn">YarnApplicationInfo</a></li>
+<li><a href="org/apache/samza/rest/model/yarn/YarnApplicationInfo.YarnApplication.html" title="class in org.apache.samza.rest.model.yarn">YarnApplicationInfo.YarnApplication</a></li>
+<li><a href="org/apache/samza/rest/resources/YarnJobResourceConfig.html" title="class in org.apache.samza.rest.resources">YarnJobResourceConfig</a></li>
+<li><a href="org/apache/samza/rest/proxy/job/YarnRestJobStatusProvider.html" title="class in org.apache.samza.rest.proxy.job">YarnRestJobStatusProvider</a></li>
</ul>
</div>
</body>
Modified: samza/site/learn/documentation/latest/rest/javadocs/constant-values.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/constant-values.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/rest/javadocs/constant-values.html (original)
+++ samza/site/learn/documentation/latest/rest/javadocs/constant-values.html Thu Jan 4 00:31:39 2018
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_60) on Mon Jun 12 14:25:21 PDT 2017 -->
-<title>Constant Field Values (samza-rest 0.13.1-SNAPSHOT API)</title>
-<meta name="date" content="2017-06-12">
+<!-- Generated by javadoc (1.8.0_121) on Wed Jan 03 16:26:59 PST 2018 -->
+<title>Constant Field Values (samza-rest 0.14.1-SNAPSHOT API)</title>
+<meta name="date" content="2018-01-03">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
<script type="text/javascript" src="script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="Constant Field Values (samza-rest 0.13.1-SNAPSHOT API)";
+ parent.document.title="Constant Field Values (samza-rest 0.14.1-SNAPSHOT API)";
}
}
catch(err) {
Modified: samza/site/learn/documentation/latest/rest/javadocs/deprecated-list.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/deprecated-list.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/rest/javadocs/deprecated-list.html (original)
+++ samza/site/learn/documentation/latest/rest/javadocs/deprecated-list.html Thu Jan 4 00:31:39 2018
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_60) on Mon Jun 12 14:25:22 PDT 2017 -->
-<title>Deprecated List (samza-rest 0.13.1-SNAPSHOT API)</title>
-<meta name="date" content="2017-06-12">
+<!-- Generated by javadoc (1.8.0_121) on Wed Jan 03 16:26:59 PST 2018 -->
+<title>Deprecated List (samza-rest 0.14.1-SNAPSHOT API)</title>
+<meta name="date" content="2018-01-03">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
<script type="text/javascript" src="script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="Deprecated List (samza-rest 0.13.1-SNAPSHOT API)";
+ parent.document.title="Deprecated List (samza-rest 0.14.1-SNAPSHOT API)";
}
}
catch(err) {
Modified: samza/site/learn/documentation/latest/rest/javadocs/help-doc.html
URL: http://svn.apache.org/viewvc/samza/site/learn/documentation/latest/rest/javadocs/help-doc.html?rev=1820026&r1=1820025&r2=1820026&view=diff
==============================================================================
--- samza/site/learn/documentation/latest/rest/javadocs/help-doc.html (original)
+++ samza/site/learn/documentation/latest/rest/javadocs/help-doc.html Thu Jan 4 00:31:39 2018
@@ -2,9 +2,9 @@
<!-- NewPage -->
<html lang="en">
<head>
-<!-- Generated by javadoc (1.8.0_60) on Mon Jun 12 14:25:22 PDT 2017 -->
-<title>API Help (samza-rest 0.13.1-SNAPSHOT API)</title>
-<meta name="date" content="2017-06-12">
+<!-- Generated by javadoc (1.8.0_121) on Wed Jan 03 16:26:59 PST 2018 -->
+<title>API Help (samza-rest 0.14.1-SNAPSHOT API)</title>
+<meta name="date" content="2018-01-03">
<link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style">
<script type="text/javascript" src="script.js"></script>
</head>
@@ -12,7 +12,7 @@
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
- parent.document.title="API Help (samza-rest 0.13.1-SNAPSHOT API)";
+ parent.document.title="API Help (samza-rest 0.14.1-SNAPSHOT API)";
}
}
catch(err) {