You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafu.apache.org by mh...@apache.org on 2015/11/18 00:49:56 UTC
[10/51] [partial] incubator-datafu git commit: DATAFU-110 Update
website for 1.3.0 release
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html
----------------------------------------------------------------------
diff --git a/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html
new file mode 100644
index 0000000..ab9b881
--- /dev/null
+++ b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html
@@ -0,0 +1,444 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:44 PST 2015 -->
+<title>PartitionPreservingExecutionPlanner (datafu-hourglass 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="PartitionPreservingExecutionPlanner (datafu-hourglass 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" target="_top">Frames</a></li>
+<li><a href="PartitionPreservingExecutionPlanner.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class PartitionPreservingExecutionPlanner" class="title">Class PartitionPreservingExecutionPlanner</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.ExecutionPlanner</a></li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.PartitionPreservingExecutionPlanner</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">PartitionPreservingExecutionPlanner</span>
+extends <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</a></pre>
+<div class="block">Execution planner used by <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionPreservingIncrementalJob</code></a> and its derived classes.
+ This creates a plan to process partitioned input data and produce partitioned output data.
+
+ <p>
+ To use this class, the input and output paths must be specified. In addition the desired input date
+ range can be specified through several methods. Then <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan--"><code>createPlan()</code></a> can be called and the
+ execution plan will be created. The inputs to process will be available from <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputsToProcess--"><code>getInputsToProcess()</code></a>,
+ the number of reducers to use will be available from <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getNumReducers--"><code>getNumReducers()</code></a>, and the input schemas
+ will be available from <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputSchemas--"><code>getInputSchemas()</code></a>.
+ </p>
+
+ <p>
+ Configuration properties are used to configure a <a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><code>ReduceEstimator</code></a> instance. This is used to
+ calculate how many reducers should be used.
+ The number of reducers to use is based on the input data size and the
+ <em>num.reducers.bytes.per.reducer</em> property.
+ Check <a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><code>ReduceEstimator</code></a> for more details on how the properties are used.
+ </p></div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#PartitionPreservingExecutionPlanner-org.apache.hadoop.fs.FileSystem-java.util.Properties-">PartitionPreservingExecutionPlanner</a></span>(org.apache.hadoop.fs.FileSystem fs,
+ java.util.Properties props)</code>
+<div class="block">Initializes the execution planner.</div>
+</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan--">createPlan</a></span>()</code>
+<div class="block">Create the execution plan.</div>
+</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>java.util.List<java.util.Date></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getDatesToProcess--">getDatesToProcess</a></span>()</code>
+<div class="block">Gets the input dates which are to be processed.</div>
+</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>java.util.List<org.apache.avro.Schema></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputSchemas--">getInputSchemas</a></span>()</code>
+<div class="block">Gets the input schemas.</div>
+</td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code>java.util.Map<java.lang.String,org.apache.avro.Schema></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputSchemasByPath--">getInputSchemasByPath</a></span>()</code>
+<div class="block">Gets a map from input path to schema.</div>
+</td>
+</tr>
+<tr id="i4" class="altColor">
+<td class="colFirst"><code>java.util.List<<a href="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</a>></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputsToProcess--">getInputsToProcess</a></span>()</code>
+<div class="block">Gets the inputs which are to be processed.</div>
+</td>
+</tr>
+<tr id="i5" class="rowColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getNeedsAnotherPass--">getNeedsAnotherPass</a></span>()</code>
+<div class="block">Gets whether another pass will be required.</div>
+</td>
+</tr>
+<tr id="i6" class="altColor">
+<td class="colFirst"><code>int</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getNumReducers--">getNumReducers</a></span>()</code>
+<div class="block">Get the number of reducers to use based on the input data size.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.datafu.hourglass.jobs.ExecutionPlanner">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#determineAvailableInputDates--">determineAvailableInputDates</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#determineDateRange--">determineDateRange</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getAvailableInputsByDate--">getAvailableInputsByDate</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDailyData-org.apache.hadoop.fs.Path-">getDailyData</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDatedData-org.apache.hadoop.fs.Path-">getDatedData</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDateRange--">getDateRange</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDaysAgo--">getDaysAgo</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getEndDate--">getEndDate</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getFileSystem--">getFileSystem</a>, <a href="../../
../datafu/hourglass/jobs/ExecutionPlanner.html#getInputPaths--">getInputPaths</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getMaxToProcess--">getMaxToProcess</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getNumDays--">getNumDays</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getOutputPath--">getOutputPath</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getProps--">getProps</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getStartDate--">getStartDate</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#isFailOnMissing--">isFailOnMissing</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#loadInputData--">loadInputData</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setDaysAgo-java.lang.Integer-">setDaysAgo</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setEndDate-java.util.Date-">setEndDate</a>, <a href="../../../dataf
u/hourglass/jobs/ExecutionPlanner.html#setFailOnMissing-boolean-">setFailOnMissing</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setInputPaths-java.util.List-">setInputPaths</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setMaxToProcess-java.lang.Integer-">setMaxToProcess</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setNumDays-java.lang.Integer-">setNumDays</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setOutputPath-org.apache.hadoop.fs.Path-">setOutputPath</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setStartDate-java.util.Date-">setStartDate</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="PartitionPreservingExecutionPlanner-org.apache.hadoop.fs.FileSystem-java.util.Properties-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>PartitionPreservingExecutionPlanner</h4>
+<pre>public PartitionPreservingExecutionPlanner(org.apache.hadoop.fs.FileSystem fs,
+ java.util.Properties props)</pre>
+<div class="block">Initializes the execution planner.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>fs</code> - file system</dd>
+<dd><code>props</code> - configuration properties</dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="createPlan--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>createPlan</h4>
+<pre>public void createPlan()
+ throws java.io.IOException</pre>
+<div class="block">Create the execution plan.</div>
+<dl>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.io.IOException</code> - IOException</dd>
+</dl>
+</li>
+</ul>
+<a name="getNumReducers--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getNumReducers</h4>
+<pre>public int getNumReducers()</pre>
+<div class="block">Get the number of reducers to use based on the input data size.
+ Must call <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan--"><code>createPlan()</code></a> first.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>number of reducers to use</dd>
+</dl>
+</li>
+</ul>
+<a name="getInputSchemas--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getInputSchemas</h4>
+<pre>public java.util.List<org.apache.avro.Schema> getInputSchemas()</pre>
+<div class="block">Gets the input schemas. Because multiple inputs are allowed, there may be multiple schemas.
+ Must call <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan--"><code>createPlan()</code></a> first.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>input schemas</dd>
+</dl>
+</li>
+</ul>
+<a name="getInputSchemasByPath--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getInputSchemasByPath</h4>
+<pre>public java.util.Map<java.lang.String,org.apache.avro.Schema> getInputSchemasByPath()</pre>
+<div class="block">Gets a map from input path to schema. Because multiple inputs are allowed, there may be multiple schemas.
+ Must call <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan--"><code>createPlan()</code></a> first.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>map from path to input schema</dd>
+</dl>
+</li>
+</ul>
+<a name="getNeedsAnotherPass--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getNeedsAnotherPass</h4>
+<pre>public boolean getNeedsAnotherPass()</pre>
+<div class="block">Gets whether another pass will be required. Because there may be a limit on the number of inputs processed
+ in a single run, multiple runs may be required to process all data in the desired date range.
+ Must call <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan--"><code>createPlan()</code></a> first.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>true if another pass is required</dd>
+</dl>
+</li>
+</ul>
+<a name="getInputsToProcess--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getInputsToProcess</h4>
+<pre>public java.util.List<<a href="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</a>> getInputsToProcess()</pre>
+<div class="block">Gets the inputs which are to be processed.
+ Must call <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan--"><code>createPlan()</code></a> first.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>inputs to process</dd>
+</dl>
+</li>
+</ul>
+<a name="getDatesToProcess--">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>getDatesToProcess</h4>
+<pre>public java.util.List<java.util.Date> getDatesToProcess()</pre>
+<div class="block">Gets the input dates which are to be processed.
+ Must call <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan--"><code>createPlan()</code></a> first.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>dates to process</dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" target="_top">Frames</a></li>
+<li><a href="PartitionPreservingExecutionPlanner.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html
----------------------------------------------------------------------
diff --git a/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html
new file mode 100644
index 0000000..e02d7c6
--- /dev/null
+++ b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html
@@ -0,0 +1,659 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:44 PST 2015 -->
+<title>PartitionPreservingIncrementalJob (datafu-hourglass 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="PartitionPreservingIncrementalJob (datafu-hourglass 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" target="_top">Frames</a></li>
+<li><a href="PartitionPreservingIncrementalJob.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested.classes.inherited.from.class.datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob">Nested</a> | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class PartitionPreservingIncrementalJob" class="title">Class PartitionPreservingIncrementalJob</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.hadoop.conf.Configured</li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractJob</a></li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.TimeBasedJob</a></li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.IncrementalJob</a></li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob</a></li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.PartitionPreservingIncrementalJob</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>org.apache.hadoop.conf.Configurable</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">PartitionPreservingIncrementalJob</span>
+extends <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></pre>
+<div class="block">A concrete version of <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionPreservingIncrementalJob</code></a>.
+
+ This provides an alternative to extending <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionPreservingIncrementalJob</code></a>.
+ Instead of extending this class and implementing the abstract methods, this concrete version
+ can be used instead. Getters and setters have been provided for the abstract methods.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested.class.summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="nested.classes.inherited.from.class.datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob">
+<!-- -->
+</a>
+<h3>Nested classes/interfaces inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</a></code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#PartitionPreservingIncrementalJob-java.lang.Class-">PartitionPreservingIncrementalJob</a></span>(java.lang.Class cls)</code>
+<div class="block">Initializes the job.</div>
+</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#config-org.apache.hadoop.conf.Configuration-">config</a></span>(org.apache.hadoop.conf.Configuration conf)</code>
+<div class="block">Overridden to provide custom configuration before the job starts.</div>
+</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code><a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getCombinerAccumulator--">getCombinerAccumulator</a></span>()</code>
+<div class="block">Gets the accumulator used for the combiner.</div>
+</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>protected org.apache.avro.Schema</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getIntermediateValueSchema--">getIntermediateValueSchema</a></span>()</code>
+<div class="block">Gets the Avro schema for the intermediate value.</div>
+</td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code>protected org.apache.avro.Schema</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getKeySchema--">getKeySchema</a></span>()</code>
+<div class="block">Gets the Avro schema for the key.</div>
+</td>
+</tr>
+<tr id="i4" class="altColor">
+<td class="colFirst"><code><a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getMapper--">getMapper</a></span>()</code>
+<div class="block">Gets the mapper.</div>
+</td>
+</tr>
+<tr id="i5" class="rowColor">
+<td class="colFirst"><code>protected org.apache.avro.Schema</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getOutputValueSchema--">getOutputValueSchema</a></span>()</code>
+<div class="block">Gets the Avro schema for the output data.</div>
+</td>
+</tr>
+<tr id="i6" class="altColor">
+<td class="colFirst"><code><a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getReducerAccumulator--">getReducerAccumulator</a></span>()</code>
+<div class="block">Gets the accumulator used for the reducer.</div>
+</td>
+</tr>
+<tr id="i7" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setCombinerAccumulator-datafu.hourglass.model.Accumulator-">setCombinerAccumulator</a></span>(<a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> combiner)</code>
+<div class="block">Set the accumulator for the combiner</div>
+</td>
+</tr>
+<tr id="i8" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setIntermediateValueSchema-org.apache.avro.Schema-">setIntermediateValueSchema</a></span>(org.apache.avro.Schema intermediateValueSchema)</code>
+<div class="block">Sets the Avro schema for the intermediate value.</div>
+</td>
+</tr>
+<tr id="i9" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setKeySchema-org.apache.avro.Schema-">setKeySchema</a></span>(org.apache.avro.Schema keySchema)</code>
+<div class="block">Sets the Avro schema for the key.</div>
+</td>
+</tr>
+<tr id="i10" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setMapper-datafu.hourglass.model.Mapper-">setMapper</a></span>(<a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</code>
+<div class="block">Set the mapper.</div>
+</td>
+</tr>
+<tr id="i11" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setOnSetup-datafu.hourglass.jobs.Setup-">setOnSetup</a></span>(<a href="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</a> setup)</code>
+<div class="block">Set callback to provide custom configuration before job begins execution.</div>
+</td>
+</tr>
+<tr id="i12" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setOutputValueSchema-org.apache.avro.Schema-">setOutputValueSchema</a></span>(org.apache.avro.Schema outputValueSchema)</code>
+<div class="block">Sets the Avro schema for the output data.</div>
+</td>
+</tr>
+<tr id="i13" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setReducerAccumulator-datafu.hourglass.model.Accumulator-">setReducerAccumulator</a></span>(<a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> reducer)</code>
+<div class="block">Set the accumulator for the reducer.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombineProcessor--">getCombineProcessor</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapProcessor--">getMapProcessor</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getOutputSchemaName--">getOutputSchemaName</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getOutputSchemaNamespace--">getOutputSchemaNamespace</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReduceProcessor--">getReduceProcessor</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReports--">getReports</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#initialize--">initialize</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.
html#run--">run</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.datafu.hourglass.jobs.IncrementalJob">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxIterations--">getMaxIterations</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxToProcess--">getMaxToProcess</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getSchemas--">getSchemas</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#isFailOnMissing--">isFailOnMissing</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#setFailOnMissing-boolean-">setFailOnMissing</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxIterations-java.lang.Integer-">setMaxIterations</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxToProcess-java.lang.Integer-">setMaxToProcess</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#setProperties-java.util.Properties-">setProperties</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.datafu.hourglass.jobs.TimeBasedJob">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getDaysAgo--">getDaysAgo</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getEndDate--">getEndDate</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getNumDays--">getNumDays</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getStartDate--">getStartDate</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo-java.lang.Integer-">setDaysAgo</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setEndDate-java.util.Date-">setEndDate</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays-java.lang.Integer-">setNumDays</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate-java.util.Date-">setStartDate</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#validate--">validate</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.datafu.hourglass.jobs.AbstractJob">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath--">createRandomTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#ensurePath-org.apache.hadoop.fs.Path-">ensurePath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath--">getCountersParentPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getFileSystem--">getFileSystem</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getInputPaths--">getInputPaths</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getName--">getName</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getNumReducers--">getNumReducers</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getOutputPath--">getOutputPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getProperties--">getProperties</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getRetentionCount--">getRetentionCount</a>, <a href="../..
/../datafu/hourglass/jobs/AbstractJob.html#getTempPath--">getTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#isUseCombiner--">isUseCombiner</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#randomTempPath--">randomTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath-org.apache.hadoop.fs.Path-">setCountersParentPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths-java.util.List-">setInputPaths</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setName-java.lang.String-">setName</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setNumReducers-java.lang.Integer-">setNumReducers</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath-org.apache.hadoop.fs.Path-">setOutputPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount-java.lang.Integer-">setRetentionCount</a>, <a href="../../../datafu/hourglass/jobs/Abstract
Job.html#setTempPath-org.apache.hadoop.fs.Path-">setTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setUseCombiner-boolean-">setUseCombiner</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.conf.Configured">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.hadoop.conf.Configured</h3>
+<code>getConf, setConf</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="PartitionPreservingIncrementalJob-java.lang.Class-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>PartitionPreservingIncrementalJob</h4>
+<pre>public PartitionPreservingIncrementalJob(java.lang.Class cls)
+ throws java.io.IOException</pre>
+<div class="block">Initializes the job. The job name is derived from the name of a provided class.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>cls</code> - class to base job name on</dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.io.IOException</code> - IOException</dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="getMapper--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getMapper</h4>
+<pre>public <a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> getMapper()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapper--">AbstractPartitionPreservingIncrementalJob</a></code></span></div>
+<div class="block">Gets the mapper.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapper--">getMapper</a></code> in class <code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></code></dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>mapper</dd>
+</dl>
+</li>
+</ul>
+<a name="getCombinerAccumulator--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getCombinerAccumulator</h4>
+<pre>public <a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> getCombinerAccumulator()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombinerAccumulator--">AbstractPartitionPreservingIncrementalJob</a></code></span></div>
+<div class="block">Gets the accumulator used for the combiner.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombinerAccumulator--">getCombinerAccumulator</a></code> in class <code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></code></dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>combiner accumulator</dd>
+</dl>
+</li>
+</ul>
+<a name="getReducerAccumulator--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getReducerAccumulator</h4>
+<pre>public <a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> getReducerAccumulator()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReducerAccumulator--">AbstractPartitionPreservingIncrementalJob</a></code></span></div>
+<div class="block">Gets the accumulator used for the reducer.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReducerAccumulator--">getReducerAccumulator</a></code> in class <code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></code></dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>reducer accumulator</dd>
+</dl>
+</li>
+</ul>
+<a name="getKeySchema--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getKeySchema</h4>
+<pre>protected org.apache.avro.Schema getKeySchema()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema--">IncrementalJob</a></code></span></div>
+<div class="block">Gets the Avro schema for the key.
+ <p>
+ This is also used as the key for the map output.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema--">getKeySchema</a></code> in class <code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</a></code></dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>key schema.</dd>
+</dl>
+</li>
+</ul>
+<a name="getIntermediateValueSchema--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getIntermediateValueSchema</h4>
+<pre>protected org.apache.avro.Schema getIntermediateValueSchema()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema--">IncrementalJob</a></code></span></div>
+<div class="block">Gets the Avro schema for the intermediate value.
+ <p>
+ This is also used for the value for the map output.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema--">getIntermediateValueSchema</a></code> in class <code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</a></code></dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>intermediate value schema</dd>
+</dl>
+</li>
+</ul>
+<a name="getOutputValueSchema--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getOutputValueSchema</h4>
+<pre>protected org.apache.avro.Schema getOutputValueSchema()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema--">IncrementalJob</a></code></span></div>
+<div class="block">Gets the Avro schema for the output data.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema--">getOutputValueSchema</a></code> in class <code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</a></code></dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>output data schema</dd>
+</dl>
+</li>
+</ul>
+<a name="setMapper-datafu.hourglass.model.Mapper-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setMapper</h4>
+<pre>public void setMapper(<a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</pre>
+<div class="block">Set the mapper.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>mapper</code> - the mapper</dd>
+</dl>
+</li>
+</ul>
+<a name="setCombinerAccumulator-datafu.hourglass.model.Accumulator-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setCombinerAccumulator</h4>
+<pre>public void setCombinerAccumulator(<a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> combiner)</pre>
+<div class="block">Set the accumulator for the combiner</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>combiner</code> - accumulator for the combiner</dd>
+</dl>
+</li>
+</ul>
+<a name="setReducerAccumulator-datafu.hourglass.model.Accumulator-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setReducerAccumulator</h4>
+<pre>public void setReducerAccumulator(<a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> reducer)</pre>
+<div class="block">Set the accumulator for the reducer.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>reducer</code> - accumulator for the reducer</dd>
+</dl>
+</li>
+</ul>
+<a name="setKeySchema-org.apache.avro.Schema-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setKeySchema</h4>
+<pre>public void setKeySchema(org.apache.avro.Schema keySchema)</pre>
+<div class="block">Sets the Avro schema for the key.
+ <p>
+ This is also used as the key for the map output.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>keySchema</code> - key schema</dd>
+</dl>
+</li>
+</ul>
+<a name="setIntermediateValueSchema-org.apache.avro.Schema-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setIntermediateValueSchema</h4>
+<pre>public void setIntermediateValueSchema(org.apache.avro.Schema intermediateValueSchema)</pre>
+<div class="block">Sets the Avro schema for the intermediate value.
+ <p>
+ This is also used for the value for the map output.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>intermediateValueSchema</code> - intermediate value schema</dd>
+</dl>
+</li>
+</ul>
+<a name="setOutputValueSchema-org.apache.avro.Schema-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setOutputValueSchema</h4>
+<pre>public void setOutputValueSchema(org.apache.avro.Schema outputValueSchema)</pre>
+<div class="block">Sets the Avro schema for the output data.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>outputValueSchema</code> - output value schema</dd>
+</dl>
+</li>
+</ul>
+<a name="setOnSetup-datafu.hourglass.jobs.Setup-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setOnSetup</h4>
+<pre>public void setOnSetup(<a href="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</a> setup)</pre>
+<div class="block">Set callback to provide custom configuration before job begins execution.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>setup</code> - object with callback method</dd>
+</dl>
+</li>
+</ul>
+<a name="config-org.apache.hadoop.conf.Configuration-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>config</h4>
+<pre>public void config(org.apache.hadoop.conf.Configuration conf)</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#config-org.apache.hadoop.conf.Configuration-">AbstractJob</a></code></span></div>
+<div class="block">Overridden to provide custom configuration before the job starts.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#config-org.apache.hadoop.conf.Configuration-">config</a></code> in class <code><a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</a></code></dd>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>conf</code> - configuration</dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" target="_top">Frames</a></li>
+<li><a href="PartitionPreservingIncrementalJob.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested.classes.inherited.from.class.datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob">Nested</a> | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/ReduceEstimator.html
----------------------------------------------------------------------
diff --git a/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/ReduceEstimator.html b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/ReduceEstimator.html
new file mode 100644
index 0000000..b125ec2
--- /dev/null
+++ b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/ReduceEstimator.html
@@ -0,0 +1,329 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:44 PST 2015 -->
+<title>ReduceEstimator (datafu-hourglass 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="ReduceEstimator (datafu-hourglass 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+var methods = {"i0":10,"i1":10,"i2":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/ReduceEstimator.html" target="_top">Frames</a></li>
+<li><a href="ReduceEstimator.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class ReduceEstimator" class="title">Class ReduceEstimator</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.ReduceEstimator</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">ReduceEstimator</span>
+extends java.lang.Object</pre>
+<div class="block">Estimates the number of reducers needed based on input size.
+
+ <p>
+ This sums the size of the inputs and uses bytes-per-reducer
+ settings to compute the number of reducers. By default,
+ the bytes-per-reducer is 256 MB. This means that if the
+ total input size is 1 GB, the total number of reducers
+ computed will be 4.
+ </p>
+
+ <p>
+ The bytes-per-reducer can be configured through properties
+ provided in the constructor. The default bytes-per-reducer
+ can be overriden by setting <em>num.reducers.bytes.per.reducer</em>.
+ For example, if 536870912 (512 MB) is used for this setting,
+ then 2 reducers would be used for 1 GB.
+ </p>
+
+ <p>
+ The bytes-per-reducer can also be configured separately for
+ different types of inputs. Inputs can be identified by a tag.
+ For example, if an input is tagged with <em>mydata</em>, then
+ the reducers for this input data can be configured with
+ <em>num.reducers.mydata.bytes.per.reducer</em>.
+ </p></div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html#ReduceEstimator-org.apache.hadoop.fs.FileSystem-java.util.Properties-">ReduceEstimator</a></span>(org.apache.hadoop.fs.FileSystem fs,
+ java.util.Properties props)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html#addInputPath-org.apache.hadoop.fs.Path-">addInputPath</a></span>(org.apache.hadoop.fs.Path input)</code> </td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html#addInputPath-java.lang.String-org.apache.hadoop.fs.Path-">addInputPath</a></span>(java.lang.String tag,
+ org.apache.hadoop.fs.Path input)</code> </td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>int</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html#getNumReducers--">getNumReducers</a></span>()</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="ReduceEstimator-org.apache.hadoop.fs.FileSystem-java.util.Properties-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>ReduceEstimator</h4>
+<pre>public ReduceEstimator(org.apache.hadoop.fs.FileSystem fs,
+ java.util.Properties props)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="addInputPath-org.apache.hadoop.fs.Path-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>addInputPath</h4>
+<pre>public void addInputPath(org.apache.hadoop.fs.Path input)</pre>
+</li>
+</ul>
+<a name="addInputPath-java.lang.String-org.apache.hadoop.fs.Path-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>addInputPath</h4>
+<pre>public void addInputPath(java.lang.String tag,
+ org.apache.hadoop.fs.Path input)</pre>
+</li>
+</ul>
+<a name="getNumReducers--">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>getNumReducers</h4>
+<pre>public int getNumReducers()
+ throws java.io.IOException</pre>
+<dl>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/ReduceEstimator.html" target="_top">Frames</a></li>
+<li><a href="ReduceEstimator.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/Setup.html
----------------------------------------------------------------------
diff --git a/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/Setup.html b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/Setup.html
new file mode 100644
index 0000000..9f28d42
--- /dev/null
+++ b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/Setup.html
@@ -0,0 +1,228 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:44 PST 2015 -->
+<title>Setup (datafu-hourglass 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="Setup (datafu-hourglass 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+var methods = {"i0":6};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/Setup.html" target="_top">Frames</a></li>
+<li><a href="Setup.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li>Constr | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li>Constr | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Interface Setup" class="title">Interface Setup</h2>
+</div>
+<div class="contentContainer">
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre>public interface <span class="typeNameLabel">Setup</span></pre>
+<div class="block">Used as a callback by <a href="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>PartitionCollapsingIncrementalJob</code></a> and <a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>PartitionPreservingIncrementalJob</code></a>
+ to provide configuration settings for the Hadoop job.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t3" class="tableTab"><span><a href="javascript:show(4);">Abstract Methods</a></span><span class="tabEnd"> </span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/Setup.html#setup-org.apache.hadoop.conf.Configuration-">setup</a></span>(org.apache.hadoop.conf.Configuration conf)</code>
+<div class="block">Set custom configuration.</div>
+</td>
+</tr>
+</table>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="setup-org.apache.hadoop.conf.Configuration-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>setup</h4>
+<pre>void setup(org.apache.hadoop.conf.Configuration conf)</pre>
+<div class="block">Set custom configuration.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>conf</code> - configuration</dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/Setup.html" target="_top">Frames</a></li>
+<li><a href="Setup.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li>Constr | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li>Constr | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>