You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafu.apache.org by mh...@apache.org on 2016/08/10 22:07:31 UTC
svn commit: r1755883 [40/49] - in /incubator/datafu/site: ./ blog/
blog/2012/01/10/ blog/2013/01/24/ blog/2013/09/04/ blog/2013/10/03/
blog/2014/04/27/ blog/2015/11/17/ blog/2016/ blog/2016/08/ blog/2016/08/10/
community/ docs/ docs/datafu/ docs/datafu...
Added: incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html?rev=1755883&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html Wed Aug 10 22:07:27 2016
@@ -0,0 +1,405 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Wed Aug 10 15:00:54 PDT 2016 -->
+<title>PartitionPreservingExecutionPlanner (datafu-hourglass 1.3.1 API)</title>
+<meta name="date" content="2016-08-10">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="PartitionPreservingExecutionPlanner (datafu-hourglass 1.3.1 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" target="_top">Frames</a></li>
+<li><a href="PartitionPreservingExecutionPlanner.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class PartitionPreservingExecutionPlanner" class="title">Class PartitionPreservingExecutionPlanner</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.ExecutionPlanner</a></li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.PartitionPreservingExecutionPlanner</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre>public class <span class="strong">PartitionPreservingExecutionPlanner</span>
+extends <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</a></pre>
+<div class="block">Execution planner used by <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionPreservingIncrementalJob</code></a> and its derived classes.
+ This creates a plan to process partitioned input data and produce partitioned output data.
+
+ <p>
+ To use this class, the input and output paths must be specified. In addition the desired input date
+ range can be specified through several methods. Then <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><code>createPlan()</code></a> can be called and the
+ execution plan will be created. The inputs to process will be available from <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputsToProcess()"><code>getInputsToProcess()</code></a>,
+ the number of reducers to use will be available from <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getNumReducers()"><code>getNumReducers()</code></a>, and the input schemas
+ will be available from <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputSchemas()"><code>getInputSchemas()</code></a>.
+ </p>
+
+ <p>
+ Configuration properties are used to configure a <a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><code>ReduceEstimator</code></a> instance. This is used to
+ calculate how many reducers should be used.
+ The number of reducers to use is based on the input data size and the
+ <em>num.reducers.bytes.per.reducer</em> property.
+ Check <a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><code>ReduceEstimator</code></a> for more details on how the properties are used.
+ </p></div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#PartitionPreservingExecutionPlanner(org.apache.hadoop.fs.FileSystem,%20java.util.Properties)">PartitionPreservingExecutionPlanner</a></strong>(org.apache.hadoop.fs.FileSystem fs,
+ java.util.Properties props)</code>
+<div class="block">Initializes the execution planner.</div>
+</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()">createPlan</a></strong>()</code>
+<div class="block">Create the execution plan.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>java.util.List<java.util.Date></code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getDatesToProcess()">getDatesToProcess</a></strong>()</code>
+<div class="block">Gets the input dates which are to be processed.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>java.util.List<org.apache.avro.Schema></code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputSchemas()">getInputSchemas</a></strong>()</code>
+<div class="block">Gets the input schemas.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>java.util.Map<java.lang.String,org.apache.avro.Schema></code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputSchemasByPath()">getInputSchemasByPath</a></strong>()</code>
+<div class="block">Gets a map from input path to schema.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>java.util.List<<a href="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</a>></code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getInputsToProcess()">getInputsToProcess</a></strong>()</code>
+<div class="block">Gets the inputs which are to be processed.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getNeedsAnotherPass()">getNeedsAnotherPass</a></strong>()</code>
+<div class="block">Gets whether another pass will be required.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>int</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#getNumReducers()">getNumReducers</a></strong>()</code>
+<div class="block">Get the number of reducers to use based on the input data size.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_datafu.hourglass.jobs.ExecutionPlanner">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#determineAvailableInputDates()">determineAvailableInputDates</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#determineDateRange()">determineDateRange</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getAvailableInputsByDate()">getAvailableInputsByDate</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDailyData(org.apache.hadoop.fs.Path)">getDailyData</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDatedData(org.apache.hadoop.fs.Path)">getDatedData</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDateRange()">getDateRange</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDaysAgo()">getDaysAgo</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getEndDate()">getEndDate</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getFileSystem()">getFileSystem</a>, <a href="../../
../datafu/hourglass/jobs/ExecutionPlanner.html#getInputPaths()">getInputPaths</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getMaxToProcess()">getMaxToProcess</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getNumDays()">getNumDays</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getOutputPath()">getOutputPath</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getProps()">getProps</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getStartDate()">getStartDate</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#isFailOnMissing()">isFailOnMissing</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#loadInputData()">loadInputData</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setDaysAgo(java.lang.Integer)">setDaysAgo</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setEndDate(java.util.Date)">setEndDate</a>, <a href="../../../dataf
u/hourglass/jobs/ExecutionPlanner.html#setFailOnMissing(boolean)">setFailOnMissing</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setInputPaths(java.util.List)">setInputPaths</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setMaxToProcess(java.lang.Integer)">setMaxToProcess</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setNumDays(java.lang.Integer)">setNumDays</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</a>, <a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setStartDate(java.util.Date)">setStartDate</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="PartitionPreservingExecutionPlanner(org.apache.hadoop.fs.FileSystem, java.util.Properties)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>PartitionPreservingExecutionPlanner</h4>
+<pre>public PartitionPreservingExecutionPlanner(org.apache.hadoop.fs.FileSystem fs,
+ java.util.Properties props)</pre>
+<div class="block">Initializes the execution planner.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>fs</code> - file system</dd><dd><code>props</code> - configuration properties</dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="createPlan()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>createPlan</h4>
+<pre>public void createPlan()
+ throws java.io.IOException</pre>
+<div class="block">Create the execution plan.</div>
+<dl><dt><span class="strong">Throws:</span></dt>
+<dd><code>java.io.IOException</code> - IOException</dd></dl>
+</li>
+</ul>
+<a name="getNumReducers()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getNumReducers</h4>
+<pre>public int getNumReducers()</pre>
+<div class="block">Get the number of reducers to use based on the input data size.
+ Must call <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><code>createPlan()</code></a> first.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>number of reducers to use</dd></dl>
+</li>
+</ul>
+<a name="getInputSchemas()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getInputSchemas</h4>
+<pre>public java.util.List<org.apache.avro.Schema> getInputSchemas()</pre>
+<div class="block">Gets the input schemas. Because multiple inputs are allowed, there may be multiple schemas.
+ Must call <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><code>createPlan()</code></a> first.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>input schemas</dd></dl>
+</li>
+</ul>
+<a name="getInputSchemasByPath()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getInputSchemasByPath</h4>
+<pre>public java.util.Map<java.lang.String,org.apache.avro.Schema> getInputSchemasByPath()</pre>
+<div class="block">Gets a map from input path to schema. Because multiple inputs are allowed, there may be multiple schemas.
+ Must call <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><code>createPlan()</code></a> first.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>map from path to input schema</dd></dl>
+</li>
+</ul>
+<a name="getNeedsAnotherPass()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getNeedsAnotherPass</h4>
+<pre>public boolean getNeedsAnotherPass()</pre>
+<div class="block">Gets whether another pass will be required. Because there may be a limit on the number of inputs processed
+ in a single run, multiple runs may be required to process all data in the desired date range.
+ Must call <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><code>createPlan()</code></a> first.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>true if another pass is required</dd></dl>
+</li>
+</ul>
+<a name="getInputsToProcess()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getInputsToProcess</h4>
+<pre>public java.util.List<<a href="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</a>> getInputsToProcess()</pre>
+<div class="block">Gets the inputs which are to be processed.
+ Must call <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><code>createPlan()</code></a> first.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>inputs to process</dd></dl>
+</li>
+</ul>
+<a name="getDatesToProcess()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>getDatesToProcess</h4>
+<pre>public java.util.List<java.util.Date> getDatesToProcess()</pre>
+<div class="block">Gets the input dates which are to be processed.
+ Must call <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html#createPlan()"><code>createPlan()</code></a> first.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>dates to process</dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" target="_top">Frames</a></li>
+<li><a href="PartitionPreservingExecutionPlanner.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html?rev=1755883&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html Wed Aug 10 22:07:27 2016
@@ -0,0 +1,606 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Wed Aug 10 15:00:54 PDT 2016 -->
+<title>PartitionPreservingIncrementalJob (datafu-hourglass 1.3.1 API)</title>
+<meta name="date" content="2016-08-10">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="PartitionPreservingIncrementalJob (datafu-hourglass 1.3.1 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" target="_top">Frames</a></li>
+<li><a href="PartitionPreservingIncrementalJob.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_classes_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob">Nested</a> | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class PartitionPreservingIncrementalJob" class="title">Class PartitionPreservingIncrementalJob</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.hadoop.conf.Configured</li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractJob</a></li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.TimeBasedJob</a></li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.IncrementalJob</a></li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob</a></li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.PartitionPreservingIncrementalJob</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>org.apache.hadoop.conf.Configurable</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="strong">PartitionPreservingIncrementalJob</span>
+extends <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></pre>
+<div class="block">A concrete version of <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionPreservingIncrementalJob</code></a>.
+
+ This provides an alternative to extending <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionPreservingIncrementalJob</code></a>.
+ Instead of extending this class and implementing the abstract methods, this concrete version
+ can be used instead. Getters and setters have been provided for the abstract methods.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested_class_summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="nested_classes_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob">
+<!-- -->
+</a>
+<h3>Nested classes/interfaces inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</a></code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#PartitionPreservingIncrementalJob(java.lang.Class)">PartitionPreservingIncrementalJob</a></strong>(java.lang.Class cls)</code>
+<div class="block">Initializes the job.</div>
+</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#config(org.apache.hadoop.conf.Configuration)">config</a></strong>(org.apache.hadoop.conf.Configuration conf)</code>
+<div class="block">Overridden to provide custom configuration before the job starts.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code><a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getCombinerAccumulator()">getCombinerAccumulator</a></strong>()</code>
+<div class="block">Gets the accumulator used for the combiner.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>protected org.apache.avro.Schema</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getIntermediateValueSchema()">getIntermediateValueSchema</a></strong>()</code>
+<div class="block">Gets the Avro schema for the intermediate value.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>protected org.apache.avro.Schema</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getKeySchema()">getKeySchema</a></strong>()</code>
+<div class="block">Gets the Avro schema for the key.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code><a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getMapper()">getMapper</a></strong>()</code>
+<div class="block">Gets the mapper.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>protected org.apache.avro.Schema</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getOutputValueSchema()">getOutputValueSchema</a></strong>()</code>
+<div class="block">Gets the Avro schema for the output data.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code><a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#getReducerAccumulator()">getReducerAccumulator</a></strong>()</code>
+<div class="block">Gets the accumulator used for the reducer.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setCombinerAccumulator(datafu.hourglass.model.Accumulator)">setCombinerAccumulator</a></strong>(<a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> combiner)</code>
+<div class="block">Set the accumulator for the combiner</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setIntermediateValueSchema(org.apache.avro.Schema)">setIntermediateValueSchema</a></strong>(org.apache.avro.Schema intermediateValueSchema)</code>
+<div class="block">Sets the Avro schema for the intermediate value.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setKeySchema(org.apache.avro.Schema)">setKeySchema</a></strong>(org.apache.avro.Schema keySchema)</code>
+<div class="block">Sets the Avro schema for the key.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setMapper(datafu.hourglass.model.Mapper)">setMapper</a></strong>(<a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</code>
+<div class="block">Set the mapper.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setOnSetup(datafu.hourglass.jobs.Setup)">setOnSetup</a></strong>(<a href="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</a> setup)</code>
+<div class="block">Set callback to provide custom configuration before job begins execution.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setOutputValueSchema(org.apache.avro.Schema)">setOutputValueSchema</a></strong>(org.apache.avro.Schema outputValueSchema)</code>
+<div class="block">Sets the Avro schema for the output data.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html#setReducerAccumulator(datafu.hourglass.model.Accumulator)">setReducerAccumulator</a></strong>(<a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> reducer)</code>
+<div class="block">Set the accumulator for the reducer.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombineProcessor()">getCombineProcessor</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapProcessor()">getMapProcessor</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getOutputSchemaName()">getOutputSchemaName</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getOutputSchemaNamespace()">getOutputSchemaNamespace</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReduceProcessor()">getReduceProcessor</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReports()">getReports</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#initialize()">initialize</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.
html#run()">run</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_datafu.hourglass.jobs.IncrementalJob">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxIterations()">getMaxIterations</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxToProcess()">getMaxToProcess</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getSchemas()">getSchemas</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#isFailOnMissing()">isFailOnMissing</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#setFailOnMissing(boolean)">setFailOnMissing</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxIterations(java.lang.Integer)">setMaxIterations</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxToProcess(java.lang.Integer)">setMaxToProcess</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html#setProperties(java.util.Properties)">setProperties</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_datafu.hourglass.jobs.TimeBasedJob">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getDaysAgo()">getDaysAgo</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getEndDate()">getEndDate</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getNumDays()">getNumDays</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getStartDate()">getStartDate</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)">setDaysAgo</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setEndDate(java.util.Date)">setEndDate</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays(java.lang.Integer)">setNumDays</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate(java.util.Date)">setStartDate</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#validate()">validate</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_datafu.hourglass.jobs.AbstractJob">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath()">createRandomTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#ensurePath(org.apache.hadoop.fs.Path)">ensurePath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath()">getCountersParentPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getFileSystem()">getFileSystem</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getInputPaths()">getInputPaths</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getName()">getName</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getNumReducers()">getNumReducers</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getOutputPath()">getOutputPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getProperties()">getProperties</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getRetentionCount()">getRetentionCount</a>, <a href="../..
/../datafu/hourglass/jobs/AbstractJob.html#getTempPath()">getTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#isUseCombiner()">isUseCombiner</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#randomTempPath()">randomTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)">setCountersParentPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)">setInputPaths</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setName(java.lang.String)">setName</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setNumReducers(java.lang.Integer)">setNumReducers</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)">setRetentionCount</a>, <a href="../../../datafu/hourglass/jobs/Abstract
Job.html#setTempPath(org.apache.hadoop.fs.Path)">setTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setUseCombiner(boolean)">setUseCombiner</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.conf.Configured">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.hadoop.conf.Configured</h3>
+<code>getConf, setConf</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="PartitionPreservingIncrementalJob(java.lang.Class)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>PartitionPreservingIncrementalJob</h4>
+<pre>public PartitionPreservingIncrementalJob(java.lang.Class cls)
+ throws java.io.IOException</pre>
+<div class="block">Initializes the job. The job name is derived from the name of a provided class.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>cls</code> - class to base job name on</dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code>java.io.IOException</code> - IOException</dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="getMapper()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getMapper</h4>
+<pre>public <a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> getMapper()</pre>
+<div class="block"><strong>Description copied from class: <code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapper()">AbstractPartitionPreservingIncrementalJob</a></code></strong></div>
+<div class="block">Gets the mapper.</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getMapper()">getMapper</a></code> in class <code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></code></dd>
+<dt><span class="strong">Returns:</span></dt><dd>mapper</dd></dl>
+</li>
+</ul>
+<a name="getCombinerAccumulator()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getCombinerAccumulator</h4>
+<pre>public <a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> getCombinerAccumulator()</pre>
+<div class="block"><strong>Description copied from class: <code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombinerAccumulator()">AbstractPartitionPreservingIncrementalJob</a></code></strong></div>
+<div class="block">Gets the accumulator used for the combiner.</div>
+<dl>
+<dt><strong>Overrides:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getCombinerAccumulator()">getCombinerAccumulator</a></code> in class <code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></code></dd>
+<dt><span class="strong">Returns:</span></dt><dd>combiner accumulator</dd></dl>
+</li>
+</ul>
+<a name="getReducerAccumulator()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getReducerAccumulator</h4>
+<pre>public <a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> getReducerAccumulator()</pre>
+<div class="block"><strong>Description copied from class: <code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReducerAccumulator()">AbstractPartitionPreservingIncrementalJob</a></code></strong></div>
+<div class="block">Gets the accumulator used for the reducer.</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html#getReducerAccumulator()">getReducerAccumulator</a></code> in class <code><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></code></dd>
+<dt><span class="strong">Returns:</span></dt><dd>reducer accumulator</dd></dl>
+</li>
+</ul>
+<a name="getKeySchema()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getKeySchema</h4>
+<pre>protected org.apache.avro.Schema getKeySchema()</pre>
+<div class="block"><strong>Description copied from class: <code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema()">IncrementalJob</a></code></strong></div>
+<div class="block">Gets the Avro schema for the key.
+ <p>
+ This is also used as the key for the map output.</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema()">getKeySchema</a></code> in class <code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</a></code></dd>
+<dt><span class="strong">Returns:</span></dt><dd>key schema.</dd></dl>
+</li>
+</ul>
+<a name="getIntermediateValueSchema()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getIntermediateValueSchema</h4>
+<pre>protected org.apache.avro.Schema getIntermediateValueSchema()</pre>
+<div class="block"><strong>Description copied from class: <code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema()">IncrementalJob</a></code></strong></div>
+<div class="block">Gets the Avro schema for the intermediate value.
+ <p>
+ This is also used for the value for the map output.</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema()">getIntermediateValueSchema</a></code> in class <code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</a></code></dd>
+<dt><span class="strong">Returns:</span></dt><dd>intermediate value schema</dd></dl>
+</li>
+</ul>
+<a name="getOutputValueSchema()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getOutputValueSchema</h4>
+<pre>protected org.apache.avro.Schema getOutputValueSchema()</pre>
+<div class="block"><strong>Description copied from class: <code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema()">IncrementalJob</a></code></strong></div>
+<div class="block">Gets the Avro schema for the output data.</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema()">getOutputValueSchema</a></code> in class <code><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</a></code></dd>
+<dt><span class="strong">Returns:</span></dt><dd>output data schema</dd></dl>
+</li>
+</ul>
+<a name="setMapper(datafu.hourglass.model.Mapper)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setMapper</h4>
+<pre>public void setMapper(<a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</pre>
+<div class="block">Set the mapper.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>mapper</code> - the mapper</dd></dl>
+</li>
+</ul>
+<a name="setCombinerAccumulator(datafu.hourglass.model.Accumulator)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setCombinerAccumulator</h4>
+<pre>public void setCombinerAccumulator(<a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> combiner)</pre>
+<div class="block">Set the accumulator for the combiner</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>combiner</code> - accumulator for the combiner</dd></dl>
+</li>
+</ul>
+<a name="setReducerAccumulator(datafu.hourglass.model.Accumulator)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setReducerAccumulator</h4>
+<pre>public void setReducerAccumulator(<a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> reducer)</pre>
+<div class="block">Set the accumulator for the reducer.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>reducer</code> - accumulator for the reducer</dd></dl>
+</li>
+</ul>
+<a name="setKeySchema(org.apache.avro.Schema)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setKeySchema</h4>
+<pre>public void setKeySchema(org.apache.avro.Schema keySchema)</pre>
+<div class="block">Sets the Avro schema for the key.
+ <p>
+ This is also used as the key for the map output.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>keySchema</code> - key schema</dd></dl>
+</li>
+</ul>
+<a name="setIntermediateValueSchema(org.apache.avro.Schema)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setIntermediateValueSchema</h4>
+<pre>public void setIntermediateValueSchema(org.apache.avro.Schema intermediateValueSchema)</pre>
+<div class="block">Sets the Avro schema for the intermediate value.
+ <p>
+ This is also used for the value for the map output.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>intermediateValueSchema</code> - intermediate value schema</dd></dl>
+</li>
+</ul>
+<a name="setOutputValueSchema(org.apache.avro.Schema)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setOutputValueSchema</h4>
+<pre>public void setOutputValueSchema(org.apache.avro.Schema outputValueSchema)</pre>
+<div class="block">Sets the Avro schema for the output data.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>outputValueSchema</code> - output value schema</dd></dl>
+</li>
+</ul>
+<a name="setOnSetup(datafu.hourglass.jobs.Setup)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setOnSetup</h4>
+<pre>public void setOnSetup(<a href="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</a> setup)</pre>
+<div class="block">Set callback to provide custom configuration before job begins execution.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>setup</code> - object with callback method</dd></dl>
+</li>
+</ul>
+<a name="config(org.apache.hadoop.conf.Configuration)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>config</h4>
+<pre>public void config(org.apache.hadoop.conf.Configuration conf)</pre>
+<div class="block"><strong>Description copied from class: <code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">AbstractJob</a></code></strong></div>
+<div class="block">Overridden to provide custom configuration before the job starts.</div>
+<dl>
+<dt><strong>Overrides:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">config</a></code> in class <code><a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>conf</code> - configuration</dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" target="_top">Frames</a></li>
+<li><a href="PartitionPreservingIncrementalJob.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_classes_inherited_from_class_datafu.hourglass.jobs.AbstractPartitionPreservingIncrementalJob">Nested</a> | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/ReduceEstimator.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/ReduceEstimator.html?rev=1755883&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/ReduceEstimator.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/ReduceEstimator.html Wed Aug 10 22:07:27 2016
@@ -0,0 +1,312 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Wed Aug 10 15:00:54 PDT 2016 -->
+<title>ReduceEstimator (datafu-hourglass 1.3.1 API)</title>
+<meta name="date" content="2016-08-10">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="ReduceEstimator (datafu-hourglass 1.3.1 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/ReduceEstimator.html" target="_top">Frames</a></li>
+<li><a href="ReduceEstimator.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class ReduceEstimator" class="title">Class ReduceEstimator</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.ReduceEstimator</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre>public class <span class="strong">ReduceEstimator</span>
+extends java.lang.Object</pre>
+<div class="block">Estimates the number of reducers needed based on input size.
+
+ <p>
+ This sums the size of the inputs and uses bytes-per-reducer
+ settings to compute the number of reducers. By default,
+ the bytes-per-reducer is 256 MB. This means that if the
+ total input size is 1 GB, the total number of reducers
+ computed will be 4.
+ </p>
+
+ <p>
+ The bytes-per-reducer can be configured through properties
+ provided in the constructor. The default bytes-per-reducer
+ can be overriden by setting <em>num.reducers.bytes.per.reducer</em>.
+ For example, if 536870912 (512 MB) is used for this setting,
+ then 2 reducers would be used for 1 GB.
+ </p>
+
+ <p>
+ The bytes-per-reducer can also be configured separately for
+ different types of inputs. Inputs can be identified by a tag.
+ For example, if an input is tagged with <em>mydata</em>, then
+ the reducers for this input data can be configured with
+ <em>num.reducers.mydata.bytes.per.reducer</em>.
+ </p></div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html#ReduceEstimator(org.apache.hadoop.fs.FileSystem,%20java.util.Properties)">ReduceEstimator</a></strong>(org.apache.hadoop.fs.FileSystem fs,
+ java.util.Properties props)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html#addInputPath(org.apache.hadoop.fs.Path)">addInputPath</a></strong>(org.apache.hadoop.fs.Path input)</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html#addInputPath(java.lang.String,%20org.apache.hadoop.fs.Path)">addInputPath</a></strong>(java.lang.String tag,
+ org.apache.hadoop.fs.Path input)</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>int</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html#getNumReducers()">getNumReducers</a></strong>()</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="ReduceEstimator(org.apache.hadoop.fs.FileSystem, java.util.Properties)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>ReduceEstimator</h4>
+<pre>public ReduceEstimator(org.apache.hadoop.fs.FileSystem fs,
+ java.util.Properties props)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="addInputPath(org.apache.hadoop.fs.Path)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>addInputPath</h4>
+<pre>public void addInputPath(org.apache.hadoop.fs.Path input)</pre>
+</li>
+</ul>
+<a name="addInputPath(java.lang.String, org.apache.hadoop.fs.Path)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>addInputPath</h4>
+<pre>public void addInputPath(java.lang.String tag,
+ org.apache.hadoop.fs.Path input)</pre>
+</li>
+</ul>
+<a name="getNumReducers()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>getNumReducers</h4>
+<pre>public int getNumReducers()
+ throws java.io.IOException</pre>
+<dl><dt><span class="strong">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/ReduceEstimator.html" target="_top">Frames</a></li>
+<li><a href="ReduceEstimator.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/Setup.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/Setup.html?rev=1755883&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/Setup.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.1/datafu/hourglass/jobs/Setup.html Wed Aug 10 22:07:27 2016
@@ -0,0 +1,210 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Wed Aug 10 15:00:54 PDT 2016 -->
+<title>Setup (datafu-hourglass 1.3.1 API)</title>
+<meta name="date" content="2016-08-10">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="Setup (datafu-hourglass 1.3.1 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/Setup.html" target="_top">Frames</a></li>
+<li><a href="Setup.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li>Constr | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li>Constr | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Interface Setup" class="title">Interface Setup</h2>
+</div>
+<div class="contentContainer">
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre>public interface <span class="strong">Setup</span></pre>
+<div class="block">Used as a callback by <a href="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>PartitionCollapsingIncrementalJob</code></a> and <a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>PartitionPreservingIncrementalJob</code></a>
+ to provide configuration settings for the Hadoop job.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/Setup.html#setup(org.apache.hadoop.conf.Configuration)">setup</a></strong>(org.apache.hadoop.conf.Configuration conf)</code>
+<div class="block">Set custom configuration.</div>
+</td>
+</tr>
+</table>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="setup(org.apache.hadoop.conf.Configuration)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>setup</h4>
+<pre>void setup(org.apache.hadoop.conf.Configuration conf)</pre>
+<div class="block">Set custom configuration.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>conf</code> - configuration</dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/Setup.html" target="_top">Frames</a></li>
+<li><a href="Setup.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li>Constr | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li>Constr | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>