You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafu.apache.org by mh...@apache.org on 2015/11/18 00:49:58 UTC
[12/51] [partial] incubator-datafu git commit: DATAFU-110 Update
website for 1.3.0 release
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/ExecutionPlanner.html
----------------------------------------------------------------------
diff --git a/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/ExecutionPlanner.html b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/ExecutionPlanner.html
new file mode 100644
index 0000000..2002d9e
--- /dev/null
+++ b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/ExecutionPlanner.html
@@ -0,0 +1,775 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:44 PST 2015 -->
+<title>ExecutionPlanner (datafu-hourglass 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="ExecutionPlanner (datafu-hourglass 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/ExecutionPlanner.html" target="_top">Frames</a></li>
+<li><a href="ExecutionPlanner.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class ExecutionPlanner" class="title">Class ExecutionPlanner</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.ExecutionPlanner</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>Direct Known Subclasses:</dt>
+<dd><a href="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</a>, <a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</a></dd>
+</dl>
+<hr>
+<br>
+<pre>public abstract class <span class="typeNameLabel">ExecutionPlanner</span>
+extends java.lang.Object</pre>
+<div class="block">Base class for execution planners. An execution planner determines which files should be processed
+ for a particular run.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#ExecutionPlanner-org.apache.hadoop.fs.FileSystem-java.util.Properties-">ExecutionPlanner</a></span>(org.apache.hadoop.fs.FileSystem fs,
+ java.util.Properties props)</code>
+<div class="block">Initializes the execution planner.</div>
+</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>protected void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#determineAvailableInputDates--">determineAvailableInputDates</a></span>()</code>
+<div class="block">Determines what input data is available.</div>
+</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>protected void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#determineDateRange--">determineDateRange</a></span>()</code>
+<div class="block">Determine the date range for inputs to process based on the configuration and available inputs.</div>
+</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>protected java.util.Map<java.util.Date,java.util.List<<a href="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</a>>></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getAvailableInputsByDate--">getAvailableInputsByDate</a></span>()</code>
+<div class="block">Gets a map from date to available input data.</div>
+</td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code>protected java.util.SortedMap<java.util.Date,<a href="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</a>></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDailyData-org.apache.hadoop.fs.Path-">getDailyData</a></span>(org.apache.hadoop.fs.Path path)</code>
+<div class="block">Get a map from date to path for all paths matching yyyy/MM/dd under the given path.</div>
+</td>
+</tr>
+<tr id="i4" class="altColor">
+<td class="colFirst"><code>protected java.util.SortedMap<java.util.Date,<a href="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</a>></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDatedData-org.apache.hadoop.fs.Path-">getDatedData</a></span>(org.apache.hadoop.fs.Path path)</code>
+<div class="block">Get a map from date to path for all paths matching yyyyMMdd under the given path.</div>
+</td>
+</tr>
+<tr id="i5" class="rowColor">
+<td class="colFirst"><code><a href="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDateRange--">getDateRange</a></span>()</code>
+<div class="block">Gets the desired input date range to process based on the configuration and available inputs.</div>
+</td>
+</tr>
+<tr id="i6" class="altColor">
+<td class="colFirst"><code>java.lang.Integer</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getDaysAgo--">getDaysAgo</a></span>()</code>
+<div class="block">Gets the number of days to subtract off the end date.</div>
+</td>
+</tr>
+<tr id="i7" class="rowColor">
+<td class="colFirst"><code>java.util.Date</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getEndDate--">getEndDate</a></span>()</code>
+<div class="block">Gets the end date</div>
+</td>
+</tr>
+<tr id="i8" class="altColor">
+<td class="colFirst"><code>protected org.apache.hadoop.fs.FileSystem</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getFileSystem--">getFileSystem</a></span>()</code>
+<div class="block">Gets the file system.</div>
+</td>
+</tr>
+<tr id="i9" class="rowColor">
+<td class="colFirst"><code>java.util.List<org.apache.hadoop.fs.Path></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getInputPaths--">getInputPaths</a></span>()</code>
+<div class="block">Gets the input paths.</div>
+</td>
+</tr>
+<tr id="i10" class="altColor">
+<td class="colFirst"><code>java.lang.Integer</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getMaxToProcess--">getMaxToProcess</a></span>()</code>
+<div class="block">Gets the maximum number of days to process at a time.</div>
+</td>
+</tr>
+<tr id="i11" class="rowColor">
+<td class="colFirst"><code>java.lang.Integer</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getNumDays--">getNumDays</a></span>()</code>
+<div class="block">Gets the number of days to process.</div>
+</td>
+</tr>
+<tr id="i12" class="altColor">
+<td class="colFirst"><code>org.apache.hadoop.fs.Path</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getOutputPath--">getOutputPath</a></span>()</code>
+<div class="block">Gets the output path.</div>
+</td>
+</tr>
+<tr id="i13" class="rowColor">
+<td class="colFirst"><code>protected java.util.Properties</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getProps--">getProps</a></span>()</code>
+<div class="block">Gets the configuration properties.</div>
+</td>
+</tr>
+<tr id="i14" class="altColor">
+<td class="colFirst"><code>java.util.Date</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#getStartDate--">getStartDate</a></span>()</code>
+<div class="block">Gets the start date</div>
+</td>
+</tr>
+<tr id="i15" class="rowColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#isFailOnMissing--">isFailOnMissing</a></span>()</code>
+<div class="block">Gets whether the job should fail if data is missing within the desired date range.</div>
+</td>
+</tr>
+<tr id="i16" class="altColor">
+<td class="colFirst"><code>protected void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#loadInputData--">loadInputData</a></span>()</code>
+<div class="block">Determine what input data is available.</div>
+</td>
+</tr>
+<tr id="i17" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setDaysAgo-java.lang.Integer-">setDaysAgo</a></span>(java.lang.Integer daysAgo)</code>
+<div class="block">Sets the number of days to subtract off the end date.</div>
+</td>
+</tr>
+<tr id="i18" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setEndDate-java.util.Date-">setEndDate</a></span>(java.util.Date endDate)</code>
+<div class="block">Sets the end date.</div>
+</td>
+</tr>
+<tr id="i19" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setFailOnMissing-boolean-">setFailOnMissing</a></span>(boolean failOnMissing)</code>
+<div class="block">Sets whether the job should fail if data is missing within the desired date range.</div>
+</td>
+</tr>
+<tr id="i20" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setInputPaths-java.util.List-">setInputPaths</a></span>(java.util.List<org.apache.hadoop.fs.Path> inputPaths)</code>
+<div class="block">Sets the input paths.</div>
+</td>
+</tr>
+<tr id="i21" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setMaxToProcess-java.lang.Integer-">setMaxToProcess</a></span>(java.lang.Integer maxToProcess)</code>
+<div class="block">Sets the maximum number of days to process at a time.</div>
+</td>
+</tr>
+<tr id="i22" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setNumDays-java.lang.Integer-">setNumDays</a></span>(java.lang.Integer numDays)</code>
+<div class="block">Sets the number of days to process.</div>
+</td>
+</tr>
+<tr id="i23" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setOutputPath-org.apache.hadoop.fs.Path-">setOutputPath</a></span>(org.apache.hadoop.fs.Path outputPath)</code>
+<div class="block">Sets the output path.</div>
+</td>
+</tr>
+<tr id="i24" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html#setStartDate-java.util.Date-">setStartDate</a></span>(java.util.Date startDate)</code>
+<div class="block">Sets the start date.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="ExecutionPlanner-org.apache.hadoop.fs.FileSystem-java.util.Properties-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>ExecutionPlanner</h4>
+<pre>public ExecutionPlanner(org.apache.hadoop.fs.FileSystem fs,
+ java.util.Properties props)</pre>
+<div class="block">Initializes the execution planner.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>fs</code> - file system to use</dd>
+<dd><code>props</code> - configuration properties</dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="getOutputPath--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getOutputPath</h4>
+<pre>public org.apache.hadoop.fs.Path getOutputPath()</pre>
+<div class="block">Gets the output path.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>output path</dd>
+</dl>
+</li>
+</ul>
+<a name="getInputPaths--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getInputPaths</h4>
+<pre>public java.util.List<org.apache.hadoop.fs.Path> getInputPaths()</pre>
+<div class="block">Gets the input paths.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>input paths</dd>
+</dl>
+</li>
+</ul>
+<a name="setOutputPath-org.apache.hadoop.fs.Path-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setOutputPath</h4>
+<pre>public void setOutputPath(org.apache.hadoop.fs.Path outputPath)</pre>
+<div class="block">Sets the output path.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>outputPath</code> - output path</dd>
+</dl>
+</li>
+</ul>
+<a name="setInputPaths-java.util.List-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setInputPaths</h4>
+<pre>public void setInputPaths(java.util.List<org.apache.hadoop.fs.Path> inputPaths)</pre>
+<div class="block">Sets the input paths.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>inputPaths</code> - input paths</dd>
+</dl>
+</li>
+</ul>
+<a name="setStartDate-java.util.Date-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setStartDate</h4>
+<pre>public void setStartDate(java.util.Date startDate)</pre>
+<div class="block">Sets the start date.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>startDate</code> - start date</dd>
+</dl>
+</li>
+</ul>
+<a name="getStartDate--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getStartDate</h4>
+<pre>public java.util.Date getStartDate()</pre>
+<div class="block">Gets the start date</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>start date</dd>
+</dl>
+</li>
+</ul>
+<a name="setEndDate-java.util.Date-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setEndDate</h4>
+<pre>public void setEndDate(java.util.Date endDate)</pre>
+<div class="block">Sets the end date.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>endDate</code> - end date</dd>
+</dl>
+</li>
+</ul>
+<a name="getEndDate--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getEndDate</h4>
+<pre>public java.util.Date getEndDate()</pre>
+<div class="block">Gets the end date</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>end date</dd>
+</dl>
+</li>
+</ul>
+<a name="setDaysAgo-java.lang.Integer-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setDaysAgo</h4>
+<pre>public void setDaysAgo(java.lang.Integer daysAgo)</pre>
+<div class="block">Sets the number of days to subtract off the end date.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>daysAgo</code> - days ago</dd>
+</dl>
+</li>
+</ul>
+<a name="getDaysAgo--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getDaysAgo</h4>
+<pre>public java.lang.Integer getDaysAgo()</pre>
+<div class="block">Gets the number of days to subtract off the end date.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>days ago</dd>
+</dl>
+</li>
+</ul>
+<a name="setNumDays-java.lang.Integer-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setNumDays</h4>
+<pre>public void setNumDays(java.lang.Integer numDays)</pre>
+<div class="block">Sets the number of days to process.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>numDays</code> - number of days to process</dd>
+</dl>
+</li>
+</ul>
+<a name="getNumDays--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getNumDays</h4>
+<pre>public java.lang.Integer getNumDays()</pre>
+<div class="block">Gets the number of days to process.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>number of days to process</dd>
+</dl>
+</li>
+</ul>
+<a name="setMaxToProcess-java.lang.Integer-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setMaxToProcess</h4>
+<pre>public void setMaxToProcess(java.lang.Integer maxToProcess)</pre>
+<div class="block">Sets the maximum number of days to process at a time.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>maxToProcess</code> - maximum number of days</dd>
+</dl>
+</li>
+</ul>
+<a name="getMaxToProcess--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getMaxToProcess</h4>
+<pre>public java.lang.Integer getMaxToProcess()</pre>
+<div class="block">Gets the maximum number of days to process at a time.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>maximum number of days</dd>
+</dl>
+</li>
+</ul>
+<a name="isFailOnMissing--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>isFailOnMissing</h4>
+<pre>public boolean isFailOnMissing()</pre>
+<div class="block">Gets whether the job should fail if data is missing within the desired date range.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>true if the job should fail on missing data</dd>
+</dl>
+</li>
+</ul>
+<a name="setFailOnMissing-boolean-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setFailOnMissing</h4>
+<pre>public void setFailOnMissing(boolean failOnMissing)</pre>
+<div class="block">Sets whether the job should fail if data is missing within the desired date range.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>failOnMissing</code> - true if the job should fail on missing data</dd>
+</dl>
+</li>
+</ul>
+<a name="getDateRange--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getDateRange</h4>
+<pre>public <a href="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</a> getDateRange()</pre>
+<div class="block">Gets the desired input date range to process based on the configuration and available inputs.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>desired date range</dd>
+</dl>
+</li>
+</ul>
+<a name="getFileSystem--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getFileSystem</h4>
+<pre>protected org.apache.hadoop.fs.FileSystem getFileSystem()</pre>
+<div class="block">Gets the file system.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>file system</dd>
+</dl>
+</li>
+</ul>
+<a name="getProps--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getProps</h4>
+<pre>protected java.util.Properties getProps()</pre>
+<div class="block">Gets the configuration properties.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>properties</dd>
+</dl>
+</li>
+</ul>
+<a name="getAvailableInputsByDate--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getAvailableInputsByDate</h4>
+<pre>protected java.util.Map<java.util.Date,java.util.List<<a href="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</a>>> getAvailableInputsByDate()</pre>
+<div class="block">Gets a map from date to available input data.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>map from date to available input data</dd>
+</dl>
+</li>
+</ul>
+<a name="getDailyData-org.apache.hadoop.fs.Path-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getDailyData</h4>
+<pre>protected java.util.SortedMap<java.util.Date,<a href="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</a>> getDailyData(org.apache.hadoop.fs.Path path)
+ throws java.io.IOException</pre>
+<div class="block">Get a map from date to path for all paths matching yyyy/MM/dd under the given path.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>path</code> - path to search under</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>map of date to path</dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.io.IOException</code> - IOException</dd>
+</dl>
+</li>
+</ul>
+<a name="getDatedData-org.apache.hadoop.fs.Path-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getDatedData</h4>
+<pre>protected java.util.SortedMap<java.util.Date,<a href="../../../datafu/hourglass/fs/DatePath.html" title="class in datafu.hourglass.fs">DatePath</a>> getDatedData(org.apache.hadoop.fs.Path path)
+ throws java.io.IOException</pre>
+<div class="block">Get a map from date to path for all paths matching yyyyMMdd under the given path.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>path</code> - path to search under</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>map of date to path</dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.io.IOException</code> - IOException</dd>
+</dl>
+</li>
+</ul>
+<a name="loadInputData--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>loadInputData</h4>
+<pre>protected void loadInputData()
+ throws java.io.IOException</pre>
+<div class="block">Determine what input data is available.</div>
+<dl>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.io.IOException</code> - IOException</dd>
+</dl>
+</li>
+</ul>
+<a name="determineAvailableInputDates--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>determineAvailableInputDates</h4>
+<pre>protected void determineAvailableInputDates()</pre>
+<div class="block">Determines what input data is available.</div>
+</li>
+</ul>
+<a name="determineDateRange--">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>determineDateRange</h4>
+<pre>protected void determineDateRange()</pre>
+<div class="block">Determine the date range for inputs to process based on the configuration and available inputs.</div>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/ExecutionPlanner.html" target="_top">Frames</a></li>
+<li><a href="ExecutionPlanner.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/FileCleaner.html
----------------------------------------------------------------------
diff --git a/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/FileCleaner.html b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/FileCleaner.html
new file mode 100644
index 0000000..d0684ec
--- /dev/null
+++ b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/FileCleaner.html
@@ -0,0 +1,322 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:44 PST 2015 -->
+<title>FileCleaner (datafu-hourglass 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="FileCleaner (datafu-hourglass 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+var methods = {"i0":10,"i1":10,"i2":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/FileCleaner.html" target="_top">Frames</a></li>
+<li><a href="FileCleaner.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class FileCleaner" class="title">Class FileCleaner</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.FileCleaner</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">FileCleaner</span>
+extends java.lang.Object</pre>
+<div class="block">Used to remove files from the file system when they are no longer needed.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/FileCleaner.html#FileCleaner-org.apache.hadoop.fs.FileSystem-">FileCleaner</a></span>(org.apache.hadoop.fs.FileSystem fs)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>org.apache.hadoop.fs.Path</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/FileCleaner.html#add-org.apache.hadoop.fs.Path-">add</a></span>(org.apache.hadoop.fs.Path path)</code>
+<div class="block">Add a path to be removed later.</div>
+</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>java.lang.String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/FileCleaner.html#add-java.lang.String-">add</a></span>(java.lang.String path)</code>
+<div class="block">Add a path to be removed later.</div>
+</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/FileCleaner.html#clean--">clean</a></span>()</code>
+<div class="block">Removes added paths from the file system.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="FileCleaner-org.apache.hadoop.fs.FileSystem-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>FileCleaner</h4>
+<pre>public FileCleaner(org.apache.hadoop.fs.FileSystem fs)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="add-org.apache.hadoop.fs.Path-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>add</h4>
+<pre>public org.apache.hadoop.fs.Path add(org.apache.hadoop.fs.Path path)</pre>
+<div class="block">Add a path to be removed later.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>path</code> - path to be removed later</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>added path</dd>
+</dl>
+</li>
+</ul>
+<a name="add-java.lang.String-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>add</h4>
+<pre>public java.lang.String add(java.lang.String path)</pre>
+<div class="block">Add a path to be removed later.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>path</code> - path to be removed later</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>added path</dd>
+</dl>
+</li>
+</ul>
+<a name="clean--">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>clean</h4>
+<pre>public void clean()
+ throws java.io.IOException</pre>
+<div class="block">Removes added paths from the file system.</div>
+<dl>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.io.IOException</code> - IOException</dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/FileCleaner.html" target="_top">Frames</a></li>
+<li><a href="FileCleaner.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/IncrementalJob.html
----------------------------------------------------------------------
diff --git a/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/IncrementalJob.html b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/IncrementalJob.html
new file mode 100644
index 0000000..03bf7e9
--- /dev/null
+++ b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/IncrementalJob.html
@@ -0,0 +1,595 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:44 PST 2015 -->
+<title>IncrementalJob (datafu-hourglass 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="IncrementalJob (datafu-hourglass 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+var methods = {"i0":6,"i1":6,"i2":10,"i3":10,"i4":6,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/MaxInputDataExceededException.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/IncrementalJob.html" target="_top">Frames</a></li>
+<li><a href="IncrementalJob.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class IncrementalJob" class="title">Class IncrementalJob</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.hadoop.conf.Configured</li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractJob</a></li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.TimeBasedJob</a></li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.IncrementalJob</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>org.apache.hadoop.conf.Configurable</dd>
+</dl>
+<dl>
+<dt>Direct Known Subclasses:</dt>
+<dd><a href="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</a>, <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></dd>
+</dl>
+<hr>
+<br>
+<pre>public abstract class <span class="typeNameLabel">IncrementalJob</span>
+extends <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</a></pre>
+<div class="block">Base class for incremental jobs. Incremental jobs consume day-partitioned input data.
+
+ <p>
+ Implementations of this class must provide key, intermediate value, and output value schemas.
+ The key and intermediate value schemas define the output for the mapper and combiner.
+ The key and output value schemas define the output for the reducer.
+ </p>
+
+ <p>
+ This class has the same configuration and methods as <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><code>TimeBasedJob</code></a>.
+ In addition it also recognizes the following properties:
+ </p>
+
+ <ul>
+ <li><em>max.iterations</em> - maximum number of iterations for the job</li>
+ <li><em>max.days.to.process</em> - maximum number of days of input data to process in a single run</li>
+ <li><em>fail.on.missing</em> - whether the job should fail if input data within the desired range is missing</li>
+ </ul></div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#IncrementalJob--">IncrementalJob</a></span>()</code>
+<div class="block">Initializes the job.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#IncrementalJob-java.lang.String-java.util.Properties-">IncrementalJob</a></span>(java.lang.String name,
+ java.util.Properties props)</code>
+<div class="block">Initializes the job with a job name and properties.</div>
+</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t3" class="tableTab"><span><a href="javascript:show(4);">Abstract Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>protected abstract org.apache.avro.Schema</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getIntermediateValueSchema--">getIntermediateValueSchema</a></span>()</code>
+<div class="block">Gets the Avro schema for the intermediate value.</div>
+</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>protected abstract org.apache.avro.Schema</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getKeySchema--">getKeySchema</a></span>()</code>
+<div class="block">Gets the Avro schema for the key.</div>
+</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>java.lang.Integer</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxIterations--">getMaxIterations</a></span>()</code>
+<div class="block">Gets the maximum number of iterations for the job.</div>
+</td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code>java.lang.Integer</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getMaxToProcess--">getMaxToProcess</a></span>()</code>
+<div class="block">Gets the maximum number of days of input data to process in a single run.</div>
+</td>
+</tr>
+<tr id="i4" class="altColor">
+<td class="colFirst"><code>protected abstract org.apache.avro.Schema</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getOutputValueSchema--">getOutputValueSchema</a></span>()</code>
+<div class="block">Gets the Avro schema for the output data.</div>
+</td>
+</tr>
+<tr id="i5" class="rowColor">
+<td class="colFirst"><code>protected <a href="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#getSchemas--">getSchemas</a></span>()</code>
+<div class="block">Gets the schemas.</div>
+</td>
+</tr>
+<tr id="i6" class="altColor">
+<td class="colFirst"><code>protected void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#initialize--">initialize</a></span>()</code>
+<div class="block">Initialization required before running job.</div>
+</td>
+</tr>
+<tr id="i7" class="rowColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#isFailOnMissing--">isFailOnMissing</a></span>()</code>
+<div class="block">Gets whether the job should fail if input data within the desired range is missing.</div>
+</td>
+</tr>
+<tr id="i8" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#setFailOnMissing-boolean-">setFailOnMissing</a></span>(boolean failOnMissing)</code>
+<div class="block">Sets whether the job should fail if input data within the desired range is missing.</div>
+</td>
+</tr>
+<tr id="i9" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxIterations-java.lang.Integer-">setMaxIterations</a></span>(java.lang.Integer maxIterations)</code>
+<div class="block">Sets the maximum number of iterations for the job.</div>
+</td>
+</tr>
+<tr id="i10" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#setMaxToProcess-java.lang.Integer-">setMaxToProcess</a></span>(java.lang.Integer maxToProcess)</code>
+<div class="block">Sets the maximum number of days of input data to process in a single run.</div>
+</td>
+</tr>
+<tr id="i11" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html#setProperties-java.util.Properties-">setProperties</a></span>(java.util.Properties props)</code>
+<div class="block">Sets the configuration properties.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.datafu.hourglass.jobs.TimeBasedJob">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getDaysAgo--">getDaysAgo</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getEndDate--">getEndDate</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getNumDays--">getNumDays</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getStartDate--">getStartDate</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo-java.lang.Integer-">setDaysAgo</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setEndDate-java.util.Date-">setEndDate</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays-java.lang.Integer-">setNumDays</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate-java.util.Date-">setStartDate</a>, <a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#validate--">validate</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.datafu.hourglass.jobs.AbstractJob">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#config-org.apache.hadoop.conf.Configuration-">config</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath--">createRandomTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#ensurePath-org.apache.hadoop.fs.Path-">ensurePath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath--">getCountersParentPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getFileSystem--">getFileSystem</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getInputPaths--">getInputPaths</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getName--">getName</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getNumReducers--">getNumReducers</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getOutputPath--">getOutputPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getProperties--">getProperties</a>,
<a href="../../../datafu/hourglass/jobs/AbstractJob.html#getRetentionCount--">getRetentionCount</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getTempPath--">getTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#isUseCombiner--">isUseCombiner</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#randomTempPath--">randomTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#run--">run</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath-org.apache.hadoop.fs.Path-">setCountersParentPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths-java.util.List-">setInputPaths</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setName-java.lang.String-">setName</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setNumReducers-java.lang.Integer-">setNumReducers</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath-org.apache.hadoop.fs.Path
-">setOutputPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount-java.lang.Integer-">setRetentionCount</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setTempPath-org.apache.hadoop.fs.Path-">setTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setUseCombiner-boolean-">setUseCombiner</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.org.apache.hadoop.conf.Configured">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.hadoop.conf.Configured</h3>
+<code>getConf, setConf</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="IncrementalJob--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>IncrementalJob</h4>
+<pre>public IncrementalJob()</pre>
+<div class="block">Initializes the job.</div>
+</li>
+</ul>
+<a name="IncrementalJob-java.lang.String-java.util.Properties-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>IncrementalJob</h4>
+<pre>public IncrementalJob(java.lang.String name,
+ java.util.Properties props)</pre>
+<div class="block">Initializes the job with a job name and properties.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>name</code> - job name</dd>
+<dd><code>props</code> - configuration properties</dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="setProperties-java.util.Properties-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setProperties</h4>
+<pre>public void setProperties(java.util.Properties props)</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#setProperties-java.util.Properties-">AbstractJob</a></code></span></div>
+<div class="block">Sets the configuration properties.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setProperties-java.util.Properties-">setProperties</a></code> in class <code><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</a></code></dd>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>props</code> - Properties</dd>
+</dl>
+</li>
+</ul>
+<a name="initialize--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>initialize</h4>
+<pre>protected void initialize()</pre>
+<div class="block"><span class="descfrmTypeLabel">Description copied from class: <code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#initialize--">AbstractJob</a></code></span></div>
+<div class="block">Initialization required before running job.</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#initialize--">initialize</a></code> in class <code><a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</a></code></dd>
+</dl>
+</li>
+</ul>
+<a name="getKeySchema--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getKeySchema</h4>
+<pre>protected abstract org.apache.avro.Schema getKeySchema()</pre>
+<div class="block">Gets the Avro schema for the key.
+ <p>
+ This is also used as the key for the map output.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>key schema.</dd>
+</dl>
+</li>
+</ul>
+<a name="getIntermediateValueSchema--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getIntermediateValueSchema</h4>
+<pre>protected abstract org.apache.avro.Schema getIntermediateValueSchema()</pre>
+<div class="block">Gets the Avro schema for the intermediate value.
+ <p>
+ This is also used for the value for the map output.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>intermediate value schema</dd>
+</dl>
+</li>
+</ul>
+<a name="getOutputValueSchema--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getOutputValueSchema</h4>
+<pre>protected abstract org.apache.avro.Schema getOutputValueSchema()</pre>
+<div class="block">Gets the Avro schema for the output data.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>output data schema</dd>
+</dl>
+</li>
+</ul>
+<a name="getSchemas--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getSchemas</h4>
+<pre>protected <a href="../../../datafu/hourglass/schemas/TaskSchemas.html" title="class in datafu.hourglass.schemas">TaskSchemas</a> getSchemas()</pre>
+<div class="block">Gets the schemas.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>schemas</dd>
+</dl>
+</li>
+</ul>
+<a name="getMaxToProcess--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getMaxToProcess</h4>
+<pre>public java.lang.Integer getMaxToProcess()</pre>
+<div class="block">Gets the maximum number of days of input data to process in a single run.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>maximum number of days to process</dd>
+</dl>
+</li>
+</ul>
+<a name="setMaxToProcess-java.lang.Integer-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setMaxToProcess</h4>
+<pre>public void setMaxToProcess(java.lang.Integer maxToProcess)</pre>
+<div class="block">Sets the maximum number of days of input data to process in a single run.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>maxToProcess</code> - maximum number of days to process</dd>
+</dl>
+</li>
+</ul>
+<a name="getMaxIterations--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getMaxIterations</h4>
+<pre>public java.lang.Integer getMaxIterations()</pre>
+<div class="block">Gets the maximum number of iterations for the job. Multiple iterations will only occur
+ when there is a maximum set for the number of days to process in a single run.
+ An error should be thrown if this number will be exceeded.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>maximum number of iterations</dd>
+</dl>
+</li>
+</ul>
+<a name="setMaxIterations-java.lang.Integer-">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setMaxIterations</h4>
+<pre>public void setMaxIterations(java.lang.Integer maxIterations)</pre>
+<div class="block">Sets the maximum number of iterations for the job. Multiple iterations will only occur
+ when there is a maximum set for the number of days to process in a single run.
+ An error should be thrown if this number will be exceeded.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>maxIterations</code> - maximum number of iterations</dd>
+</dl>
+</li>
+</ul>
+<a name="isFailOnMissing--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>isFailOnMissing</h4>
+<pre>public boolean isFailOnMissing()</pre>
+<div class="block">Gets whether the job should fail if input data within the desired range is missing.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>true if the job should fail on missing data</dd>
+</dl>
+</li>
+</ul>
+<a name="setFailOnMissing-boolean-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>setFailOnMissing</h4>
+<pre>public void setFailOnMissing(boolean failOnMissing)</pre>
+<div class="block">Sets whether the job should fail if input data within the desired range is missing.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>failOnMissing</code> - true if the job should fail on missing data</dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/MaxInputDataExceededException.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/IncrementalJob.html" target="_top">Frames</a></li>
+<li><a href="IncrementalJob.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/incubator-datafu/blob/158f9991/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/MaxInputDataExceededException.html
----------------------------------------------------------------------
diff --git a/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/MaxInputDataExceededException.html b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/MaxInputDataExceededException.html
new file mode 100644
index 0000000..76c1bf4
--- /dev/null
+++ b/site/source/docs/hourglass/1.3.0/datafu/hourglass/jobs/MaxInputDataExceededException.html
@@ -0,0 +1,267 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_60) on Tue Nov 17 10:08:44 PST 2015 -->
+<title>MaxInputDataExceededException (datafu-hourglass 1.3.0 API)</title>
+<meta name="date" content="2015-11-17">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+ try {
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="MaxInputDataExceededException (datafu-hourglass 1.3.0 API)";
+ }
+ }
+ catch(err) {
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/MaxInputDataExceededException.html" target="_top">Frames</a></li>
+<li><a href="MaxInputDataExceededException.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#methods.inherited.from.class.java.lang.Throwable">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li>Method</li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class MaxInputDataExceededException" class="title">Class MaxInputDataExceededException</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>java.lang.Throwable</li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.MaxInputDataExceededException</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>java.io.Serializable</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">MaxInputDataExceededException</span>
+extends java.lang.Throwable</pre>
+<dl>
+<dt><span class="seeLabel">See Also:</span></dt>
+<dd><a href="../../../serialized-form.html#datafu.hourglass.jobs.MaxInputDataExceededException">Serialized Form</a></dd>
+</dl>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/MaxInputDataExceededException.html#MaxInputDataExceededException--">MaxInputDataExceededException</a></span>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../datafu/hourglass/jobs/MaxInputDataExceededException.html#MaxInputDataExceededException-java.lang.String-">MaxInputDataExceededException</a></span>(java.lang.String message)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Throwable">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Throwable</h3>
+<code>addSuppressed, fillInStackTrace, getCause, getLocalizedMessage, getMessage, getStackTrace, getSuppressed, initCause, printStackTrace, printStackTrace, printStackTrace, setStackTrace, toString</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="MaxInputDataExceededException--">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>MaxInputDataExceededException</h4>
+<pre>public MaxInputDataExceededException()</pre>
+</li>
+</ul>
+<a name="MaxInputDataExceededException-java.lang.String-">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>MaxInputDataExceededException</h4>
+<pre>public MaxInputDataExceededException(java.lang.String message)</pre>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!-- -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><span class="typeNameLink">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/MaxInputDataExceededException.html" target="_top">Frames</a></li>
+<li><a href="MaxInputDataExceededException.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor.summary">Constr</a> | </li>
+<li><a href="#methods.inherited.from.class.java.lang.Throwable">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor.detail">Constr</a> | </li>
+<li>Method</li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>